{"level":"warn","ts":"2026-03-02T18:59:30.326811Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T18:59:30.326902Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.140:2380","--initial-cluster=instance=https://162.253.55.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T18:59:30.32698Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T18:59:30.326996Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-02T18:59:30.327017Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T18:59:30.327859Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"]} {"level":"info","ts":"2026-03-02T18:59:30.327948Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T18:59:30.353384Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"25.154196ms"} {"level":"info","ts":"2026-03-02T18:59:30.46994Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf809824ab95ac81","cluster-id":"6f89f5fbef18dc61"} {"level":"info","ts":"2026-03-02T18:59:30.470073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T18:59:30.470104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 0"} {"level":"info","ts":"2026-03-02T18:59:30.470125Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf809824ab95ac81 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T18:59:30.470137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 1"} {"level":"info","ts":"2026-03-02T18:59:30.47019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"warn","ts":"2026-03-02T18:59:30.556866Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T18:59:30.559742Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T18:59:30.571996Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T18:59:30.63945Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf809824ab95ac81","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T18:59:30.639882Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf809824ab95ac81","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T18:59:30.642276Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:59:30.642802Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:59:30.642925Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:59:30.644555Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"info","ts":"2026-03-02T18:59:30.64482Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","added-peer-id":"cf809824ab95ac81","added-peer-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-02T18:59:30.645741Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T18:59:30.645887Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-02T18:59:30.646006Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-02T18:59:30.646061Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf809824ab95ac81","initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T18:59:30.646154Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T18:59:31.09114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T18:59:31.091239Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T18:59:31.091286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgPreVoteResp from cf809824ab95ac81 at term 1"} {"level":"info","ts":"2026-03-02T18:59:31.09132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became candidate at term 2"} {"level":"info","ts":"2026-03-02T18:59:31.091342Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgVoteResp from cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-02T18:59:31.091371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became leader at term 2"} {"level":"info","ts":"2026-03-02T18:59:31.091402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf809824ab95ac81 elected leader cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-02T18:59:31.11556Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:59:31.116799Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf809824ab95ac81","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.140:2379]}","request-path":"/0/members/cf809824ab95ac81/attributes","cluster-id":"6f89f5fbef18dc61","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T18:59:31.116837Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T18:59:31.11681Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T18:59:31.117239Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T18:59:31.117342Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T18:59:31.120336Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.140:2379"} {"level":"info","ts":"2026-03-02T18:59:31.120387Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:59:31.120504Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:59:31.120559Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:59:31.121115Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-02T18:59:32.685538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.273767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T18:59:32.685541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.788282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T18:59:32.685653Z","caller":"traceutil/trace.go:171","msg":"trace[1379482358] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:3; }","duration":"162.441452ms","start":"2026-03-02T18:59:32.523195Z","end":"2026-03-02T18:59:32.685637Z","steps":["trace[1379482358] 'range keys from in-memory index tree' (duration: 162.166703ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:32.685699Z","caller":"traceutil/trace.go:171","msg":"trace[1003950796] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:3; }","duration":"164.982439ms","start":"2026-03-02T18:59:32.520679Z","end":"2026-03-02T18:59:32.685661Z","steps":["trace[1003950796] 'range keys from in-memory index tree' (duration: 164.70459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:32.685572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.141793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T18:59:32.685801Z","caller":"traceutil/trace.go:171","msg":"trace[709713061] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"150.37348ms","start":"2026-03-02T18:59:32.53537Z","end":"2026-03-02T18:59:32.685743Z","steps":["trace[709713061] 'process raft request' (duration: 146.900146ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:32.685806Z","caller":"traceutil/trace.go:171","msg":"trace[1503758066] linearizableReadLoop","detail":"{readStateIndex:7; appliedIndex:6; }","duration":"149.39214ms","start":"2026-03-02T18:59:32.53631Z","end":"2026-03-02T18:59:32.685702Z","steps":["trace[1503758066] 'read index received' (duration: 145.975317ms)","trace[1503758066] 'applied index is now lower than readState.Index' (duration: 3.413613ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:32.685882Z","caller":"traceutil/trace.go:171","msg":"trace[62920495] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:3; }","duration":"162.563076ms","start":"2026-03-02T18:59:32.523276Z","end":"2026-03-02T18:59:32.685839Z","steps":["trace[62920495] 'range keys from in-memory index tree' (duration: 162.088322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:32.686002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.696399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T18:59:32.686055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.72904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T18:59:32.686167Z","caller":"traceutil/trace.go:171","msg":"trace[283604772] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:4; }","duration":"149.823203ms","start":"2026-03-02T18:59:32.536296Z","end":"2026-03-02T18:59:32.686119Z","steps":["trace[283604772] 'agreement among raft nodes before linearized reading' (duration: 149.540075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:32.686129Z","caller":"traceutil/trace.go:171","msg":"trace[54768196] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:0; response_revision:3; }","duration":"152.361509ms","start":"2026-03-02T18:59:32.533751Z","end":"2026-03-02T18:59:32.686113Z","steps":["trace[54768196] 'range keys from in-memory index tree' (duration: 151.624177ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:32.686682Z","caller":"traceutil/trace.go:171","msg":"trace[1561750930] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"145.216025ms","start":"2026-03-02T18:59:32.541448Z","end":"2026-03-02T18:59:32.686664Z","steps":["trace[1561750930] 'process raft request' (duration: 145.020319ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:32.686755Z","caller":"traceutil/trace.go:171","msg":"trace[520584742] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"144.909556ms","start":"2026-03-02T18:59:32.541825Z","end":"2026-03-02T18:59:32.686735Z","steps":["trace[520584742] 'process raft request' (duration: 144.816743ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:32.686759Z","caller":"traceutil/trace.go:171","msg":"trace[829059259] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"144.525294ms","start":"2026-03-02T18:59:32.542226Z","end":"2026-03-02T18:59:32.686751Z","steps":["trace[829059259] 'process raft request' (duration: 144.443662ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:32.686706Z","caller":"traceutil/trace.go:171","msg":"trace[1840735785] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"145.210044ms","start":"2026-03-02T18:59:32.541466Z","end":"2026-03-02T18:59:32.686676Z","steps":["trace[1840735785] 'process raft request' (duration: 145.118791ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:32.68688Z","caller":"traceutil/trace.go:171","msg":"trace[1340680345] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"132.190543ms","start":"2026-03-02T18:59:32.554683Z","end":"2026-03-02T18:59:32.686874Z","steps":["trace[1340680345] 'process raft request' (duration: 132.013688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:32.686872Z","caller":"traceutil/trace.go:171","msg":"trace[421848248] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"145.015728ms","start":"2026-03-02T18:59:32.541709Z","end":"2026-03-02T18:59:32.686724Z","steps":["trace[421848248] 'process raft request' (duration: 144.907015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:32.686873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.155703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T18:59:32.687043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.141402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T18:59:32.687105Z","caller":"traceutil/trace.go:171","msg":"trace[478429396] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"145.414021ms","start":"2026-03-02T18:59:32.541656Z","end":"2026-03-02T18:59:32.68707Z","steps":["trace[478429396] 'agreement among raft nodes before linearized reading' (duration: 145.114852ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:32.687138Z","caller":"traceutil/trace.go:171","msg":"trace[1474262650] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"144.227715ms","start":"2026-03-02T18:59:32.542879Z","end":"2026-03-02T18:59:32.687106Z","steps":["trace[1474262650] 'agreement among raft nodes before linearized reading' (duration: 144.040559ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:32.68685Z","caller":"traceutil/trace.go:171","msg":"trace[1671985609] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"122.232844ms","start":"2026-03-02T18:59:32.564602Z","end":"2026-03-02T18:59:32.686835Z","steps":["trace[1671985609] 'process raft request' (duration: 122.135671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:40.592054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.064872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:59:40.592282Z","caller":"traceutil/trace.go:171","msg":"trace[2034798556] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"401.168426ms","start":"2026-03-02T18:59:40.191077Z","end":"2026-03-02T18:59:40.592245Z","steps":["trace[2034798556] 'process raft request' (duration: 191.017831ms)","trace[2034798556] 'compare' (duration: 208.838455ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:40.592324Z","caller":"traceutil/trace.go:171","msg":"trace[297383958] linearizableReadLoop","detail":"{readStateIndex:319; appliedIndex:317; }","duration":"376.278147ms","start":"2026-03-02T18:59:40.21602Z","end":"2026-03-02T18:59:40.592299Z","steps":["trace[297383958] 'read index received' (duration: 166.012979ms)","trace[297383958] 'applied index is now lower than readState.Index' (duration: 210.263748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:40.592442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:40.191055Z","time spent":"401.299639ms","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:59:40.592709Z","caller":"traceutil/trace.go:171","msg":"trace[104823526] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"399.33583ms","start":"2026-03-02T18:59:40.193357Z","end":"2026-03-02T18:59:40.592693Z","steps":["trace[104823526] 'process raft request' (duration: 398.858966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:40.592778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.765231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-02T18:59:40.592819Z","caller":"traceutil/trace.go:171","msg":"trace[578238333] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:307; }","duration":"376.852814ms","start":"2026-03-02T18:59:40.215952Z","end":"2026-03-02T18:59:40.592805Z","steps":["trace[578238333] 'agreement among raft nodes before linearized reading' (duration: 376.757112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:40.592825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.390513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-02T18:59:40.592822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:40.193336Z","time spent":"399.418133ms","remote":"127.0.0.1:36958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:59:40.592869Z","caller":"traceutil/trace.go:171","msg":"trace[970708004] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:307; }","duration":"226.490516ms","start":"2026-03-02T18:59:40.366368Z","end":"2026-03-02T18:59:40.592858Z","steps":["trace[970708004] 'agreement among raft nodes before linearized reading' (duration: 226.410654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:40.592849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.72167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-03-02T18:59:40.592938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:40.215926Z","time spent":"376.923697ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-03-02T18:59:40.592988Z","caller":"traceutil/trace.go:171","msg":"trace[290774412] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:307; }","duration":"371.890015ms","start":"2026-03-02T18:59:40.221063Z","end":"2026-03-02T18:59:40.592953Z","steps":["trace[290774412] 'agreement among raft nodes before linearized reading' (duration: 371.679538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:40.593045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.949987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-02T18:59:40.593088Z","caller":"traceutil/trace.go:171","msg":"trace[1529036321] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:307; }","duration":"174.990669ms","start":"2026-03-02T18:59:40.418086Z","end":"2026-03-02T18:59:40.593077Z","steps":["trace[1529036321] 'agreement among raft nodes before linearized reading' (duration: 174.924147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:40.593047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:40.221045Z","time spent":"371.991028ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-02T18:59:40.594067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.043555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-03-02T18:59:40.594133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.821899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:59:40.594279Z","caller":"traceutil/trace.go:171","msg":"trace[847686617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:307; }","duration":"288.959923ms","start":"2026-03-02T18:59:40.305256Z","end":"2026-03-02T18:59:40.594216Z","steps":["trace[847686617] 'agreement among raft nodes before linearized reading' (duration: 288.740276ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:40.594343Z","caller":"traceutil/trace.go:171","msg":"trace[827298845] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:307; }","duration":"277.21548ms","start":"2026-03-02T18:59:40.316986Z","end":"2026-03-02T18:59:40.594201Z","steps":["trace[827298845] 'agreement among raft nodes before linearized reading' (duration: 276.088226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:40.594276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.474463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-03-02T18:59:40.594514Z","caller":"traceutil/trace.go:171","msg":"trace[829963728] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:307; }","duration":"372.73934ms","start":"2026-03-02T18:59:40.221729Z","end":"2026-03-02T18:59:40.594468Z","steps":["trace[829963728] 'agreement among raft nodes before linearized reading' (duration: 372.226425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:40.594556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:40.221697Z","time spent":"372.847604ms","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4396,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T18:59:40.594689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.402347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-02T18:59:40.594822Z","caller":"traceutil/trace.go:171","msg":"trace[1271200503] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:307; }","duration":"319.762378ms","start":"2026-03-02T18:59:40.275Z","end":"2026-03-02T18:59:40.594762Z","steps":["trace[1271200503] 'agreement among raft nodes before linearized reading' (duration: 319.182881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:40.594883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:40.274982Z","time spent":"319.887742ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-02T18:59:40.595025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.717818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-02T18:59:40.595159Z","caller":"traceutil/trace.go:171","msg":"trace[1331717650] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:307; }","duration":"127.932604ms","start":"2026-03-02T18:59:40.467205Z","end":"2026-03-02T18:59:40.595138Z","steps":["trace[1331717650] 'agreement among raft nodes before linearized reading' (duration: 126.316726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:40.885139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.698709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:59:40.885291Z","caller":"traceutil/trace.go:171","msg":"trace[1876882971] linearizableReadLoop","detail":"{readStateIndex:320; appliedIndex:319; }","duration":"282.380066ms","start":"2026-03-02T18:59:40.602893Z","end":"2026-03-02T18:59:40.885273Z","steps":["trace[1876882971] 'read index received' (duration: 129.476851ms)","trace[1876882971] 'applied index is now lower than readState.Index' (duration: 152.901815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:40.885387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.487079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-02T18:59:40.885376Z","caller":"traceutil/trace.go:171","msg":"trace[979575505] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"285.958993ms","start":"2026-03-02T18:59:40.599334Z","end":"2026-03-02T18:59:40.885293Z","steps":["trace[979575505] 'process raft request' (duration: 133.016397ms)","trace[979575505] 'compare' (duration: 152.497962ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:40.885425Z","caller":"traceutil/trace.go:171","msg":"trace[1175064835] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:308; }","duration":"282.539ms","start":"2026-03-02T18:59:40.602875Z","end":"2026-03-02T18:59:40.885414Z","steps":["trace[1175064835] 'agreement among raft nodes before linearized reading' (duration: 282.469138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:40.888739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.249532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:59:40.888777Z","caller":"traceutil/trace.go:171","msg":"trace[2131582903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:313; }","duration":"276.304653ms","start":"2026-03-02T18:59:40.612464Z","end":"2026-03-02T18:59:40.888769Z","steps":["trace[2131582903] 'agreement among raft nodes before linearized reading' (duration: 276.21984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:40.888888Z","caller":"traceutil/trace.go:171","msg":"trace[1025025630] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"284.112507ms","start":"2026-03-02T18:59:40.604763Z","end":"2026-03-02T18:59:40.888875Z","steps":["trace[1025025630] 'process raft request' (duration: 283.851019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:40.888892Z","caller":"traceutil/trace.go:171","msg":"trace[1231743156] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"284.989064ms","start":"2026-03-02T18:59:40.60387Z","end":"2026-03-02T18:59:40.888859Z","steps":["trace[1231743156] 'process raft request' (duration: 284.632753ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:40.889071Z","caller":"traceutil/trace.go:171","msg":"trace[2001310602] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"280.627113ms","start":"2026-03-02T18:59:40.608437Z","end":"2026-03-02T18:59:40.889064Z","steps":["trace[2001310602] 'process raft request' (duration: 280.2026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:40.889169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.222281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-02T18:59:40.889195Z","caller":"traceutil/trace.go:171","msg":"trace[1760850485] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:313; }","duration":"273.259282ms","start":"2026-03-02T18:59:40.615929Z","end":"2026-03-02T18:59:40.889188Z","steps":["trace[1760850485] 'agreement among raft nodes before linearized reading' (duration: 273.2115ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:40.889334Z","caller":"traceutil/trace.go:171","msg":"trace[1006533891] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"284.971454ms","start":"2026-03-02T18:59:40.604351Z","end":"2026-03-02T18:59:40.889322Z","steps":["trace[1006533891] 'process raft request' (duration: 284.236942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:40.88947Z","caller":"traceutil/trace.go:171","msg":"trace[448926458] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"285.295203ms","start":"2026-03-02T18:59:40.604124Z","end":"2026-03-02T18:59:40.889419Z","steps":["trace[448926458] 'process raft request' (duration: 284.431358ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:41.036396Z","caller":"traceutil/trace.go:171","msg":"trace[2005712775] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"140.308847ms","start":"2026-03-02T18:59:40.896042Z","end":"2026-03-02T18:59:41.036351Z","steps":["trace[2005712775] 'process raft request' (duration: 119.997056ms)","trace[2005712775] 'compare' (duration: 20.062003ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:41.036641Z","caller":"traceutil/trace.go:171","msg":"trace[1040855435] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"140.310417ms","start":"2026-03-02T18:59:40.896301Z","end":"2026-03-02T18:59:41.036612Z","steps":["trace[1040855435] 'process raft request' (duration: 140.166832ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:41.036634Z","caller":"traceutil/trace.go:171","msg":"trace[1679975814] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"140.507192ms","start":"2026-03-02T18:59:40.896084Z","end":"2026-03-02T18:59:41.036591Z","steps":["trace[1679975814] 'process raft request' (duration: 140.150361ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:41.036836Z","caller":"traceutil/trace.go:171","msg":"trace[201940873] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"140.295096ms","start":"2026-03-02T18:59:40.89651Z","end":"2026-03-02T18:59:41.036805Z","steps":["trace[201940873] 'process raft request' (duration: 140.09355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:41.036885Z","caller":"traceutil/trace.go:171","msg":"trace[481430060] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"139.402559ms","start":"2026-03-02T18:59:40.897456Z","end":"2026-03-02T18:59:41.036858Z","steps":["trace[481430060] 'process raft request' (duration: 139.235454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:41.036956Z","caller":"traceutil/trace.go:171","msg":"trace[1979205252] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"132.633826ms","start":"2026-03-02T18:59:40.90431Z","end":"2026-03-02T18:59:41.036944Z","steps":["trace[1979205252] 'process raft request' (duration: 132.45251ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:41.036974Z","caller":"traceutil/trace.go:171","msg":"trace[188052216] linearizableReadLoop","detail":"{readStateIndex:328; appliedIndex:325; }","duration":"140.655837ms","start":"2026-03-02T18:59:40.896304Z","end":"2026-03-02T18:59:41.03696Z","steps":["trace[188052216] 'read index received' (duration: 20.501926ms)","trace[188052216] 'applied index is now lower than readState.Index' (duration: 120.152321ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:41.037089Z","caller":"traceutil/trace.go:171","msg":"trace[679802224] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"116.840431ms","start":"2026-03-02T18:59:40.920229Z","end":"2026-03-02T18:59:41.03707Z","steps":["trace[679802224] 'process raft request' (duration: 116.630155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:41.037273Z","caller":"traceutil/trace.go:171","msg":"trace[1424172949] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"140.386279ms","start":"2026-03-02T18:59:40.896372Z","end":"2026-03-02T18:59:41.036758Z","steps":["trace[1424172949] 'process raft request' (duration: 140.178823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:41.037192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.865033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-02T18:59:41.037494Z","caller":"traceutil/trace.go:171","msg":"trace[1795455902] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:322; }","duration":"141.202404ms","start":"2026-03-02T18:59:40.896276Z","end":"2026-03-02T18:59:41.037478Z","steps":["trace[1795455902] 'agreement among raft nodes before linearized reading' (duration: 140.76623ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:45.201852Z","caller":"traceutil/trace.go:171","msg":"trace[2055091191] linearizableReadLoop","detail":"{readStateIndex:375; appliedIndex:374; }","duration":"139.360828ms","start":"2026-03-02T18:59:45.062466Z","end":"2026-03-02T18:59:45.201827Z","steps":["trace[2055091191] 'read index received' (duration: 139.181373ms)","trace[2055091191] 'applied index is now lower than readState.Index' (duration: 178.365µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:45.201889Z","caller":"traceutil/trace.go:171","msg":"trace[1088443216] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"299.373696ms","start":"2026-03-02T18:59:44.902494Z","end":"2026-03-02T18:59:45.201868Z","steps":["trace[1088443216] 'process raft request' (duration: 299.135168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:45.202344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.681597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T18:59:45.202398Z","caller":"traceutil/trace.go:171","msg":"trace[400892078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:361; }","duration":"139.977657ms","start":"2026-03-02T18:59:45.062406Z","end":"2026-03-02T18:59:45.202384Z","steps":["trace[400892078] 'agreement among raft nodes before linearized reading' (duration: 139.626467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:45.908533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903015238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:59:46.279292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028038224s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T18:59:46.279789Z","caller":"traceutil/trace.go:171","msg":"trace[626856730] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:376; }","duration":"872.427988ms","start":"2026-03-02T18:59:45.407328Z","end":"2026-03-02T18:59:46.279756Z","steps":["trace[626856730] 'read index received' (duration: 872.244722ms)","trace[626856730] 'applied index is now lower than readState.Index' (duration: 181.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:46.279953Z","caller":"traceutil/trace.go:171","msg":"trace[1939512800] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"1.073417388s","start":"2026-03-02T18:59:45.206497Z","end":"2026-03-02T18:59:46.279914Z","steps":["trace[1939512800] 'process raft request' (duration: 1.073075457s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:46.280135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:45.206467Z","time spent":"1.073573312s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:59:46.27998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.631023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:59:46.280223Z","caller":"traceutil/trace.go:171","msg":"trace[1779197542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:363; }","duration":"872.919662ms","start":"2026-03-02T18:59:45.407281Z","end":"2026-03-02T18:59:46.280201Z","steps":["trace[1779197542] 'agreement among raft nodes before linearized reading' (duration: 872.622263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:46.280297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:45.407257Z","time spent":"873.024746ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:59:46.28242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.740363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-02T18:59:46.282495Z","caller":"traceutil/trace.go:171","msg":"trace[793290553] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:364; }","duration":"791.863237ms","start":"2026-03-02T18:59:45.490615Z","end":"2026-03-02T18:59:46.282478Z","steps":["trace[793290553] 'agreement among raft nodes before linearized reading' (duration: 791.691512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:46.282529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:45.490595Z","time spent":"791.926749ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-02T18:59:46.282725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.888157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:59:46.282738Z","caller":"traceutil/trace.go:171","msg":"trace[192824649] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"166.395723ms","start":"2026-03-02T18:59:46.11632Z","end":"2026-03-02T18:59:46.282716Z","steps":["trace[192824649] 'process raft request' (duration: 165.871127ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:46.282756Z","caller":"traceutil/trace.go:171","msg":"trace[1934078447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:364; }","duration":"773.966669ms","start":"2026-03-02T18:59:45.508782Z","end":"2026-03-02T18:59:46.282748Z","steps":["trace[1934078447] 'agreement among raft nodes before linearized reading' (duration: 773.921568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:46.282783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:45.50877Z","time spent":"774.008641ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:59:51.338762Z","caller":"traceutil/trace.go:171","msg":"trace[771356211] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"110.837653ms","start":"2026-03-02T18:59:51.227889Z","end":"2026-03-02T18:59:51.338726Z","steps":["trace[771356211] 'process raft request' (duration: 110.619786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:52.978183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.776542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:59:52.978928Z","caller":"traceutil/trace.go:171","msg":"trace[1293279294] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:426; }","duration":"442.62198ms","start":"2026-03-02T18:59:52.536288Z","end":"2026-03-02T18:59:52.97891Z","steps":["trace[1293279294] 'read index received' (duration: 55.342µs)","trace[1293279294] 'applied index is now lower than readState.Index' (duration: 442.565068ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:52.978953Z","caller":"traceutil/trace.go:171","msg":"trace[611024246] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"663.851592ms","start":"2026-03-02T18:59:52.315064Z","end":"2026-03-02T18:59:52.978916Z","steps":["trace[611024246] 'process raft request' (duration: 150.264076ms)","trace[611024246] 'compare' (duration: 512.506083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:52.979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.703532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:59:52.979021Z","caller":"traceutil/trace.go:171","msg":"trace[1367602232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"442.771014ms","start":"2026-03-02T18:59:52.536243Z","end":"2026-03-02T18:59:52.979014Z","steps":["trace[1367602232] 'agreement among raft nodes before linearized reading' (duration: 442.718112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:52.979043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:52.536222Z","time spent":"442.816516ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:59:52.979084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:52.315056Z","time spent":"663.958095ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:59:53.84296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903015332,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:59:53.860225Z","caller":"traceutil/trace.go:171","msg":"trace[1987266551] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:427; }","duration":"517.476503ms","start":"2026-03-02T18:59:53.342729Z","end":"2026-03-02T18:59:53.860206Z","steps":["trace[1987266551] 'read index received' (duration: 517.36561ms)","trace[1987266551] 'applied index is now lower than readState.Index' (duration: 110.233µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:53.860326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.590726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T18:59:53.860346Z","caller":"traceutil/trace.go:171","msg":"trace[1717333263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:412; }","duration":"517.652488ms","start":"2026-03-02T18:59:53.342687Z","end":"2026-03-02T18:59:53.860339Z","steps":["trace[1717333263] 'agreement among raft nodes before linearized reading' (duration: 517.600807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:53.860364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:53.342674Z","time spent":"517.685449ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T18:59:53.860324Z","caller":"traceutil/trace.go:171","msg":"trace[1223805267] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"564.338931ms","start":"2026-03-02T18:59:53.295944Z","end":"2026-03-02T18:59:53.860283Z","steps":["trace[1223805267] 'process raft request' (duration: 564.163075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:53.860514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:53.295925Z","time spent":"564.489066ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:59:53.860592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.613785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:59:53.860708Z","caller":"traceutil/trace.go:171","msg":"trace[1140233009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:412; }","duration":"429.78071ms","start":"2026-03-02T18:59:53.430902Z","end":"2026-03-02T18:59:53.860682Z","steps":["trace[1140233009] 'agreement among raft nodes before linearized reading' (duration: 429.544673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:53.860777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:53.430881Z","time spent":"429.885563ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T18:59:56.468186Z","caller":"traceutil/trace.go:171","msg":"trace[2065353041] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"115.05475ms","start":"2026-03-02T18:59:56.353106Z","end":"2026-03-02T18:59:56.46816Z","steps":["trace[2065353041] 'process raft request' (duration: 114.907886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:56.708623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.794464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:59:56.708734Z","caller":"traceutil/trace.go:171","msg":"trace[524381550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"197.946569ms","start":"2026-03-02T18:59:56.510755Z","end":"2026-03-02T18:59:56.708702Z","steps":["trace[524381550] 'range keys from in-memory index tree' (duration: 197.67632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:56.740094Z","caller":"traceutil/trace.go:171","msg":"trace[1821567797] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"197.251076ms","start":"2026-03-02T18:59:56.54279Z","end":"2026-03-02T18:59:56.740041Z","steps":["trace[1821567797] 'process raft request' (duration: 196.822263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:58.205621Z","caller":"traceutil/trace.go:171","msg":"trace[429074706] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:439; }","duration":"252.361704ms","start":"2026-03-02T18:59:57.953207Z","end":"2026-03-02T18:59:58.205568Z","steps":["trace[429074706] 'read index received' (duration: 252.307472ms)","trace[429074706] 'applied index is now lower than readState.Index' (duration: 51.452µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:58.205729Z","caller":"traceutil/trace.go:171","msg":"trace[1931382130] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"253.620142ms","start":"2026-03-02T18:59:57.952052Z","end":"2026-03-02T18:59:58.205672Z","steps":["trace[1931382130] 'process raft request' (duration: 253.343904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:58.205768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.535329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:59:58.205823Z","caller":"traceutil/trace.go:171","msg":"trace[2014402766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:423; }","duration":"252.626371ms","start":"2026-03-02T18:59:57.953184Z","end":"2026-03-02T18:59:58.20581Z","steps":["trace[2014402766] 'agreement among raft nodes before linearized reading' (duration: 252.517178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:58.386502Z","caller":"traceutil/trace.go:171","msg":"trace[652847400] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"176.612653ms","start":"2026-03-02T18:59:58.209859Z","end":"2026-03-02T18:59:58.386471Z","steps":["trace[652847400] 'process raft request' (duration: 176.438197ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:59.457853Z","caller":"traceutil/trace.go:171","msg":"trace[438893578] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"274.7628ms","start":"2026-03-02T18:59:59.183065Z","end":"2026-03-02T18:59:59.457828Z","steps":["trace[438893578] 'process raft request' (duration: 274.630066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:02.715611Z","caller":"traceutil/trace.go:171","msg":"trace[1566044788] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"155.002949ms","start":"2026-03-02T19:00:02.560579Z","end":"2026-03-02T19:00:02.715582Z","steps":["trace[1566044788] 'process raft request' (duration: 154.835894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:04.127666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.408837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:04.127757Z","caller":"traceutil/trace.go:171","msg":"trace[1160866158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:467; }","duration":"617.532011ms","start":"2026-03-02T19:00:03.510202Z","end":"2026-03-02T19:00:04.127734Z","steps":["trace[1160866158] 'range keys from in-memory index tree' (duration: 617.344406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:04.127809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:03.510192Z","time spent":"617.604793ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:00:04.12779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.090372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-02T19:00:04.12788Z","caller":"traceutil/trace.go:171","msg":"trace[1713463682] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:467; }","duration":"236.227966ms","start":"2026-03-02T19:00:03.89163Z","end":"2026-03-02T19:00:04.127858Z","steps":["trace[1713463682] 'range keys from in-memory index tree' (duration: 236.003939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:04.127849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.401113ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:04.12814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.902871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:00:04.128184Z","caller":"traceutil/trace.go:171","msg":"trace[815350180] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:467; }","duration":"484.771594ms","start":"2026-03-02T19:00:03.643388Z","end":"2026-03-02T19:00:04.12816Z","steps":["trace[815350180] 'range keys from in-memory index tree' (duration: 484.379942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:04.128213Z","caller":"traceutil/trace.go:171","msg":"trace[1971076479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:467; }","duration":"657.18452ms","start":"2026-03-02T19:00:03.471006Z","end":"2026-03-02T19:00:04.128191Z","steps":["trace[1971076479] 'range keys from in-memory index tree' (duration: 656.768947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:04.128257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:03.470991Z","time spent":"657.257372ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:00:04.349645Z","caller":"traceutil/trace.go:171","msg":"trace[325756034] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:486; }","duration":"153.884205ms","start":"2026-03-02T19:00:04.19572Z","end":"2026-03-02T19:00:04.349605Z","steps":["trace[325756034] 'read index received' (duration: 153.601596ms)","trace[325756034] 'applied index is now lower than readState.Index' (duration: 280.969µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:04.349775Z","caller":"traceutil/trace.go:171","msg":"trace[214485037] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"212.927301ms","start":"2026-03-02T19:00:04.136809Z","end":"2026-03-02T19:00:04.349736Z","steps":["trace[214485037] 'process raft request' (duration: 212.56156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:04.349921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.155033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T19:00:04.349979Z","caller":"traceutil/trace.go:171","msg":"trace[558179424] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:469; }","duration":"154.287348ms","start":"2026-03-02T19:00:04.195676Z","end":"2026-03-02T19:00:04.349964Z","steps":["trace[558179424] 'agreement among raft nodes before linearized reading' (duration: 154.144013ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:04.429542Z","caller":"traceutil/trace.go:171","msg":"trace[826503699] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"190.657287ms","start":"2026-03-02T19:00:04.238843Z","end":"2026-03-02T19:00:04.4295Z","steps":["trace[826503699] 'process raft request' (duration: 190.531683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:04.429813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.341501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:00:04.429937Z","caller":"traceutil/trace.go:171","msg":"trace[422433159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:470; }","duration":"202.526176ms","start":"2026-03-02T19:00:04.227384Z","end":"2026-03-02T19:00:04.42991Z","steps":["trace[422433159] 'agreement among raft nodes before linearized reading' (duration: 202.204327ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:10.614423Z","caller":"traceutil/trace.go:171","msg":"trace[1523867668] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"115.635198ms","start":"2026-03-02T19:00:10.498759Z","end":"2026-03-02T19:00:10.614394Z","steps":["trace[1523867668] 'process raft request' (duration: 115.436992ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:10.655454Z","caller":"traceutil/trace.go:171","msg":"trace[620098916] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:526; }","duration":"147.174762ms","start":"2026-03-02T19:00:10.508247Z","end":"2026-03-02T19:00:10.655422Z","steps":["trace[620098916] 'read index received' (duration: 105.905113ms)","trace[620098916] 'applied index is now lower than readState.Index' (duration: 41.268569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:10.655635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.361697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:10.655688Z","caller":"traceutil/trace.go:171","msg":"trace[1589813609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"147.456921ms","start":"2026-03-02T19:00:10.508217Z","end":"2026-03-02T19:00:10.655673Z","steps":["trace[1589813609] 'agreement among raft nodes before linearized reading' (duration: 147.316166ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:10.655738Z","caller":"traceutil/trace.go:171","msg":"trace[315438172] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"156.339429ms","start":"2026-03-02T19:00:10.499359Z","end":"2026-03-02T19:00:10.655698Z","steps":["trace[315438172] 'process raft request' (duration: 145.76645ms)","trace[315438172] 'compare' (duration: 10.173667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:12.012477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903015556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:00:12.51297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903015556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:00:12.649403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.468374169s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:00:12.649778Z","caller":"traceutil/trace.go:171","msg":"trace[1890507038] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:532; }","duration":"1.137968014s","start":"2026-03-02T19:00:11.511784Z","end":"2026-03-02T19:00:12.649752Z","steps":["trace[1890507038] 'read index received' (duration: 1.137756897s)","trace[1890507038] 'applied index is now lower than readState.Index' (duration: 210.217µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:12.649895Z","caller":"traceutil/trace.go:171","msg":"trace[1137358095] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"1.468987887s","start":"2026-03-02T19:00:11.180896Z","end":"2026-03-02T19:00:12.649884Z","steps":["trace[1137358095] 'process raft request' (duration: 1.468705158s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:12.650003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:11.180878Z","time spent":"1.469057649s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:12.650059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.835861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:12.650135Z","caller":"traceutil/trace.go:171","msg":"trace[1697724930] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:513; }","duration":"862.955024ms","start":"2026-03-02T19:00:11.787156Z","end":"2026-03-02T19:00:12.650111Z","steps":["trace[1697724930] 'agreement among raft nodes before linearized reading' (duration: 862.826931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:12.650164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138361635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:12.650183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:11.787136Z","time spent":"863.035486ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-02T19:00:12.650235Z","caller":"traceutil/trace.go:171","msg":"trace[1659375468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"1.138463179s","start":"2026-03-02T19:00:11.511752Z","end":"2026-03-02T19:00:12.650215Z","steps":["trace[1659375468] 'agreement among raft nodes before linearized reading' (duration: 1.138357895s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:12.650347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.905633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T19:00:12.650274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:11.511735Z","time spent":"1.13853175s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:00:12.650484Z","caller":"traceutil/trace.go:171","msg":"trace[499538843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:513; }","duration":"347.060268ms","start":"2026-03-02T19:00:12.303368Z","end":"2026-03-02T19:00:12.650428Z","steps":["trace[499538843] 'agreement among raft nodes before linearized reading' (duration: 346.711168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:12.650825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:12.30335Z","time spent":"347.457031ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:00:13.360155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.892851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:00:13.360342Z","caller":"traceutil/trace.go:171","msg":"trace[994481401] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:533; }","duration":"705.029048ms","start":"2026-03-02T19:00:12.655296Z","end":"2026-03-02T19:00:13.360325Z","steps":["trace[994481401] 'read index received' (duration: 87.90555ms)","trace[994481401] 'applied index is now lower than readState.Index' (duration: 617.122568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:13.360446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.145402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:13.360426Z","caller":"traceutil/trace.go:171","msg":"trace[974189953] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"705.168542ms","start":"2026-03-02T19:00:12.655225Z","end":"2026-03-02T19:00:13.360394Z","steps":["trace[974189953] 'process raft request' (duration: 705.035538ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:13.360474Z","caller":"traceutil/trace.go:171","msg":"trace[986370598] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:515; }","duration":"705.192672ms","start":"2026-03-02T19:00:12.655273Z","end":"2026-03-02T19:00:13.360466Z","steps":["trace[986370598] 'agreement among raft nodes before linearized reading' (duration: 705.142581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:13.36051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:12.65526Z","time spent":"705.243225ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-02T19:00:13.360461Z","caller":"traceutil/trace.go:171","msg":"trace[455501159] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"706.319207ms","start":"2026-03-02T19:00:12.654122Z","end":"2026-03-02T19:00:13.360442Z","steps":["trace[455501159] 'process raft request' (duration: 89.054154ms)","trace[455501159] 'compare' (duration: 616.577482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:13.360689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:12.654102Z","time spent":"706.545444ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:13.360738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.649235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T19:00:13.360753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.356186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:00:13.360788Z","caller":"traceutil/trace.go:171","msg":"trace[1449773172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:515; }","duration":"458.773069ms","start":"2026-03-02T19:00:12.901999Z","end":"2026-03-02T19:00:13.360772Z","steps":["trace[1449773172] 'agreement among raft nodes before linearized reading' (duration: 458.587713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:13.360824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:12.901966Z","time spent":"458.850051ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:00:13.360825Z","caller":"traceutil/trace.go:171","msg":"trace[819300841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"700.46414ms","start":"2026-03-02T19:00:12.660341Z","end":"2026-03-02T19:00:13.360805Z","steps":["trace[819300841] 'agreement among raft nodes before linearized reading' (duration: 700.248533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:13.360899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:12.660323Z","time spent":"700.565412ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:00:13.360711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.969724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:13.360954Z","caller":"traceutil/trace.go:171","msg":"trace[808481707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"700.276364ms","start":"2026-03-02T19:00:12.660669Z","end":"2026-03-02T19:00:13.360945Z","steps":["trace[808481707] 'agreement among raft nodes before linearized reading' (duration: 699.920153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:13.360994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:12.660659Z","time spent":"700.325655ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:00:13.361208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:12.655204Z","time spent":"705.289485ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:00:13.627861Z","caller":"traceutil/trace.go:171","msg":"trace[162192022] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:535; }","duration":"261.82227ms","start":"2026-03-02T19:00:13.366006Z","end":"2026-03-02T19:00:13.627828Z","steps":["trace[162192022] 'read index received' (duration: 69.543643ms)","trace[162192022] 'applied index is now lower than readState.Index' (duration: 192.277817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:13.627972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.950355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:13.628007Z","caller":"traceutil/trace.go:171","msg":"trace[2011262313] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io; range_end:; response_count:0; response_revision:517; }","duration":"262.021696ms","start":"2026-03-02T19:00:13.365973Z","end":"2026-03-02T19:00:13.627994Z","steps":["trace[2011262313] 'agreement among raft nodes before linearized reading' (duration: 261.953454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:13.628078Z","caller":"traceutil/trace.go:171","msg":"trace[152757465] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"262.613924ms","start":"2026-03-02T19:00:13.365423Z","end":"2026-03-02T19:00:13.628037Z","steps":["trace[152757465] 'process raft request' (duration: 262.258564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:17.583769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.887808286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:17.583895Z","caller":"traceutil/trace.go:171","msg":"trace[1030213536] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:517; }","duration":"3.887963511s","start":"2026-03-02T19:00:13.695876Z","end":"2026-03-02T19:00:17.58384Z","steps":["trace[1030213536] 'range keys from in-memory index tree' (duration: 3.887728984s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:17.583935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:13.695857Z","time spent":"3.888070644s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-02T19:00:17.583969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38813628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T19:00:17.584031Z","caller":"traceutil/trace.go:171","msg":"trace[134614443] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:517; }","duration":"3.388245214s","start":"2026-03-02T19:00:14.195771Z","end":"2026-03-02T19:00:17.584016Z","steps":["trace[134614443] 'range keys from in-memory index tree' (duration: 3.387932464s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:17.584049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073469212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:17.584066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:14.195749Z","time spent":"3.388310806s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-02T19:00:17.584077Z","caller":"traceutil/trace.go:171","msg":"trace[160085025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"3.073530984s","start":"2026-03-02T19:00:14.510537Z","end":"2026-03-02T19:00:17.584069Z","steps":["trace[160085025] 'range keys from in-memory index tree' (duration: 3.07339018s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:17.584116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:14.510517Z","time spent":"3.073581446s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:00:17.584227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.739574922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:17.584293Z","caller":"traceutil/trace.go:171","msg":"trace[741150914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"3.739689185s","start":"2026-03-02T19:00:13.844586Z","end":"2026-03-02T19:00:17.584275Z","steps":["trace[741150914] 'range keys from in-memory index tree' (duration: 3.73948909s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:17.584356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:13.844564Z","time spent":"3.739783179s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:00:17.584801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315314867s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:00:17.584869Z","caller":"traceutil/trace.go:171","msg":"trace[863898858] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:537; }","duration":"2.216660153s","start":"2026-03-02T19:00:15.368198Z","end":"2026-03-02T19:00:17.584858Z","steps":["trace[863898858] 'read index received' (duration: 43.981µs)","trace[863898858] 'applied index is now lower than readState.Index' (duration: 2.216615212s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:17.584918Z","caller":"traceutil/trace.go:171","msg":"trace[1198881305] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"2.762871427s","start":"2026-03-02T19:00:14.822039Z","end":"2026-03-02T19:00:17.58491Z","steps":["trace[1198881305] 'process raft request' (duration: 447.212629ms)","trace[1198881305] 'compare' (duration: 2.314528813s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:17.584953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:14.822012Z","time spent":"2.762921898s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:17.585106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21690779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:00:17.585121Z","caller":"traceutil/trace.go:171","msg":"trace[1562949979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:518; }","duration":"2.216959553s","start":"2026-03-02T19:00:15.368156Z","end":"2026-03-02T19:00:17.585115Z","steps":["trace[1562949979] 'agreement among raft nodes before linearized reading' (duration: 2.216915512s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:17.585137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:15.368135Z","time spent":"2.216997423s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:00:17.620761Z","caller":"traceutil/trace.go:171","msg":"trace[2103778306] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.771588259s","start":"2026-03-02T19:00:15.849146Z","end":"2026-03-02T19:00:17.620735Z","steps":["trace[2103778306] 'process raft request' (duration: 1.771450515s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:17.620888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:15.849122Z","time spent":"1.771709973s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:00:18.383498Z","caller":"traceutil/trace.go:171","msg":"trace[1900012823] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.295820557s","start":"2026-03-02T19:00:17.087639Z","end":"2026-03-02T19:00:18.38346Z","steps":["trace[1900012823] 'process raft request' (duration: 1.256090446s)","trace[1900012823] 'compare' (duration: 39.383461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:18.383655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:17.087608Z","time spent":"1.295971782s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:00:18.383818Z","caller":"traceutil/trace.go:171","msg":"trace[710338660] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"796.268907ms","start":"2026-03-02T19:00:17.587507Z","end":"2026-03-02T19:00:18.383776Z","steps":["trace[710338660] 'process raft request' (duration: 796.076591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:18.383841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:17.585471Z","time spent":"798.35892ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:00:18.383997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:17.587487Z","time spent":"796.422481ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:18.384018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751685207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T19:00:18.384027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944026896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:00:18.384068Z","caller":"traceutil/trace.go:171","msg":"trace[1279167185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:521; }","duration":"2.7517903s","start":"2026-03-02T19:00:15.632267Z","end":"2026-03-02T19:00:18.384057Z","steps":["trace[1279167185] 'agreement among raft nodes before linearized reading' (duration: 2.751583964s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:18.384056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865344326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:18.384104Z","caller":"traceutil/trace.go:171","msg":"trace[2024795466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:521; }","duration":"2.944135129s","start":"2026-03-02T19:00:15.439947Z","end":"2026-03-02T19:00:18.384082Z","steps":["trace[2024795466] 'agreement among raft nodes before linearized reading' (duration: 2.943911982s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:18.384117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:15.632249Z","time spent":"2.751849493s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:00:18.384124Z","caller":"traceutil/trace.go:171","msg":"trace[936294839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"1.865474799s","start":"2026-03-02T19:00:16.518632Z","end":"2026-03-02T19:00:18.384107Z","steps":["trace[936294839] 'agreement among raft nodes before linearized reading' (duration: 1.865368976s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:18.384151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:15.439925Z","time spent":"2.944213281s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:00:18.384162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:16.518595Z","time spent":"1.865559242s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:00:18.383665Z","caller":"traceutil/trace.go:171","msg":"trace[1395908531] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:538; }","duration":"798.757392ms","start":"2026-03-02T19:00:17.584884Z","end":"2026-03-02T19:00:18.383642Z","steps":["trace[1395908531] 'read index received' (duration: 35.654848ms)","trace[1395908531] 'applied index is now lower than readState.Index' (duration: 763.101634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:18.384299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01590225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:00:18.384336Z","caller":"traceutil/trace.go:171","msg":"trace[1824152655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:521; }","duration":"3.015955362s","start":"2026-03-02T19:00:15.368371Z","end":"2026-03-02T19:00:18.384326Z","steps":["trace[1824152655] 'agreement among raft nodes before linearized reading' (duration: 3.015830788s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:18.384378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:15.368364Z","time spent":"3.015991722s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:00:18.402996Z","caller":"traceutil/trace.go:171","msg":"trace[279649014] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"778.22529ms","start":"2026-03-02T19:00:17.624738Z","end":"2026-03-02T19:00:18.402963Z","steps":["trace[279649014] 'process raft request' (duration: 778.069326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:18.40302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.334134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:18.403131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:17.624723Z","time spent":"778.349545ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:00:18.403165Z","caller":"traceutil/trace.go:171","msg":"trace[1885250656] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:0; response_revision:522; }","duration":"816.492658ms","start":"2026-03-02T19:00:17.586658Z","end":"2026-03-02T19:00:18.403151Z","steps":["trace[1885250656] 'agreement among raft nodes before linearized reading' (duration: 816.292292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:18.403196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:17.586651Z","time spent":"816.53738ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-03-02T19:00:18.785229Z","caller":"traceutil/trace.go:171","msg":"trace[1207195872] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"400.64082ms","start":"2026-03-02T19:00:18.384538Z","end":"2026-03-02T19:00:18.785179Z","steps":["trace[1207195872] 'process raft request' (duration: 356.797683ms)","trace[1207195872] 'compare' (duration: 43.462265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:18.785382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:18.384518Z","time spent":"400.786694ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:00:18.785383Z","caller":"traceutil/trace.go:171","msg":"trace[1914671907] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"397.34178ms","start":"2026-03-02T19:00:18.388013Z","end":"2026-03-02T19:00:18.785355Z","steps":["trace[1914671907] 'process raft request' (duration: 397.148474ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:18.785431Z","caller":"traceutil/trace.go:171","msg":"trace[1660545441] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:543; }","duration":"382.481251ms","start":"2026-03-02T19:00:18.40293Z","end":"2026-03-02T19:00:18.785412Z","steps":["trace[1660545441] 'read index received' (duration: 338.396067ms)","trace[1660545441] 'applied index is now lower than readState.Index' (duration: 44.084134ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:18.785516Z","caller":"traceutil/trace.go:171","msg":"trace[1206772541] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"398.093353ms","start":"2026-03-02T19:00:18.387395Z","end":"2026-03-02T19:00:18.785488Z","steps":["trace[1206772541] 'process raft request' (duration: 397.701511ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:18.785542Z","caller":"traceutil/trace.go:171","msg":"trace[305998373] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"397.474554ms","start":"2026-03-02T19:00:18.388053Z","end":"2026-03-02T19:00:18.785528Z","steps":["trace[305998373] 'process raft request' (duration: 397.246427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:18.785543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:18.38799Z","time spent":"397.465564ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:18.785628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:18.387373Z","time spent":"398.195005ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:18.78562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:18.388044Z","time spent":"397.530356ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:18.785723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.414123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:18.785835Z","caller":"traceutil/trace.go:171","msg":"trace[1666692906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:526; }","duration":"400.594948ms","start":"2026-03-02T19:00:18.385198Z","end":"2026-03-02T19:00:18.785793Z","steps":["trace[1666692906] 'agreement among raft nodes before linearized reading' (duration: 400.427253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:18.78572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.670735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:18.785905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:18.385182Z","time spent":"400.710462ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:00:18.785916Z","caller":"traceutil/trace.go:171","msg":"trace[1876387984] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:526; }","duration":"379.915732ms","start":"2026-03-02T19:00:18.405986Z","end":"2026-03-02T19:00:18.785902Z","steps":["trace[1876387984] 'agreement among raft nodes before linearized reading' (duration: 379.611343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:18.785964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:18.405971Z","time spent":"379.981165ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-02T19:00:18.930417Z","caller":"traceutil/trace.go:171","msg":"trace[2022344733] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"130.788766ms","start":"2026-03-02T19:00:18.799597Z","end":"2026-03-02T19:00:18.930386Z","steps":["trace[2022344733] 'process raft request' (duration: 118.327049ms)","trace[2022344733] 'compare' (duration: 12.327603ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:19.188683Z","caller":"traceutil/trace.go:171","msg":"trace[758953025] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"142.648485ms","start":"2026-03-02T19:00:19.045955Z","end":"2026-03-02T19:00:19.188603Z","steps":["trace[758953025] 'process raft request' (duration: 140.49043ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:19.707866Z","caller":"traceutil/trace.go:171","msg":"trace[1923409793] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"147.182072ms","start":"2026-03-02T19:00:19.560655Z","end":"2026-03-02T19:00:19.707837Z","steps":["trace[1923409793] 'process raft request' (duration: 146.819791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:20.902283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.646006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T19:00:20.902305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.059199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T19:00:20.902348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.338208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T19:00:20.902348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.429489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:20.902385Z","caller":"traceutil/trace.go:171","msg":"trace[41762772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:653; }","duration":"110.795781ms","start":"2026-03-02T19:00:20.791568Z","end":"2026-03-02T19:00:20.902364Z","steps":["trace[41762772] 'range keys from in-memory index tree' (duration: 110.478111ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:20.90241Z","caller":"traceutil/trace.go:171","msg":"trace[577922857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:653; }","duration":"112.225404ms","start":"2026-03-02T19:00:20.790156Z","end":"2026-03-02T19:00:20.902381Z","steps":["trace[577922857] 'range keys from in-memory index tree' (duration: 111.828271ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:20.902423Z","caller":"traceutil/trace.go:171","msg":"trace[662442712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:653; }","duration":"514.458381ms","start":"2026-03-02T19:00:20.387945Z","end":"2026-03-02T19:00:20.902403Z","steps":["trace[662442712] 'range keys from in-memory index tree' (duration: 514.164353ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:20.90245Z","caller":"traceutil/trace.go:171","msg":"trace[1950736355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:653; }","duration":"391.549383ms","start":"2026-03-02T19:00:20.510874Z","end":"2026-03-02T19:00:20.902423Z","steps":["trace[1950736355] 'range keys from in-memory index tree' (duration: 391.267804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:20.90248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:20.387923Z","time spent":"514.548104ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:00:20.902497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:20.510805Z","time spent":"391.683788ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:00:21.322764Z","caller":"traceutil/trace.go:171","msg":"trace[1011341003] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:689; }","duration":"125.125664ms","start":"2026-03-02T19:00:21.197615Z","end":"2026-03-02T19:00:21.322741Z","steps":["trace[1011341003] 'read index received' (duration: 65.405978ms)","trace[1011341003] 'applied index is now lower than readState.Index' (duration: 59.718686ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:21.322817Z","caller":"traceutil/trace.go:171","msg":"trace[1731346791] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"130.637382ms","start":"2026-03-02T19:00:21.192142Z","end":"2026-03-02T19:00:21.322779Z","steps":["trace[1731346791] 'process raft request' (duration: 130.480077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:21.3229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.26866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-2b6dz\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-03-02T19:00:21.32292Z","caller":"traceutil/trace.go:171","msg":"trace[1375242066] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-2b6dz; range_end:; response_count:1; response_revision:670; }","duration":"125.336031ms","start":"2026-03-02T19:00:21.197578Z","end":"2026-03-02T19:00:21.322914Z","steps":["trace[1375242066] 'agreement among raft nodes before linearized reading' (duration: 125.231368ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:21.322831Z","caller":"traceutil/trace.go:171","msg":"trace[343550154] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"118.171245ms","start":"2026-03-02T19:00:21.204638Z","end":"2026-03-02T19:00:21.32281Z","steps":["trace[343550154] 'process raft request' (duration: 118.071522ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:21.501666Z","caller":"traceutil/trace.go:171","msg":"trace[945851439] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"172.389654ms","start":"2026-03-02T19:00:21.32925Z","end":"2026-03-02T19:00:21.50164Z","steps":["trace[945851439] 'process raft request' (duration: 172.323352ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:21.5017Z","caller":"traceutil/trace.go:171","msg":"trace[1223365121] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"173.5573ms","start":"2026-03-02T19:00:21.328106Z","end":"2026-03-02T19:00:21.501664Z","steps":["trace[1223365121] 'process raft request' (duration: 173.319813ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:21.553558Z","caller":"traceutil/trace.go:171","msg":"trace[690299840] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"192.873904ms","start":"2026-03-02T19:00:21.360657Z","end":"2026-03-02T19:00:21.553531Z","steps":["trace[690299840] 'process raft request' (duration: 171.959141ms)","trace[690299840] 'compare' (duration: 20.741568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:21.937848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.157152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:00:21.937926Z","caller":"traceutil/trace.go:171","msg":"trace[1738885069] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"214.204489ms","start":"2026-03-02T19:00:21.723707Z","end":"2026-03-02T19:00:21.937911Z","steps":["trace[1738885069] 'process raft request' (duration: 107.927614ms)","trace[1738885069] 'compare' (duration: 106.063969ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:22.085229Z","caller":"traceutil/trace.go:171","msg":"trace[951312818] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"142.352077ms","start":"2026-03-02T19:00:21.942831Z","end":"2026-03-02T19:00:22.085183Z","steps":["trace[951312818] 'process raft request' (duration: 141.968385ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:22.268932Z","caller":"traceutil/trace.go:171","msg":"trace[232543033] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"177.784978ms","start":"2026-03-02T19:00:22.091123Z","end":"2026-03-02T19:00:22.268908Z","steps":["trace[232543033] 'process raft request' (duration: 177.574452ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:22.268973Z","caller":"traceutil/trace.go:171","msg":"trace[1345838867] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"141.950834ms","start":"2026-03-02T19:00:22.126992Z","end":"2026-03-02T19:00:22.268943Z","steps":["trace[1345838867] 'process raft request' (duration: 141.853161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:22.491015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.749373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:00:22.49111Z","caller":"traceutil/trace.go:171","msg":"trace[762684386] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"273.160363ms","start":"2026-03-02T19:00:22.217933Z","end":"2026-03-02T19:00:22.491093Z","steps":["trace[762684386] 'process raft request' (duration: 151.273996ms)","trace[762684386] 'compare' (duration: 121.63729ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:22.646721Z","caller":"traceutil/trace.go:171","msg":"trace[2011820573] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"371.746246ms","start":"2026-03-02T19:00:22.274951Z","end":"2026-03-02T19:00:22.646697Z","steps":["trace[2011820573] 'process raft request' (duration: 363.157485ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:22.646749Z","caller":"traceutil/trace.go:171","msg":"trace[1652878632] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"367.083404ms","start":"2026-03-02T19:00:22.279634Z","end":"2026-03-02T19:00:22.646718Z","steps":["trace[1652878632] 'process raft request' (duration: 366.94801ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:22.646799Z","caller":"traceutil/trace.go:171","msg":"trace[2077339114] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"364.997781ms","start":"2026-03-02T19:00:22.281785Z","end":"2026-03-02T19:00:22.646782Z","steps":["trace[2077339114] 'process raft request' (duration: 364.859867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:22.646893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:22.281775Z","time spent":"365.066784ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:22.646905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:22.27961Z","time spent":"367.215688ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:22.646885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:22.274932Z","time spent":"371.86464ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4318,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:00:22.647511Z","caller":"traceutil/trace.go:171","msg":"trace[1346890667] linearizableReadLoop","detail":"{readStateIndex:717; appliedIndex:713; }","duration":"136.962153ms","start":"2026-03-02T19:00:22.51052Z","end":"2026-03-02T19:00:22.647482Z","steps":["trace[1346890667] 'read index received' (duration: 127.5972ms)","trace[1346890667] 'applied index is now lower than readState.Index' (duration: 9.363113ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:22.647521Z","caller":"traceutil/trace.go:171","msg":"trace[1924190585] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"322.237768ms","start":"2026-03-02T19:00:22.325267Z","end":"2026-03-02T19:00:22.647505Z","steps":["trace[1924190585] 'process raft request' (duration: 321.470875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:22.647605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:22.325233Z","time spent":"322.338651ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:00:22.647632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.117498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:22.647656Z","caller":"traceutil/trace.go:171","msg":"trace[1865578728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:695; }","duration":"137.179149ms","start":"2026-03-02T19:00:22.510469Z","end":"2026-03-02T19:00:22.647649Z","steps":["trace[1865578728] 'agreement among raft nodes before linearized reading' (duration: 137.108207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:22.647672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.129996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:22.647728Z","caller":"traceutil/trace.go:171","msg":"trace[1049213879] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:695; }","duration":"125.221408ms","start":"2026-03-02T19:00:22.522489Z","end":"2026-03-02T19:00:22.64771Z","steps":["trace[1049213879] 'agreement among raft nodes before linearized reading' (duration: 125.144936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:23.623151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.777008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-02T19:00:23.623229Z","caller":"traceutil/trace.go:171","msg":"trace[720438794] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:709; }","duration":"100.894282ms","start":"2026-03-02T19:00:23.522316Z","end":"2026-03-02T19:00:23.62321Z","steps":["trace[720438794] 'range keys from in-memory index tree' (duration: 100.614363ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:30.687586Z","caller":"traceutil/trace.go:171","msg":"trace[383991197] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:815; }","duration":"177.401536ms","start":"2026-03-02T19:00:30.510163Z","end":"2026-03-02T19:00:30.687565Z","steps":["trace[383991197] 'read index received' (duration: 177.313634ms)","trace[383991197] 'applied index is now lower than readState.Index' (duration: 87.002µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:30.687762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.591132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:30.687785Z","caller":"traceutil/trace.go:171","msg":"trace[292415081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:792; }","duration":"177.668395ms","start":"2026-03-02T19:00:30.510109Z","end":"2026-03-02T19:00:30.687777Z","steps":["trace[292415081] 'agreement among raft nodes before linearized reading' (duration: 177.596962ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:30.68788Z","caller":"traceutil/trace.go:171","msg":"trace[1549207763] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"313.738031ms","start":"2026-03-02T19:00:30.374104Z","end":"2026-03-02T19:00:30.687842Z","steps":["trace[1549207763] 'process raft request' (duration: 313.343939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:30.688062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:30.374078Z","time spent":"313.906506ms","remote":"127.0.0.1:53616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1671,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:00:32.524554Z","caller":"traceutil/trace.go:171","msg":"trace[1035890880] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"168.234769ms","start":"2026-03-02T19:00:32.356284Z","end":"2026-03-02T19:00:32.524518Z","steps":["trace[1035890880] 'process raft request' (duration: 168.103566ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:33.058606Z","caller":"traceutil/trace.go:171","msg":"trace[1151164071] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"112.262006ms","start":"2026-03-02T19:00:32.946307Z","end":"2026-03-02T19:00:33.058569Z","steps":["trace[1151164071] 'process raft request' (duration: 112.07732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:33.218905Z","caller":"traceutil/trace.go:171","msg":"trace[73103075] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"101.083088ms","start":"2026-03-02T19:00:33.11779Z","end":"2026-03-02T19:00:33.218873Z","steps":["trace[73103075] 'process raft request' (duration: 50.798367ms)","trace[73103075] 'compare' (duration: 50.087635ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:33.528323Z","caller":"traceutil/trace.go:171","msg":"trace[1260759391] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"101.16571ms","start":"2026-03-02T19:00:33.427132Z","end":"2026-03-02T19:00:33.528297Z","steps":["trace[1260759391] 'process raft request' (duration: 101.001165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:33.998084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.607898ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T19:00:33.998338Z","caller":"traceutil/trace.go:171","msg":"trace[804274418] linearizableReadLoop","detail":"{readStateIndex:859; appliedIndex:857; }","duration":"163.9827ms","start":"2026-03-02T19:00:33.834331Z","end":"2026-03-02T19:00:33.998313Z","steps":["trace[804274418] 'read index received' (duration: 78.091752ms)","trace[804274418] 'applied index is now lower than readState.Index' (duration: 85.888868ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:33.998439Z","caller":"traceutil/trace.go:171","msg":"trace[2016590730] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"322.366522ms","start":"2026-03-02T19:00:33.676021Z","end":"2026-03-02T19:00:33.998387Z","steps":["trace[2016590730] 'process raft request' (duration: 322.177016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:33.999649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:33.675997Z","time spent":"323.489016ms","remote":"127.0.0.1:37084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3776,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:33.998589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.252309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:33.999874Z","caller":"traceutil/trace.go:171","msg":"trace[1793673057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:834; }","duration":"165.523848ms","start":"2026-03-02T19:00:33.834316Z","end":"2026-03-02T19:00:33.99984Z","steps":["trace[1793673057] 'agreement among raft nodes before linearized reading' (duration: 164.205018ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:34.17887Z","caller":"traceutil/trace.go:171","msg":"trace[2044211272] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"172.042684ms","start":"2026-03-02T19:00:34.006794Z","end":"2026-03-02T19:00:34.178837Z","steps":["trace[2044211272] 'process raft request' (duration: 171.723625ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:34.525546Z","caller":"traceutil/trace.go:171","msg":"trace[1531282480] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"123.460465ms","start":"2026-03-02T19:00:34.402047Z","end":"2026-03-02T19:00:34.525508Z","steps":["trace[1531282480] 'process raft request' (duration: 123.128335ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:34.736218Z","caller":"traceutil/trace.go:171","msg":"trace[1019874384] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"205.506416ms","start":"2026-03-02T19:00:34.530679Z","end":"2026-03-02T19:00:34.736185Z","steps":["trace[1019874384] 'process raft request' (duration: 133.459907ms)","trace[1019874384] 'compare' (duration: 71.906865ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:34.826902Z","caller":"traceutil/trace.go:171","msg":"trace[492831671] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"289.23716ms","start":"2026-03-02T19:00:34.537638Z","end":"2026-03-02T19:00:34.826875Z","steps":["trace[492831671] 'process raft request' (duration: 289.171068ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:34.826943Z","caller":"traceutil/trace.go:171","msg":"trace[1841486693] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"295.586402ms","start":"2026-03-02T19:00:34.531321Z","end":"2026-03-02T19:00:34.826907Z","steps":["trace[1841486693] 'process raft request' (duration: 295.351765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:34.989184Z","caller":"traceutil/trace.go:171","msg":"trace[1283183773] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"156.643539ms","start":"2026-03-02T19:00:34.83251Z","end":"2026-03-02T19:00:34.989154Z","steps":["trace[1283183773] 'process raft request' (duration: 156.462383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:35.345036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.017701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T19:00:35.345132Z","caller":"traceutil/trace.go:171","msg":"trace[518691104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:843; }","duration":"122.155715ms","start":"2026-03-02T19:00:35.222955Z","end":"2026-03-02T19:00:35.345111Z","steps":["trace[518691104] 'range keys from in-memory index tree' (duration: 121.836695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:35.345182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.014745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:00:35.34505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.949739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T19:00:35.345291Z","caller":"traceutil/trace.go:171","msg":"trace[1450510210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:843; }","duration":"224.18221ms","start":"2026-03-02T19:00:35.121089Z","end":"2026-03-02T19:00:35.345272Z","steps":["trace[1450510210] 'range keys from in-memory index tree' (duration: 223.83393ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:35.34531Z","caller":"traceutil/trace.go:171","msg":"trace[780861251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:843; }","duration":"248.249169ms","start":"2026-03-02T19:00:35.09704Z","end":"2026-03-02T19:00:35.345289Z","steps":["trace[780861251] 'range keys from in-memory index tree' (duration: 247.801745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:35.345657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.423697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T19:00:35.345775Z","caller":"traceutil/trace.go:171","msg":"trace[834493613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:843; }","duration":"221.586062ms","start":"2026-03-02T19:00:35.124163Z","end":"2026-03-02T19:00:35.345749Z","steps":["trace[834493613] 'range keys from in-memory index tree' (duration: 220.585312ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:35.527851Z","caller":"traceutil/trace.go:171","msg":"trace[975487142] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"177.259742ms","start":"2026-03-02T19:00:35.350567Z","end":"2026-03-02T19:00:35.527826Z","steps":["trace[975487142] 'process raft request' (duration: 177.20572ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:35.528053Z","caller":"traceutil/trace.go:171","msg":"trace[225014038] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"178.218661ms","start":"2026-03-02T19:00:35.349824Z","end":"2026-03-02T19:00:35.528043Z","steps":["trace[225014038] 'process raft request' (duration: 177.913682ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:35.527862Z","caller":"traceutil/trace.go:171","msg":"trace[963975433] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"178.613803ms","start":"2026-03-02T19:00:35.349199Z","end":"2026-03-02T19:00:35.527812Z","steps":["trace[963975433] 'process raft request' (duration: 151.620417ms)","trace[963975433] 'compare' (duration: 26.752599ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:35.528105Z","caller":"traceutil/trace.go:171","msg":"trace[1413470787] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"178.786718ms","start":"2026-03-02T19:00:35.349286Z","end":"2026-03-02T19:00:35.528073Z","steps":["trace[1413470787] 'process raft request' (duration: 178.407057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:35.821648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.961949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:00:35.821977Z","caller":"traceutil/trace.go:171","msg":"trace[1374222381] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"422.879693ms","start":"2026-03-02T19:00:35.399025Z","end":"2026-03-02T19:00:35.821905Z","steps":["trace[1374222381] 'process raft request' (duration: 298.567993ms)","trace[1374222381] 'compare' (duration: 123.568497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:35.822111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.453831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:35.822147Z","caller":"traceutil/trace.go:171","msg":"trace[1767527321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:850; }","duration":"311.552684ms","start":"2026-03-02T19:00:35.510588Z","end":"2026-03-02T19:00:35.82214Z","steps":["trace[1767527321] 'agreement among raft nodes before linearized reading' (duration: 311.476052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:35.82217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:35.51056Z","time spent":"311.604836ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:00:35.822003Z","caller":"traceutil/trace.go:171","msg":"trace[1460681880] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:875; }","duration":"311.334268ms","start":"2026-03-02T19:00:35.510645Z","end":"2026-03-02T19:00:35.821979Z","steps":["trace[1460681880] 'read index received' (duration: 186.954536ms)","trace[1460681880] 'applied index is now lower than readState.Index' (duration: 124.376272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:35.822179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:35.399003Z","time spent":"423.077708ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4890,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:35.822441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.406508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:00:35.822497Z","caller":"traceutil/trace.go:171","msg":"trace[1494063300] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:850; }","duration":"102.515421ms","start":"2026-03-02T19:00:35.719968Z","end":"2026-03-02T19:00:35.822483Z","steps":["trace[1494063300] 'agreement among raft nodes before linearized reading' (duration: 102.391988ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:36.017984Z","caller":"traceutil/trace.go:171","msg":"trace[179238078] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"189.892575ms","start":"2026-03-02T19:00:35.828066Z","end":"2026-03-02T19:00:36.017958Z","steps":["trace[179238078] 'process raft request' (duration: 189.651408ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:36.017983Z","caller":"traceutil/trace.go:171","msg":"trace[543995406] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"189.793952ms","start":"2026-03-02T19:00:35.828162Z","end":"2026-03-02T19:00:36.017956Z","steps":["trace[543995406] 'process raft request' (duration: 189.73348ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.409418Z","caller":"traceutil/trace.go:171","msg":"trace[1088459846] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"188.600086ms","start":"2026-03-02T19:00:37.220783Z","end":"2026-03-02T19:00:37.409383Z","steps":["trace[1088459846] 'process raft request' (duration: 188.39645ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:40.449866Z","caller":"traceutil/trace.go:171","msg":"trace[1223759089] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"102.371397ms","start":"2026-03-02T19:00:40.347466Z","end":"2026-03-02T19:00:40.449837Z","steps":["trace[1223759089] 'process raft request' (duration: 102.201741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:41.01822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903016227,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:00:41.039859Z","caller":"traceutil/trace.go:171","msg":"trace[1408409315] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:912; }","duration":"522.578649ms","start":"2026-03-02T19:00:40.517262Z","end":"2026-03-02T19:00:41.039841Z","steps":["trace[1408409315] 'read index received' (duration: 522.039132ms)","trace[1408409315] 'applied index is now lower than readState.Index' (duration: 539.077µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:41.03997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.700832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:41.039997Z","caller":"traceutil/trace.go:171","msg":"trace[245079189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:886; }","duration":"522.796365ms","start":"2026-03-02T19:00:40.517191Z","end":"2026-03-02T19:00:41.039988Z","steps":["trace[245079189] 'agreement among raft nodes before linearized reading' (duration: 522.705762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:41.040018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:40.517173Z","time spent":"522.840737ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:00:41.040143Z","caller":"traceutil/trace.go:171","msg":"trace[79788301] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"668.4137ms","start":"2026-03-02T19:00:40.371694Z","end":"2026-03-02T19:00:41.040108Z","steps":["trace[79788301] 'process raft request' (duration: 667.627146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:41.040253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:40.371672Z","time spent":"668.516013ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:00:41.04026Z","caller":"traceutil/trace.go:171","msg":"trace[992729308] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"667.594905ms","start":"2026-03-02T19:00:40.372635Z","end":"2026-03-02T19:00:41.04023Z","steps":["trace[992729308] 'process raft request' (duration: 667.166212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:41.040477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:40.372615Z","time spent":"667.711718ms","remote":"127.0.0.1:37108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2596,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:00:41.414076Z","caller":"traceutil/trace.go:171","msg":"trace[1980177310] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"112.71914ms","start":"2026-03-02T19:00:41.301319Z","end":"2026-03-02T19:00:41.414039Z","steps":["trace[1980177310] 'process raft request' (duration: 112.451102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:41.773078Z","caller":"traceutil/trace.go:171","msg":"trace[1421097611] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:920; }","duration":"118.203526ms","start":"2026-03-02T19:00:41.654839Z","end":"2026-03-02T19:00:41.773043Z","steps":["trace[1421097611] 'read index received' (duration: 101.289834ms)","trace[1421097611] 'applied index is now lower than readState.Index' (duration: 16.912052ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:41.773193Z","caller":"traceutil/trace.go:171","msg":"trace[1048820450] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"127.27312ms","start":"2026-03-02T19:00:41.645865Z","end":"2026-03-02T19:00:41.773138Z","steps":["trace[1048820450] 'process raft request' (duration: 110.176343ms)","trace[1048820450] 'compare' (duration: 16.409526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:41.773423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.951061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-twvr4\" ","response":"range_response_count:1 size:5069"} {"level":"info","ts":"2026-03-02T19:00:41.773495Z","caller":"traceutil/trace.go:171","msg":"trace[223157638] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-twvr4; range_end:; response_count:1; response_revision:894; }","duration":"131.060285ms","start":"2026-03-02T19:00:41.642418Z","end":"2026-03-02T19:00:41.773478Z","steps":["trace[223157638] 'agreement among raft nodes before linearized reading' (duration: 130.759616ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:41.773538Z","caller":"traceutil/trace.go:171","msg":"trace[977838405] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"114.196955ms","start":"2026-03-02T19:00:41.659002Z","end":"2026-03-02T19:00:41.773199Z","steps":["trace[977838405] 'process raft request' (duration: 113.973438ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:43.21217Z","caller":"traceutil/trace.go:171","msg":"trace[1547910064] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"318.764623ms","start":"2026-03-02T19:00:42.89338Z","end":"2026-03-02T19:00:43.212145Z","steps":["trace[1547910064] 'process raft request' (duration: 257.025055ms)","trace[1547910064] 'compare' (duration: 61.632155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:43.212295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:42.893365Z","time spent":"318.876606ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:00:43.566763Z","caller":"traceutil/trace.go:171","msg":"trace[1804589875] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"158.201736ms","start":"2026-03-02T19:00:43.408528Z","end":"2026-03-02T19:00:43.56673Z","steps":["trace[1804589875] 'process raft request' (duration: 94.303252ms)","trace[1804589875] 'compare' (duration: 63.7674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:43.972019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.574826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:00:43.972217Z","caller":"traceutil/trace.go:171","msg":"trace[1327908038] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:931; }","duration":"512.576586ms","start":"2026-03-02T19:00:43.45962Z","end":"2026-03-02T19:00:43.972197Z","steps":["trace[1327908038] 'read index received' (duration: 43.2891ms)","trace[1327908038] 'applied index is now lower than readState.Index' (duration: 469.286426ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:43.972332Z","caller":"traceutil/trace.go:171","msg":"trace[774787971] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"548.688168ms","start":"2026-03-02T19:00:43.42363Z","end":"2026-03-02T19:00:43.972318Z","steps":["trace[774787971] 'process raft request' (duration: 548.497862ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:43.972344Z","caller":"traceutil/trace.go:171","msg":"trace[1280975545] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"562.787455ms","start":"2026-03-02T19:00:43.409529Z","end":"2026-03-02T19:00:43.972317Z","steps":["trace[1280975545] 'process raft request' (duration: 365.833517ms)","trace[1280975545] 'compare' (duration: 196.438392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:43.972419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:43.423588Z","time spent":"548.786681ms","remote":"127.0.0.1:37084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:43.972418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.682556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:43.972455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:43.409507Z","time spent":"562.890148ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1602,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:00:43.97249Z","caller":"traceutil/trace.go:171","msg":"trace[592690751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:906; }","duration":"461.797659ms","start":"2026-03-02T19:00:43.510674Z","end":"2026-03-02T19:00:43.972472Z","steps":["trace[592690751] 'agreement among raft nodes before linearized reading' (duration: 461.687466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:43.972512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.851744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T19:00:43.972537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:43.510654Z","time spent":"461.874932ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:00:43.972572Z","caller":"traceutil/trace.go:171","msg":"trace[1626857375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:906; }","duration":"194.942367ms","start":"2026-03-02T19:00:43.777608Z","end":"2026-03-02T19:00:43.972551Z","steps":["trace[1626857375] 'agreement among raft nodes before linearized reading' (duration: 194.787152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:43.972613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.995828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T19:00:43.972631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.800063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:00:43.972668Z","caller":"traceutil/trace.go:171","msg":"trace[332908390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:906; }","duration":"513.094011ms","start":"2026-03-02T19:00:43.459561Z","end":"2026-03-02T19:00:43.972655Z","steps":["trace[332908390] 'agreement among raft nodes before linearized reading' (duration: 512.944346ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:43.97272Z","caller":"traceutil/trace.go:171","msg":"trace[1297584557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:906; }","duration":"313.952277ms","start":"2026-03-02T19:00:43.658749Z","end":"2026-03-02T19:00:43.972701Z","steps":["trace[1297584557] 'agreement among raft nodes before linearized reading' (duration: 313.686149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:43.97273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:43.459537Z","time spent":"513.178174ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:00:43.972772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:43.658724Z","time spent":"314.03913ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:00:43.972834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.5937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:00:43.972916Z","caller":"traceutil/trace.go:171","msg":"trace[236621522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:906; }","duration":"330.728555ms","start":"2026-03-02T19:00:43.64217Z","end":"2026-03-02T19:00:43.972898Z","steps":["trace[236621522] 'agreement among raft nodes before linearized reading' (duration: 330.499528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:43.972964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:43.642148Z","time spent":"330.807887ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:00:43.973001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.336319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:00:43.973062Z","caller":"traceutil/trace.go:171","msg":"trace[1517453308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:906; }","duration":"195.400861ms","start":"2026-03-02T19:00:43.777646Z","end":"2026-03-02T19:00:43.973047Z","steps":["trace[1517453308] 'agreement among raft nodes before linearized reading' (duration: 195.001979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:48.274305Z","caller":"traceutil/trace.go:171","msg":"trace[26167086] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"114.70692ms","start":"2026-03-02T19:00:48.159567Z","end":"2026-03-02T19:00:48.274274Z","steps":["trace[26167086] 'process raft request' (duration: 74.804193ms)","trace[26167086] 'compare' (duration: 39.706891ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:48.274675Z","caller":"traceutil/trace.go:171","msg":"trace[995436541] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"114.787182ms","start":"2026-03-02T19:00:48.159862Z","end":"2026-03-02T19:00:48.274649Z","steps":["trace[995436541] 'process raft request' (duration: 114.349779ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:48.275005Z","caller":"traceutil/trace.go:171","msg":"trace[350609035] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"114.597327ms","start":"2026-03-02T19:00:48.160318Z","end":"2026-03-02T19:00:48.274915Z","steps":["trace[350609035] 'process raft request' (duration: 114.257256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:50.270731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.921217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T19:00:50.270819Z","caller":"traceutil/trace.go:171","msg":"trace[121068479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:936; }","duration":"112.077462ms","start":"2026-03-02T19:00:50.158717Z","end":"2026-03-02T19:00:50.270795Z","steps":["trace[121068479] 'range keys from in-memory index tree' (duration: 111.715562ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:51.03375Z","caller":"traceutil/trace.go:171","msg":"trace[763609663] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"103.637405ms","start":"2026-03-02T19:00:50.930081Z","end":"2026-03-02T19:00:51.033719Z","steps":["trace[763609663] 'process raft request' (duration: 103.4727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.662985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333581659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T19:00:53.663013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.024496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:53.663045Z","caller":"traceutil/trace.go:171","msg":"trace[2052005314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:944; }","duration":"1.333689062s","start":"2026-03-02T19:00:52.329342Z","end":"2026-03-02T19:00:53.663031Z","steps":["trace[2052005314] 'range keys from in-memory index tree' (duration: 1.333414524s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.663075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290729208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-thwct\" ","response":"range_response_count:1 size:3858"} {"level":"warn","ts":"2026-03-02T19:00:53.663082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.329314Z","time spent":"1.333759735s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:00:53.663111Z","caller":"traceutil/trace.go:171","msg":"trace[1111039468] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-thwct; range_end:; response_count:1; response_revision:944; }","duration":"1.290761639s","start":"2026-03-02T19:00:52.372338Z","end":"2026-03-02T19:00:53.6631Z","steps":["trace[1111039468] 'range keys from in-memory index tree' (duration: 1.290630875s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.663141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.831909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:53.663191Z","caller":"traceutil/trace.go:171","msg":"trace[1187443525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:944; }","duration":"152.904361ms","start":"2026-03-02T19:00:53.51026Z","end":"2026-03-02T19:00:53.663164Z","steps":["trace[1187443525] 'range keys from in-memory index tree' (duration: 152.640843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.663276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334534438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:00:53.663296Z","caller":"traceutil/trace.go:171","msg":"trace[1611252260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:944; }","duration":"1.334575399s","start":"2026-03-02T19:00:52.328715Z","end":"2026-03-02T19:00:53.66329Z","steps":["trace[1611252260] 'range keys from in-memory index tree' (duration: 1.334466736s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.66299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299224076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:53.663313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.328702Z","time spent":"1.33460593s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:00:53.663341Z","caller":"traceutil/trace.go:171","msg":"trace[1619874695] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:944; }","duration":"1.299597207s","start":"2026-03-02T19:00:52.36372Z","end":"2026-03-02T19:00:53.663317Z","steps":["trace[1619874695] 'count revisions from in-memory index tree' (duration: 1.299121783s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.663079Z","caller":"traceutil/trace.go:171","msg":"trace[8741189] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:944; }","duration":"977.149819ms","start":"2026-03-02T19:00:52.685913Z","end":"2026-03-02T19:00:53.663063Z","steps":["trace[8741189] 'count revisions from in-memory index tree' (duration: 976.940993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.66338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.363708Z","time spent":"1.29965957s","remote":"127.0.0.1:36928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:00:53.66345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.68589Z","time spent":"977.551142ms","remote":"127.0.0.1:36894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:00:53.663145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.372306Z","time spent":"1.290832602s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3881,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-thwct\" "} {"level":"warn","ts":"2026-03-02T19:00:53.663601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364686003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T19:00:53.663628Z","caller":"traceutil/trace.go:171","msg":"trace[1325983904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:944; }","duration":"1.364752865s","start":"2026-03-02T19:00:52.298868Z","end":"2026-03-02T19:00:53.663621Z","steps":["trace[1325983904] 'range keys from in-memory index tree' (duration: 1.364541039s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.663652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.298842Z","time spent":"1.364803587s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:00:53.664086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338128487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:00:53.664125Z","caller":"traceutil/trace.go:171","msg":"trace[557689778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:944; }","duration":"1.338195128s","start":"2026-03-02T19:00:52.32592Z","end":"2026-03-02T19:00:53.664115Z","steps":["trace[557689778] 'range keys from in-memory index tree' (duration: 1.337999133s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.664147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.325901Z","time spent":"1.33823842s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:00:56.534946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.264499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:00:56.535007Z","caller":"traceutil/trace.go:171","msg":"trace[1730340305] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:964; }","duration":"114.358182ms","start":"2026-03-02T19:00:56.420636Z","end":"2026-03-02T19:00:56.534994Z","steps":["trace[1730340305] 'agreement among raft nodes before linearized reading' (duration: 114.220128ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:57.930368Z","caller":"traceutil/trace.go:171","msg":"trace[673457835] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"165.566035ms","start":"2026-03-02T19:00:57.764776Z","end":"2026-03-02T19:00:57.930342Z","steps":["trace[673457835] 'process raft request' (duration: 165.40326ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:57.946301Z","caller":"traceutil/trace.go:171","msg":"trace[103660507] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"180.418057ms","start":"2026-03-02T19:00:57.76585Z","end":"2026-03-02T19:00:57.946268Z","steps":["trace[103660507] 'process raft request' (duration: 180.19716ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:57.946595Z","caller":"traceutil/trace.go:171","msg":"trace[1938501627] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"179.059106ms","start":"2026-03-02T19:00:57.767374Z","end":"2026-03-02T19:00:57.946433Z","steps":["trace[1938501627] 'process raft request' (duration: 178.832789ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:02.199365Z","caller":"traceutil/trace.go:171","msg":"trace[806096985] linearizableReadLoop","detail":"{readStateIndex:1056; appliedIndex:1055; }","duration":"257.315221ms","start":"2026-03-02T19:01:01.942028Z","end":"2026-03-02T19:01:02.199343Z","steps":["trace[806096985] 'read index received' (duration: 257.113225ms)","trace[806096985] 'applied index is now lower than readState.Index' (duration: 201.176µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:02.199425Z","caller":"traceutil/trace.go:171","msg":"trace[2126600335] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"470.677188ms","start":"2026-03-02T19:01:01.728723Z","end":"2026-03-02T19:01:02.1994Z","steps":["trace[2126600335] 'process raft request' (duration: 470.445501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.199529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.728711Z","time spent":"470.76307ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:02.199539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.86049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T19:01:02.199538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.502646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:01:02.199565Z","caller":"traceutil/trace.go:171","msg":"trace[1797648390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1020; }","duration":"237.935182ms","start":"2026-03-02T19:01:01.961622Z","end":"2026-03-02T19:01:02.199557Z","steps":["trace[1797648390] 'agreement among raft nodes before linearized reading' (duration: 237.83909ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:02.199617Z","caller":"traceutil/trace.go:171","msg":"trace[1665982519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1020; }","duration":"257.636171ms","start":"2026-03-02T19:01:01.941969Z","end":"2026-03-02T19:01:02.199605Z","steps":["trace[1665982519] 'agreement among raft nodes before linearized reading' (duration: 257.453285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.199619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.770047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:01:02.199649Z","caller":"traceutil/trace.go:171","msg":"trace[1957584807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1020; }","duration":"237.813659ms","start":"2026-03-02T19:01:01.961827Z","end":"2026-03-02T19:01:02.199641Z","steps":["trace[1957584807] 'agreement among raft nodes before linearized reading' (duration: 237.704656ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:05.969436Z","caller":"traceutil/trace.go:171","msg":"trace[1444415160] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"126.215672ms","start":"2026-03-02T19:01:05.843194Z","end":"2026-03-02T19:01:05.96941Z","steps":["trace[1444415160] 'process raft request' (duration: 125.857561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:13.921927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.567716ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:13.922065Z","caller":"traceutil/trace.go:171","msg":"trace[1663543295] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1171; }","duration":"278.720291ms","start":"2026-03-02T19:01:13.643325Z","end":"2026-03-02T19:01:13.922046Z","steps":["trace[1663543295] 'range keys from in-memory index tree' (duration: 278.552066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:13.922159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.910594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:01:13.922287Z","caller":"traceutil/trace.go:171","msg":"trace[321445353] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"595.682132ms","start":"2026-03-02T19:01:13.326569Z","end":"2026-03-02T19:01:13.922252Z","steps":["trace[321445353] 'process raft request' (duration: 209.601813ms)","trace[321445353] 'compare' (duration: 385.622715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:13.922384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:13.326542Z","time spent":"595.812416ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3246,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:13.95941Z","caller":"traceutil/trace.go:171","msg":"trace[2061589306] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"632.739727ms","start":"2026-03-02T19:01:13.326633Z","end":"2026-03-02T19:01:13.959373Z","steps":["trace[2061589306] 'process raft request' (duration: 632.50589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:13.959637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:13.326615Z","time spent":"632.911831ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:13.959704Z","caller":"traceutil/trace.go:171","msg":"trace[1756817072] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"632.518949ms","start":"2026-03-02T19:01:13.327146Z","end":"2026-03-02T19:01:13.959665Z","steps":["trace[1756817072] 'process raft request' (duration: 632.169619ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:13.959757Z","caller":"traceutil/trace.go:171","msg":"trace[939963365] linearizableReadLoop","detail":"{readStateIndex:1214; appliedIndex:1211; }","duration":"125.382515ms","start":"2026-03-02T19:01:13.834345Z","end":"2026-03-02T19:01:13.959727Z","steps":["trace[939963365] 'read index received' (duration: 124.809938ms)","trace[939963365] 'applied index is now lower than readState.Index' (duration: 571.337µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:13.959865Z","caller":"traceutil/trace.go:171","msg":"trace[480742644] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"630.259171ms","start":"2026-03-02T19:01:13.329594Z","end":"2026-03-02T19:01:13.959853Z","steps":["trace[480742644] 'process raft request' (duration: 630.001423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:13.959879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:13.327141Z","time spent":"632.652634ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:01:13.959995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:13.329568Z","time spent":"630.336074ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:13.960187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.810899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:13.960266Z","caller":"traceutil/trace.go:171","msg":"trace[291802247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1175; }","duration":"125.919493ms","start":"2026-03-02T19:01:13.834308Z","end":"2026-03-02T19:01:13.960227Z","steps":["trace[291802247] 'agreement among raft nodes before linearized reading' (duration: 125.809639ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:14.172867Z","caller":"traceutil/trace.go:171","msg":"trace[1317023477] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"246.648587ms","start":"2026-03-02T19:01:13.926176Z","end":"2026-03-02T19:01:14.172825Z","steps":["trace[1317023477] 'process raft request' (duration: 167.590227ms)","trace[1317023477] 'compare' (duration: 78.902385ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:14.172862Z","caller":"traceutil/trace.go:171","msg":"trace[1792658641] linearizableReadLoop","detail":"{readStateIndex:1215; appliedIndex:1214; }","duration":"212.998886ms","start":"2026-03-02T19:01:13.959824Z","end":"2026-03-02T19:01:14.172823Z","steps":["trace[1792658641] 'read index received' (duration: 133.944706ms)","trace[1792658641] 'applied index is now lower than readState.Index' (duration: 79.05277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:14.173126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.493202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-w724j\" ","response":"range_response_count:1 size:3261"} {"level":"info","ts":"2026-03-02T19:01:14.173203Z","caller":"traceutil/trace.go:171","msg":"trace[487764276] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-w724j; range_end:; response_count:1; response_revision:1176; }","duration":"246.628376ms","start":"2026-03-02T19:01:13.926553Z","end":"2026-03-02T19:01:14.173182Z","steps":["trace[487764276] 'agreement among raft nodes before linearized reading' (duration: 246.375368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:14.518223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.12807ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-02T19:01:14.51838Z","caller":"traceutil/trace.go:171","msg":"trace[1301240972] linearizableReadLoop","detail":"{readStateIndex:1217; appliedIndex:1216; }","duration":"264.857949ms","start":"2026-03-02T19:01:14.253504Z","end":"2026-03-02T19:01:14.518362Z","steps":["trace[1301240972] 'read index received' (duration: 21.580595ms)","trace[1301240972] 'applied index is now lower than readState.Index' (duration: 243.275684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:14.518579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.058765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T19:01:14.518631Z","caller":"traceutil/trace.go:171","msg":"trace[441037889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1177; }","duration":"265.143678ms","start":"2026-03-02T19:01:14.253475Z","end":"2026-03-02T19:01:14.518619Z","steps":["trace[441037889] 'agreement among raft nodes before linearized reading' (duration: 264.964653ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:14.545914Z","caller":"traceutil/trace.go:171","msg":"trace[1500765624] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"289.524277ms","start":"2026-03-02T19:01:14.256371Z","end":"2026-03-02T19:01:14.545895Z","steps":["trace[1500765624] 'process raft request' (duration: 289.323211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:14.546038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.827646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-02T19:01:14.546056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.242329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T19:01:14.546098Z","caller":"traceutil/trace.go:171","msg":"trace[1027739970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1178; }","duration":"286.915079ms","start":"2026-03-02T19:01:14.259165Z","end":"2026-03-02T19:01:14.54608Z","steps":["trace[1027739970] 'agreement among raft nodes before linearized reading' (duration: 286.706072ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:14.546105Z","caller":"traceutil/trace.go:171","msg":"trace[1800844449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1178; }","duration":"287.31555ms","start":"2026-03-02T19:01:14.258776Z","end":"2026-03-02T19:01:14.546092Z","steps":["trace[1800844449] 'agreement among raft nodes before linearized reading' (duration: 287.176376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:14.790275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.399632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:01:14.790481Z","caller":"traceutil/trace.go:171","msg":"trace[735016510] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"240.037476ms","start":"2026-03-02T19:01:14.550427Z","end":"2026-03-02T19:01:14.790465Z","steps":["trace[735016510] 'process raft request' (duration: 240.008995ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:14.790584Z","caller":"traceutil/trace.go:171","msg":"trace[850607503] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"271.027775ms","start":"2026-03-02T19:01:14.519522Z","end":"2026-03-02T19:01:14.790549Z","steps":["trace[850607503] 'process raft request' (duration: 159.275003ms)","trace[850607503] 'compare' (duration: 111.285338ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:14.790628Z","caller":"traceutil/trace.go:171","msg":"trace[439495830] linearizableReadLoop","detail":"{readStateIndex:1220; appliedIndex:1218; }","duration":"244.735929ms","start":"2026-03-02T19:01:14.545851Z","end":"2026-03-02T19:01:14.790586Z","steps":["trace[439495830] 'read index received' (duration: 133.048608ms)","trace[439495830] 'applied index is now lower than readState.Index' (duration: 111.68186ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:14.790688Z","caller":"traceutil/trace.go:171","msg":"trace[1533706832] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"268.963743ms","start":"2026-03-02T19:01:14.521715Z","end":"2026-03-02T19:01:14.790679Z","steps":["trace[1533706832] 'process raft request' (duration: 268.643274ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:14.790676Z","caller":"traceutil/trace.go:171","msg":"trace[326584448] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"240.5243ms","start":"2026-03-02T19:01:14.550123Z","end":"2026-03-02T19:01:14.790648Z","steps":["trace[326584448] 'process raft request' (duration: 240.288643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:14.79092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.618426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:01:14.790974Z","caller":"traceutil/trace.go:171","msg":"trace[1767208844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1182; }","duration":"246.717859ms","start":"2026-03-02T19:01:14.54424Z","end":"2026-03-02T19:01:14.790957Z","steps":["trace[1767208844] 'agreement among raft nodes before linearized reading' (duration: 246.471771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:17.914544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.229243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:17.914647Z","caller":"traceutil/trace.go:171","msg":"trace[1600802744] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1200; }","duration":"128.393768ms","start":"2026-03-02T19:01:17.786231Z","end":"2026-03-02T19:01:17.914625Z","steps":["trace[1600802744] 'count revisions from in-memory index tree' (duration: 128.137829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:17.914632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.7168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:01:17.91472Z","caller":"traceutil/trace.go:171","msg":"trace[1379849640] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1200; }","duration":"307.842214ms","start":"2026-03-02T19:01:17.606863Z","end":"2026-03-02T19:01:17.914706Z","steps":["trace[1379849640] 'count revisions from in-memory index tree' (duration: 307.636128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:17.914821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:17.60684Z","time spent":"307.958698ms","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":8,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:01:30.913023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.395499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:01:30.91316Z","caller":"traceutil/trace.go:171","msg":"trace[1630938956] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"155.192481ms","start":"2026-03-02T19:01:30.757942Z","end":"2026-03-02T19:01:30.913135Z","steps":["trace[1630938956] 'process raft request' (duration: 19.583615ms)","trace[1630938956] 'compare' (duration: 135.111001ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:30.984946Z","caller":"traceutil/trace.go:171","msg":"trace[153797498] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"223.872806ms","start":"2026-03-02T19:01:30.761044Z","end":"2026-03-02T19:01:30.984916Z","steps":["trace[153797498] 'process raft request' (duration: 223.743462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:30.991908Z","caller":"traceutil/trace.go:171","msg":"trace[716495987] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1541; }","duration":"132.071998ms","start":"2026-03-02T19:01:30.859826Z","end":"2026-03-02T19:01:30.991898Z","steps":["trace[716495987] 'read index received' (duration: 125.134558ms)","trace[716495987] 'applied index is now lower than readState.Index' (duration: 6.9366ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:30.991929Z","caller":"traceutil/trace.go:171","msg":"trace[59198939] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"147.56848ms","start":"2026-03-02T19:01:30.844338Z","end":"2026-03-02T19:01:30.991906Z","steps":["trace[59198939] 'process raft request' (duration: 147.515248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:30.99205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.220094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:01:30.99208Z","caller":"traceutil/trace.go:171","msg":"trace[2073175473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1477; }","duration":"132.296796ms","start":"2026-03-02T19:01:30.859775Z","end":"2026-03-02T19:01:30.992072Z","steps":["trace[2073175473] 'agreement among raft nodes before linearized reading' (duration: 132.181592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:30.992202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.495912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:01:30.992292Z","caller":"traceutil/trace.go:171","msg":"trace[645801906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1477; }","duration":"131.630466ms","start":"2026-03-02T19:01:30.86064Z","end":"2026-03-02T19:01:30.992271Z","steps":["trace[645801906] 'agreement among raft nodes before linearized reading' (duration: 131.404909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:30.992397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.310768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:30.992441Z","caller":"traceutil/trace.go:171","msg":"trace[1965646998] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1477; }","duration":"109.37729ms","start":"2026-03-02T19:01:30.883049Z","end":"2026-03-02T19:01:30.992426Z","steps":["trace[1965646998] 'agreement among raft nodes before linearized reading' (duration: 109.298097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:30.992533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.17872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:01:30.992627Z","caller":"traceutil/trace.go:171","msg":"trace[1742800099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1477; }","duration":"127.247032ms","start":"2026-03-02T19:01:30.865321Z","end":"2026-03-02T19:01:30.992568Z","steps":["trace[1742800099] 'agreement among raft nodes before linearized reading' (duration: 127.074117ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:31.165408Z","caller":"traceutil/trace.go:171","msg":"trace[778960671] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"169.642379ms","start":"2026-03-02T19:01:30.995741Z","end":"2026-03-02T19:01:31.165383Z","steps":["trace[778960671] 'process raft request' (duration: 162.363019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:31.168669Z","caller":"traceutil/trace.go:171","msg":"trace[1048977479] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"172.870588ms","start":"2026-03-02T19:01:30.995778Z","end":"2026-03-02T19:01:31.168649Z","steps":["trace[1048977479] 'process raft request' (duration: 172.719833ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:31.168717Z","caller":"traceutil/trace.go:171","msg":"trace[1911421296] linearizableReadLoop","detail":"{readStateIndex:1546; appliedIndex:1542; }","duration":"167.625478ms","start":"2026-03-02T19:01:31.001075Z","end":"2026-03-02T19:01:31.168701Z","steps":["trace[1911421296] 'read index received' (duration: 157.038667ms)","trace[1911421296] 'applied index is now lower than readState.Index' (duration: 10.586061ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:31.168689Z","caller":"traceutil/trace.go:171","msg":"trace[1819201253] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"171.800994ms","start":"2026-03-02T19:01:30.996866Z","end":"2026-03-02T19:01:31.168667Z","steps":["trace[1819201253] 'process raft request' (duration: 171.729852ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:31.16886Z","caller":"traceutil/trace.go:171","msg":"trace[1670038429] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"171.771704ms","start":"2026-03-02T19:01:30.997028Z","end":"2026-03-02T19:01:31.1688Z","steps":["trace[1670038429] 'process raft request' (duration: 171.604809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.168902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.803343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:31.168953Z","caller":"traceutil/trace.go:171","msg":"trace[1932747278] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1481; }","duration":"167.893506ms","start":"2026-03-02T19:01:31.001044Z","end":"2026-03-02T19:01:31.168938Z","steps":["trace[1932747278] 'agreement among raft nodes before linearized reading' (duration: 167.748412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.169072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.935628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:31.169121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.064265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:31.16914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.28796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:31.169166Z","caller":"traceutil/trace.go:171","msg":"trace[78053591] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1481; }","duration":"168.103323ms","start":"2026-03-02T19:01:31.001038Z","end":"2026-03-02T19:01:31.169142Z","steps":["trace[78053591] 'agreement among raft nodes before linearized reading' (duration: 167.914147ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:31.169184Z","caller":"traceutil/trace.go:171","msg":"trace[1041040599] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1481; }","duration":"151.173898ms","start":"2026-03-02T19:01:31.01799Z","end":"2026-03-02T19:01:31.169164Z","steps":["trace[1041040599] 'agreement among raft nodes before linearized reading' (duration: 151.062265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.169244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.880291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:31.169244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.483411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:31.169244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.797886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:31.169279Z","caller":"traceutil/trace.go:171","msg":"trace[1751949369] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1481; }","duration":"101.542263ms","start":"2026-03-02T19:01:31.067729Z","end":"2026-03-02T19:01:31.169271Z","steps":["trace[1751949369] 'agreement among raft nodes before linearized reading' (duration: 101.480511ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:31.169281Z","caller":"traceutil/trace.go:171","msg":"trace[1885717765] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1481; }","duration":"151.938371ms","start":"2026-03-02T19:01:31.017329Z","end":"2026-03-02T19:01:31.169268Z","steps":["trace[1885717765] 'agreement among raft nodes before linearized reading' (duration: 151.87923ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:31.169306Z","caller":"traceutil/trace.go:171","msg":"trace[868948020] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1481; }","duration":"118.906289ms","start":"2026-03-02T19:01:31.050382Z","end":"2026-03-02T19:01:31.169289Z","steps":["trace[868948020] 'agreement among raft nodes before linearized reading' (duration: 118.765695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.169311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.338879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:31.16935Z","caller":"traceutil/trace.go:171","msg":"trace[1726876836] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1481; }","duration":"167.400052ms","start":"2026-03-02T19:01:31.001939Z","end":"2026-03-02T19:01:31.169339Z","steps":["trace[1726876836] 'agreement among raft nodes before linearized reading' (duration: 167.34947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.169369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.748201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:31.169405Z","caller":"traceutil/trace.go:171","msg":"trace[266916332] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1481; }","duration":"136.782302ms","start":"2026-03-02T19:01:31.03261Z","end":"2026-03-02T19:01:31.169393Z","steps":["trace[266916332] 'agreement among raft nodes before linearized reading' (duration: 136.732891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.169443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.884865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:31.169468Z","caller":"traceutil/trace.go:171","msg":"trace[1083962756] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1481; }","duration":"135.949507ms","start":"2026-03-02T19:01:31.03351Z","end":"2026-03-02T19:01:31.169459Z","steps":["trace[1083962756] 'agreement among raft nodes before linearized reading' (duration: 135.912516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.169545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.13948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:31.169577Z","caller":"traceutil/trace.go:171","msg":"trace[1117318882] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1481; }","duration":"101.180682ms","start":"2026-03-02T19:01:31.068387Z","end":"2026-03-02T19:01:31.169567Z","steps":["trace[1117318882] 'agreement among raft nodes before linearized reading' (duration: 101.13836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.169189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.86872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:31.169188Z","caller":"traceutil/trace.go:171","msg":"trace[1497746670] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1481; }","duration":"116.375273ms","start":"2026-03-02T19:01:31.0528Z","end":"2026-03-02T19:01:31.169175Z","steps":["trace[1497746670] 'agreement among raft nodes before linearized reading' (duration: 116.28894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:31.169616Z","caller":"traceutil/trace.go:171","msg":"trace[453791359] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1481; }","duration":"152.299573ms","start":"2026-03-02T19:01:31.017305Z","end":"2026-03-02T19:01:31.169604Z","steps":["trace[453791359] 'agreement among raft nodes before linearized reading' (duration: 151.852079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.169627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.646638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:31.169764Z","caller":"traceutil/trace.go:171","msg":"trace[993491069] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1481; }","duration":"136.840514ms","start":"2026-03-02T19:01:31.032881Z","end":"2026-03-02T19:01:31.169722Z","steps":["trace[993491069] 'agreement among raft nodes before linearized reading' (duration: 136.3725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.171621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.393425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:31.171687Z","caller":"traceutil/trace.go:171","msg":"trace[158865435] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1481; }","duration":"121.502958ms","start":"2026-03-02T19:01:31.050166Z","end":"2026-03-02T19:01:31.171669Z","steps":["trace[158865435] 'agreement among raft nodes before linearized reading' (duration: 121.387005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.172089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.147981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:31.172227Z","caller":"traceutil/trace.go:171","msg":"trace[208086520] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1481; }","duration":"104.310917ms","start":"2026-03-02T19:01:31.067896Z","end":"2026-03-02T19:01:31.172207Z","steps":["trace[208086520] 'agreement among raft nodes before linearized reading' (duration: 101.100429ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:32.895733Z","caller":"traceutil/trace.go:171","msg":"trace[1552588872] linearizableReadLoop","detail":"{readStateIndex:1548; appliedIndex:1547; }","duration":"261.777166ms","start":"2026-03-02T19:01:32.633932Z","end":"2026-03-02T19:01:32.895709Z","steps":["trace[1552588872] 'read index received' (duration: 261.57226ms)","trace[1552588872] 'applied index is now lower than readState.Index' (duration: 203.536µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:32.895809Z","caller":"traceutil/trace.go:171","msg":"trace[1198933472] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"274.43647ms","start":"2026-03-02T19:01:32.621333Z","end":"2026-03-02T19:01:32.89577Z","steps":["trace[1198933472] 'process raft request' (duration: 274.245604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:32.895896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.946981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:32.895932Z","caller":"traceutil/trace.go:171","msg":"trace[1295128611] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1483; }","duration":"262.023813ms","start":"2026-03-02T19:01:32.633898Z","end":"2026-03-02T19:01:32.895922Z","steps":["trace[1295128611] 'agreement among raft nodes before linearized reading' (duration: 261.940621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:32.895969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.802567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:32.896033Z","caller":"traceutil/trace.go:171","msg":"trace[1621455267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1483; }","duration":"261.93412ms","start":"2026-03-02T19:01:32.634085Z","end":"2026-03-02T19:01:32.896019Z","steps":["trace[1621455267] 'agreement among raft nodes before linearized reading' (duration: 261.793076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:32.896118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.300246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:32.896224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.714298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:32.896239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.547241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:32.896269Z","caller":"traceutil/trace.go:171","msg":"trace[1543181787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1483; }","duration":"237.663804ms","start":"2026-03-02T19:01:32.658596Z","end":"2026-03-02T19:01:32.89626Z","steps":["trace[1543181787] 'agreement among raft nodes before linearized reading' (duration: 237.615932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:32.896257Z","caller":"traceutil/trace.go:171","msg":"trace[1831304432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1483; }","duration":"130.491531ms","start":"2026-03-02T19:01:32.765733Z","end":"2026-03-02T19:01:32.896225Z","steps":["trace[1831304432] 'agreement among raft nodes before linearized reading' (duration: 130.222642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:32.896276Z","caller":"traceutil/trace.go:171","msg":"trace[1150858694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1483; }","duration":"188.798891ms","start":"2026-03-02T19:01:32.707457Z","end":"2026-03-02T19:01:32.896256Z","steps":["trace[1150858694] 'agreement among raft nodes before linearized reading' (duration: 188.715928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:32.89634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.383058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:32.896377Z","caller":"traceutil/trace.go:171","msg":"trace[1110155251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1483; }","duration":"130.480001ms","start":"2026-03-02T19:01:32.765886Z","end":"2026-03-02T19:01:32.896366Z","steps":["trace[1110155251] 'agreement among raft nodes before linearized reading' (duration: 130.428709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:32.896383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.832381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:32.896424Z","caller":"traceutil/trace.go:171","msg":"trace[23640562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1483; }","duration":"157.885302ms","start":"2026-03-02T19:01:32.738524Z","end":"2026-03-02T19:01:32.89641Z","steps":["trace[23640562] 'agreement among raft nodes before linearized reading' (duration: 157.834001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:32.896437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.947583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:32.896545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.015667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:32.896542Z","caller":"traceutil/trace.go:171","msg":"trace[1810421166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1483; }","duration":"238.060186ms","start":"2026-03-02T19:01:32.658453Z","end":"2026-03-02T19:01:32.896513Z","steps":["trace[1810421166] 'agreement among raft nodes before linearized reading' (duration: 237.911352ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:32.89658Z","caller":"traceutil/trace.go:171","msg":"trace[1587694893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1483; }","duration":"189.076559ms","start":"2026-03-02T19:01:32.707491Z","end":"2026-03-02T19:01:32.896568Z","steps":["trace[1587694893] 'agreement among raft nodes before linearized reading' (duration: 189.029048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:32.896333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.667266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:32.896668Z","caller":"traceutil/trace.go:171","msg":"trace[773195140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1483; }","duration":"158.020487ms","start":"2026-03-02T19:01:32.738615Z","end":"2026-03-02T19:01:32.896635Z","steps":["trace[773195140] 'agreement among raft nodes before linearized reading' (duration: 157.686137ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:33.093924Z","caller":"traceutil/trace.go:171","msg":"trace[1680559357] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"174.947501ms","start":"2026-03-02T19:01:32.918947Z","end":"2026-03-02T19:01:33.093895Z","steps":["trace[1680559357] 'process raft request' (duration: 174.57814ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:33.0945Z","caller":"traceutil/trace.go:171","msg":"trace[768886810] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"104.606535ms","start":"2026-03-02T19:01:32.989865Z","end":"2026-03-02T19:01:33.094471Z","steps":["trace[768886810] 'process raft request' (duration: 104.481521ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:36.052383Z","caller":"traceutil/trace.go:171","msg":"trace[554946567] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"164.515533ms","start":"2026-03-02T19:01:35.887838Z","end":"2026-03-02T19:01:36.052354Z","steps":["trace[554946567] 'process raft request' (duration: 88.788185ms)","trace[554946567] 'compare' (duration: 75.554443ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:36.052383Z","caller":"traceutil/trace.go:171","msg":"trace[1750556357] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1573; }","duration":"116.340921ms","start":"2026-03-02T19:01:35.93601Z","end":"2026-03-02T19:01:36.052351Z","steps":["trace[1750556357] 'read index received' (duration: 40.576872ms)","trace[1750556357] 'applied index is now lower than readState.Index' (duration: 75.762419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:36.052628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.603818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-02T19:01:36.052678Z","caller":"traceutil/trace.go:171","msg":"trace[855440436] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1507; }","duration":"116.683861ms","start":"2026-03-02T19:01:35.935983Z","end":"2026-03-02T19:01:36.052667Z","steps":["trace[855440436] 'agreement among raft nodes before linearized reading' (duration: 116.484125ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:39.091342Z","caller":"traceutil/trace.go:171","msg":"trace[881126413] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"254.531406ms","start":"2026-03-02T19:01:38.836794Z","end":"2026-03-02T19:01:39.091325Z","steps":["trace[881126413] 'process raft request' (duration: 254.307119ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:39.091283Z","caller":"traceutil/trace.go:171","msg":"trace[2146298801] linearizableReadLoop","detail":"{readStateIndex:1645; appliedIndex:1644; }","duration":"136.615007ms","start":"2026-03-02T19:01:38.954645Z","end":"2026-03-02T19:01:39.09126Z","steps":["trace[2146298801] 'read index received' (duration: 136.598047ms)","trace[2146298801] 'applied index is now lower than readState.Index' (duration: 15.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:39.091512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.859994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:01:39.091572Z","caller":"traceutil/trace.go:171","msg":"trace[1971458826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1578; }","duration":"136.969967ms","start":"2026-03-02T19:01:38.954586Z","end":"2026-03-02T19:01:39.091556Z","steps":["trace[1971458826] 'agreement among raft nodes before linearized reading' (duration: 136.779041ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:39.143687Z","caller":"traceutil/trace.go:171","msg":"trace[928357372] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"119.497837ms","start":"2026-03-02T19:01:39.024162Z","end":"2026-03-02T19:01:39.14366Z","steps":["trace[928357372] 'process raft request' (duration: 108.500993ms)","trace[928357372] 'compare' (duration: 10.789197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:43.184804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528110414s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:01:43.184936Z","caller":"traceutil/trace.go:171","msg":"trace[1483422886] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1672; }","duration":"1.974657358s","start":"2026-03-02T19:01:41.210255Z","end":"2026-03-02T19:01:43.184912Z","steps":["trace[1483422886] 'read index received' (duration: 446.358058ms)","trace[1483422886] 'applied index is now lower than readState.Index' (duration: 1.528297059s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:43.185035Z","caller":"traceutil/trace.go:171","msg":"trace[2055823853] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"2.010737554s","start":"2026-03-02T19:01:41.17428Z","end":"2026-03-02T19:01:43.185017Z","steps":["trace[2055823853] 'process raft request' (duration: 482.312981ms)","trace[2055823853] 'compare' (duration: 1.527857046s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:43.185127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:41.174258Z","time spent":"2.010823306s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:43.18568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975423441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:01:43.185736Z","caller":"traceutil/trace.go:171","msg":"trace[1700222844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1605; }","duration":"1.975509634s","start":"2026-03-02T19:01:41.210214Z","end":"2026-03-02T19:01:43.185723Z","steps":["trace[1700222844] 'agreement among raft nodes before linearized reading' (duration: 1.975320418s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:43.185771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:41.210197Z","time spent":"1.975566525s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:01:43.219327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.562758745s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:01:43.219967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987677013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T19:01:43.219994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710118278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:43.220045Z","caller":"traceutil/trace.go:171","msg":"trace[527274317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1607; }","duration":"1.987762205s","start":"2026-03-02T19:01:41.232264Z","end":"2026-03-02T19:01:43.220026Z","steps":["trace[527274317] 'agreement among raft nodes before linearized reading' (duration: 1.987559759s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:43.220057Z","caller":"traceutil/trace.go:171","msg":"trace[1763891047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1607; }","duration":"1.710216091s","start":"2026-03-02T19:01:41.509821Z","end":"2026-03-02T19:01:43.220037Z","steps":["trace[1763891047] 'agreement among raft nodes before linearized reading' (duration: 1.710129098s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:43.220085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:41.232227Z","time spent":"1.987849168s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:01:43.220091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:41.509799Z","time spent":"1.710284523s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:01:43.220226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910767298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-02T19:01:43.220324Z","caller":"traceutil/trace.go:171","msg":"trace[274168564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1607; }","duration":"1.910907703s","start":"2026-03-02T19:01:41.309394Z","end":"2026-03-02T19:01:43.220302Z","steps":["trace[274168564] 'agreement among raft nodes before linearized reading' (duration: 1.910618894s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:43.220368Z","caller":"traceutil/trace.go:171","msg":"trace[656572647] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"1.978190195s","start":"2026-03-02T19:01:41.242154Z","end":"2026-03-02T19:01:43.220344Z","steps":["trace[656572647] 'process raft request' (duration: 1.977458893s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:43.220404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.418062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:43.220484Z","caller":"traceutil/trace.go:171","msg":"trace[1384155661] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"1.910915303s","start":"2026-03-02T19:01:41.309548Z","end":"2026-03-02T19:01:43.220464Z","steps":["trace[1384155661] 'process raft request' (duration: 1.910226852s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:43.22052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:41.242136Z","time spent":"1.978292669s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:43.220542Z","caller":"traceutil/trace.go:171","msg":"trace[1815913093] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1607; }","duration":"988.651449ms","start":"2026-03-02T19:01:42.23187Z","end":"2026-03-02T19:01:43.220521Z","steps":["trace[1815913093] 'agreement among raft nodes before linearized reading' (duration: 988.415742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:43.220587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:41.30952Z","time spent":"1.911016736s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:43.220598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:42.231829Z","time spent":"988.757672ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:01:43.220354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985814616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-02T19:01:43.220692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.732827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T19:01:43.220767Z","caller":"traceutil/trace.go:171","msg":"trace[363674143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1607; }","duration":"975.84839ms","start":"2026-03-02T19:01:42.2449Z","end":"2026-03-02T19:01:43.220749Z","steps":["trace[363674143] 'agreement among raft nodes before linearized reading' (duration: 975.656175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:43.220821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:42.24487Z","time spent":"975.939303ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T19:01:43.220693Z","caller":"traceutil/trace.go:171","msg":"trace[1065269082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1607; }","duration":"1.986155907s","start":"2026-03-02T19:01:41.23451Z","end":"2026-03-02T19:01:43.220666Z","steps":["trace[1065269082] 'agreement among raft nodes before linearized reading' (duration: 1.985779815s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:43.220838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.269843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa66bd06-c660-4271-b93a-d6a333b38467\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-02T19:01:43.220382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:41.309378Z","time spent":"1.910992796s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:01:43.220989Z","caller":"traceutil/trace.go:171","msg":"trace[398558742] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa66bd06-c660-4271-b93a-d6a333b38467; range_end:; response_count:1; response_revision:1607; }","duration":"977.995115ms","start":"2026-03-02T19:01:42.242971Z","end":"2026-03-02T19:01:43.220966Z","steps":["trace[398558742] 'agreement among raft nodes before linearized reading' (duration: 976.940243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:43.220929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:41.234494Z","time spent":"1.986412315s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:01:43.221099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:42.242941Z","time spent":"978.14458ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa66bd06-c660-4271-b93a-d6a333b38467\" "} {"level":"warn","ts":"2026-03-02T19:01:43.22061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60773232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa66bd06-c660-4271-b93a-d6a333b38467\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-02T19:01:43.22127Z","caller":"traceutil/trace.go:171","msg":"trace[398837041] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa66bd06-c660-4271-b93a-d6a333b38467; range_end:; response_count:1; response_revision:1607; }","duration":"1.608472073s","start":"2026-03-02T19:01:41.612777Z","end":"2026-03-02T19:01:43.221249Z","steps":["trace[398837041] 'agreement among raft nodes before linearized reading' (duration: 1.607636937s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:43.221332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:41.612758Z","time spent":"1.608557506s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa66bd06-c660-4271-b93a-d6a333b38467\" "} {"level":"warn","ts":"2026-03-02T19:01:43.444867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.588425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:01:43.444994Z","caller":"traceutil/trace.go:171","msg":"trace[1109217182] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1675; }","duration":"222.629788ms","start":"2026-03-02T19:01:43.222348Z","end":"2026-03-02T19:01:43.444977Z","steps":["trace[1109217182] 'read index received' (duration: 62.824657ms)","trace[1109217182] 'applied index is now lower than readState.Index' (duration: 159.801461ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:43.445035Z","caller":"traceutil/trace.go:171","msg":"trace[630968128] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"255.524356ms","start":"2026-03-02T19:01:43.189486Z","end":"2026-03-02T19:01:43.44501Z","steps":["trace[630968128] 'process raft request' (duration: 95.711815ms)","trace[630968128] 'compare' (duration: 159.46079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:43.445277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.72241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:43.445325Z","caller":"traceutil/trace.go:171","msg":"trace[1295689455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1608; }","duration":"222.970758ms","start":"2026-03-02T19:01:43.222341Z","end":"2026-03-02T19:01:43.445312Z","steps":["trace[1295689455] 'agreement among raft nodes before linearized reading' (duration: 222.691499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:45.428444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784886584s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:45.428645Z","caller":"traceutil/trace.go:171","msg":"trace[623163314] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1608; }","duration":"1.785106852s","start":"2026-03-02T19:01:43.643508Z","end":"2026-03-02T19:01:45.428615Z","steps":["trace[623163314] 'range keys from in-memory index tree' (duration: 1.784862203s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:45.42866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684528798s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:01:45.428981Z","caller":"traceutil/trace.go:171","msg":"trace[429891343] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"2.203633924s","start":"2026-03-02T19:01:43.225295Z","end":"2026-03-02T19:01:45.428929Z","steps":["trace[429891343] 'process raft request' (duration: 518.691463ms)","trace[429891343] 'compare' (duration: 1.684336623s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:45.429052Z","caller":"traceutil/trace.go:171","msg":"trace[407334105] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"2.203621184s","start":"2026-03-02T19:01:43.225393Z","end":"2026-03-02T19:01:45.429014Z","steps":["trace[407334105] 'process raft request' (duration: 2.203432938s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:45.429167Z","caller":"traceutil/trace.go:171","msg":"trace[1700583005] linearizableReadLoop","detail":"{readStateIndex:1681; appliedIndex:1676; }","duration":"1.977670036s","start":"2026-03-02T19:01:43.451466Z","end":"2026-03-02T19:01:45.429137Z","steps":["trace[1700583005] 'read index received' (duration: 292.452577ms)","trace[1700583005] 'applied index is now lower than readState.Index' (duration: 1.685215759s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:45.42925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:43.225385Z","time spent":"2.203742128s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:45.429264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:43.22527Z","time spent":"2.20382139s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:45.429273Z","caller":"traceutil/trace.go:171","msg":"trace[204516491] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"2.201055046s","start":"2026-03-02T19:01:43.228149Z","end":"2026-03-02T19:01:45.429204Z","steps":["trace[204516491] 'process raft request' (duration: 2.200836s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:45.429205Z","caller":"traceutil/trace.go:171","msg":"trace[1646332186] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"2.203636825s","start":"2026-03-02T19:01:43.225487Z","end":"2026-03-02T19:01:45.429124Z","steps":["trace[1646332186] 'process raft request' (duration: 2.203427899s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:45.429309Z","caller":"traceutil/trace.go:171","msg":"trace[1240063723] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"2.18567838s","start":"2026-03-02T19:01:43.243569Z","end":"2026-03-02T19:01:45.429248Z","steps":["trace[1240063723] 'process raft request' (duration: 2.185498534s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:45.429428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:43.228135Z","time spent":"2.20120012s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:45.429532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:43.243548Z","time spent":"2.185866826s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:45.429441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977925684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:45.429747Z","caller":"traceutil/trace.go:171","msg":"trace[1620283190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"1.978307095s","start":"2026-03-02T19:01:43.45142Z","end":"2026-03-02T19:01:45.429727Z","steps":["trace[1620283190] 'agreement among raft nodes before linearized reading' (duration: 1.977831451s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:45.429818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:43.451402Z","time spent":"1.978403538s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:01:45.429893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:43.225479Z","time spent":"2.203873722s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:45.441197Z","caller":"traceutil/trace.go:171","msg":"trace[678403120] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"1.522032666s","start":"2026-03-02T19:01:43.919143Z","end":"2026-03-02T19:01:45.441175Z","steps":["trace[678403120] 'process raft request' (duration: 1.521882041s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:45.441355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:43.91908Z","time spent":"1.522193641s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:45.454017Z","caller":"traceutil/trace.go:171","msg":"trace[495364628] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"264.131195ms","start":"2026-03-02T19:01:45.189863Z","end":"2026-03-02T19:01:45.453994Z","steps":["trace[495364628] 'process raft request' (duration: 263.989301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:45.454321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227403842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa66bd06-c660-4271-b93a-d6a333b38467\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-02T19:01:45.454331Z","caller":"traceutil/trace.go:171","msg":"trace[1862097489] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"227.412011ms","start":"2026-03-02T19:01:45.226902Z","end":"2026-03-02T19:01:45.454314Z","steps":["trace[1862097489] 'process raft request' (duration: 227.05371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:45.454348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226810103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T19:01:45.454371Z","caller":"traceutil/trace.go:171","msg":"trace[359154143] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa66bd06-c660-4271-b93a-d6a333b38467; range_end:; response_count:1; response_revision:1616; }","duration":"1.227506255s","start":"2026-03-02T19:01:44.226851Z","end":"2026-03-02T19:01:45.454357Z","steps":["trace[359154143] 'agreement among raft nodes before linearized reading' (duration: 1.227377681s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:45.454408Z","caller":"traceutil/trace.go:171","msg":"trace[1262773652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1616; }","duration":"1.226887616s","start":"2026-03-02T19:01:44.227486Z","end":"2026-03-02T19:01:45.454373Z","steps":["trace[1262773652] 'agreement among raft nodes before linearized reading' (duration: 1.226730242s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:45.454444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:44.227471Z","time spent":"1.226966078s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:01:45.454409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:44.226828Z","time spent":"1.227567847s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa66bd06-c660-4271-b93a-d6a333b38467\" "} {"level":"warn","ts":"2026-03-02T19:01:45.454716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.777262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T19:01:45.454666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251157813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T19:01:45.45482Z","caller":"traceutil/trace.go:171","msg":"trace[143055526] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:1616; }","duration":"1.25135813s","start":"2026-03-02T19:01:44.203447Z","end":"2026-03-02T19:01:45.454805Z","steps":["trace[143055526] 'agreement among raft nodes before linearized reading' (duration: 1.251112922s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:45.45483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480456003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-02T19:01:45.454888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:44.203422Z","time spent":"1.251454862s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-02T19:01:45.454768Z","caller":"traceutil/trace.go:171","msg":"trace[2102663248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1616; }","duration":"228.862105ms","start":"2026-03-02T19:01:45.225892Z","end":"2026-03-02T19:01:45.454754Z","steps":["trace[2102663248] 'agreement among raft nodes before linearized reading' (duration: 228.724231ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:45.454931Z","caller":"traceutil/trace.go:171","msg":"trace[1096220125] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1616; }","duration":"1.480604408s","start":"2026-03-02T19:01:43.974301Z","end":"2026-03-02T19:01:45.454906Z","steps":["trace[1096220125] 'agreement among raft nodes before linearized reading' (duration: 1.480278488s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:45.455359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653483666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-02T19:01:45.455416Z","caller":"traceutil/trace.go:171","msg":"trace[1260492678] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1616; }","duration":"1.653586079s","start":"2026-03-02T19:01:43.801818Z","end":"2026-03-02T19:01:45.455404Z","steps":["trace[1260492678] 'agreement among raft nodes before linearized reading' (duration: 1.65329841s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:45.455447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:43.801791Z","time spent":"1.653649281s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:01:45.455181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:43.974285Z","time spent":"1.480878416s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T19:01:57.678526Z","caller":"traceutil/trace.go:171","msg":"trace[98449578] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1786; }","duration":"168.53336ms","start":"2026-03-02T19:01:57.509968Z","end":"2026-03-02T19:01:57.678501Z","steps":["trace[98449578] 'read index received' (duration: 168.280542ms)","trace[98449578] 'applied index is now lower than readState.Index' (duration: 251.758µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:57.678643Z","caller":"traceutil/trace.go:171","msg":"trace[1601195006] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"186.281998ms","start":"2026-03-02T19:01:57.492294Z","end":"2026-03-02T19:01:57.678576Z","steps":["trace[1601195006] 'process raft request' (duration: 186.02598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:57.678706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.725256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:57.678801Z","caller":"traceutil/trace.go:171","msg":"trace[1994598869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1716; }","duration":"168.8641ms","start":"2026-03-02T19:01:57.509915Z","end":"2026-03-02T19:01:57.678779Z","steps":["trace[1994598869] 'agreement among raft nodes before linearized reading' (duration: 168.699005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:58.057591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.57549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:01:58.057782Z","caller":"traceutil/trace.go:171","msg":"trace[652595211] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"504.352311ms","start":"2026-03-02T19:01:57.553406Z","end":"2026-03-02T19:01:58.057758Z","steps":["trace[652595211] 'process raft request' (duration: 214.270856ms)","trace[652595211] 'compare' (duration: 289.445716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:58.05786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:57.553388Z","time spent":"504.436014ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:58.058233Z","caller":"traceutil/trace.go:171","msg":"trace[1873086817] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"504.328881ms","start":"2026-03-02T19:01:57.553879Z","end":"2026-03-02T19:01:58.058208Z","steps":["trace[1873086817] 'process raft request' (duration: 503.838016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:58.058334Z","caller":"traceutil/trace.go:171","msg":"trace[1660712340] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1787; }","duration":"379.694722ms","start":"2026-03-02T19:01:57.678611Z","end":"2026-03-02T19:01:58.058306Z","steps":["trace[1660712340] 'read index received' (duration: 89.128092ms)","trace[1660712340] 'applied index is now lower than readState.Index' (duration: 290.56461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:58.058383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:57.553863Z","time spent":"504.449734ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:58.058422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.234855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:01:58.058462Z","caller":"traceutil/trace.go:171","msg":"trace[382093178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1718; }","duration":"495.292957ms","start":"2026-03-02T19:01:57.563157Z","end":"2026-03-02T19:01:58.05845Z","steps":["trace[382093178] 'agreement among raft nodes before linearized reading' (duration: 495.151883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:58.058494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:57.563147Z","time spent":"495.340699ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:01:58.058567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.40774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T19:01:58.058606Z","caller":"traceutil/trace.go:171","msg":"trace[1322735135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1718; }","duration":"495.477243ms","start":"2026-03-02T19:01:57.563114Z","end":"2026-03-02T19:01:58.058591Z","steps":["trace[1322735135] 'agreement among raft nodes before linearized reading' (duration: 495.321328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:58.058646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:57.563103Z","time spent":"495.535444ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:01:58.05868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.237494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:01:58.058724Z","caller":"traceutil/trace.go:171","msg":"trace[1262867366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1718; }","duration":"492.322917ms","start":"2026-03-02T19:01:57.566391Z","end":"2026-03-02T19:01:58.058713Z","steps":["trace[1262867366] 'agreement among raft nodes before linearized reading' (duration: 492.184983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:58.05876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:57.56637Z","time spent":"492.377128ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:01:58.058689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.315576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:01:58.058849Z","caller":"traceutil/trace.go:171","msg":"trace[1579255482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1718; }","duration":"492.494872ms","start":"2026-03-02T19:01:57.566346Z","end":"2026-03-02T19:01:58.05884Z","steps":["trace[1579255482] 'agreement among raft nodes before linearized reading' (duration: 492.285766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:58.058875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:57.566335Z","time spent":"492.533163ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:01:58.058878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.737533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:01:58.05891Z","caller":"traceutil/trace.go:171","msg":"trace[873849462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1718; }","duration":"504.786635ms","start":"2026-03-02T19:01:57.554114Z","end":"2026-03-02T19:01:58.058901Z","steps":["trace[873849462] 'agreement among raft nodes before linearized reading' (duration: 504.700842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:58.058942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:57.554103Z","time spent":"504.832956ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:01:58.058997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.157886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:58.059038Z","caller":"traceutil/trace.go:171","msg":"trace[1156504617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1718; }","duration":"379.197547ms","start":"2026-03-02T19:01:57.67983Z","end":"2026-03-02T19:01:58.059028Z","steps":["trace[1156504617] 'agreement among raft nodes before linearized reading' (duration: 379.143875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:58.059051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.039783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:01:58.059066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:57.679772Z","time spent":"379.28925ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:01:58.05909Z","caller":"traceutil/trace.go:171","msg":"trace[189009024] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1718; }","duration":"508.098906ms","start":"2026-03-02T19:01:57.55098Z","end":"2026-03-02T19:01:58.059079Z","steps":["trace[189009024] 'agreement among raft nodes before linearized reading' (duration: 508.041604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:58.059123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:57.550969Z","time spent":"508.146287ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:01:58.059271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.106717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:01:58.059309Z","caller":"traceutil/trace.go:171","msg":"trace[1126025990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1718; }","duration":"512.193639ms","start":"2026-03-02T19:01:57.547106Z","end":"2026-03-02T19:01:58.0593Z","steps":["trace[1126025990] 'agreement among raft nodes before linearized reading' (duration: 512.105937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:58.05934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:57.547086Z","time spent":"512.243551ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:01:58.272026Z","caller":"traceutil/trace.go:171","msg":"trace[1496648759] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"209.012877ms","start":"2026-03-02T19:01:58.062981Z","end":"2026-03-02T19:01:58.271993Z","steps":["trace[1496648759] 'process raft request' (duration: 179.222384ms)","trace[1496648759] 'compare' (duration: 29.651649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:58.595788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.853009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:01:58.596041Z","caller":"traceutil/trace.go:171","msg":"trace[264287432] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"532.607287ms","start":"2026-03-02T19:01:58.063398Z","end":"2026-03-02T19:01:58.596006Z","steps":["trace[264287432] 'process raft request' (duration: 363.47253ms)","trace[264287432] 'compare' (duration: 168.762166ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:58.596111Z","caller":"traceutil/trace.go:171","msg":"trace[45032703] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"532.68171ms","start":"2026-03-02T19:01:58.06341Z","end":"2026-03-02T19:01:58.596091Z","steps":["trace[45032703] 'process raft request' (duration: 532.497454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:58.596142Z","caller":"traceutil/trace.go:171","msg":"trace[880887389] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"532.406272ms","start":"2026-03-02T19:01:58.063721Z","end":"2026-03-02T19:01:58.596128Z","steps":["trace[880887389] 'process raft request' (duration: 532.270218ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:58.59614Z","caller":"traceutil/trace.go:171","msg":"trace[1513067711] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"532.673789ms","start":"2026-03-02T19:01:58.06344Z","end":"2026-03-02T19:01:58.596114Z","steps":["trace[1513067711] 'process raft request' (duration: 532.521345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:58.596192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:58.063384Z","time spent":"532.731341ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:58.596203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:58.063689Z","time spent":"532.482804ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:58.596252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:58.063422Z","time spent":"532.769793ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:58.596173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:58.063393Z","time spent":"532.752552ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:59.820498Z","caller":"traceutil/trace.go:171","msg":"trace[648975904] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"250.378481ms","start":"2026-03-02T19:01:59.570094Z","end":"2026-03-02T19:01:59.820472Z","steps":["trace[648975904] 'process raft request' (duration: 250.202166ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:59.97224Z","caller":"traceutil/trace.go:171","msg":"trace[793081661] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"288.369033ms","start":"2026-03-02T19:01:59.683825Z","end":"2026-03-02T19:01:59.972194Z","steps":["trace[793081661] 'process raft request' (duration: 286.697502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:06.635898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903017947,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:02:06.799114Z","caller":"traceutil/trace.go:171","msg":"trace[855032520] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"805.880344ms","start":"2026-03-02T19:02:05.993207Z","end":"2026-03-02T19:02:06.799087Z","steps":["trace[855032520] 'process raft request' (duration: 805.674297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:06.799271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:05.993188Z","time spent":"806.005838ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:02:07.013321Z","caller":"traceutil/trace.go:171","msg":"trace[1139892225] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"929.523002ms","start":"2026-03-02T19:02:06.08377Z","end":"2026-03-02T19:02:07.013293Z","steps":["trace[1139892225] 'process raft request' (duration: 927.349756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:07.01356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:06.083744Z","time spent":"929.716238ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:02:07.013551Z","caller":"traceutil/trace.go:171","msg":"trace[1408807623] linearizableReadLoop","detail":"{readStateIndex:1830; appliedIndex:1827; }","duration":"879.054512ms","start":"2026-03-02T19:02:06.13447Z","end":"2026-03-02T19:02:07.013524Z","steps":["trace[1408807623] 'read index received' (duration: 664.454796ms)","trace[1408807623] 'applied index is now lower than readState.Index' (duration: 214.598286ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:07.013693Z","caller":"traceutil/trace.go:171","msg":"trace[372319198] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"914.706403ms","start":"2026-03-02T19:02:06.098975Z","end":"2026-03-02T19:02:07.013681Z","steps":["trace[372319198] 'process raft request' (duration: 914.190957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:07.013854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.248014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:02:07.013904Z","caller":"traceutil/trace.go:171","msg":"trace[208691887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1757; }","duration":"709.340426ms","start":"2026-03-02T19:02:06.30455Z","end":"2026-03-02T19:02:07.013891Z","steps":["trace[208691887] 'agreement among raft nodes before linearized reading' (duration: 709.191602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:07.013893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.131496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T19:02:07.013938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:06.30453Z","time spent":"709.400478ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:02:07.01393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:06.098914Z","time spent":"914.812726ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:07.013952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.471154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T19:02:07.013942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.89681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:02:07.013986Z","caller":"traceutil/trace.go:171","msg":"trace[990256371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1757; }","duration":"384.27151ms","start":"2026-03-02T19:02:06.62969Z","end":"2026-03-02T19:02:07.013962Z","steps":["trace[990256371] 'agreement among raft nodes before linearized reading' (duration: 384.049704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:07.014019Z","caller":"traceutil/trace.go:171","msg":"trace[1034310538] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1757; }","duration":"879.537326ms","start":"2026-03-02T19:02:06.134463Z","end":"2026-03-02T19:02:07.014Z","steps":["trace[1034310538] 'agreement among raft nodes before linearized reading' (duration: 879.3188ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:07.014025Z","caller":"traceutil/trace.go:171","msg":"trace[1396487531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1757; }","duration":"386.011483ms","start":"2026-03-02T19:02:06.627997Z","end":"2026-03-02T19:02:07.014008Z","steps":["trace[1396487531] 'agreement among raft nodes before linearized reading' (duration: 385.823697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:07.014052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:06.629672Z","time spent":"384.363793ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:02:07.014043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.356191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:02:07.01407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:06.627976Z","time spent":"386.083115ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:02:07.01407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:06.134406Z","time spent":"879.65207ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:02:07.014066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.527538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:02:07.014117Z","caller":"traceutil/trace.go:171","msg":"trace[1140447430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1757; }","duration":"503.475904ms","start":"2026-03-02T19:02:06.510622Z","end":"2026-03-02T19:02:07.014097Z","steps":["trace[1140447430] 'agreement among raft nodes before linearized reading' (duration: 503.33449ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:07.014148Z","caller":"traceutil/trace.go:171","msg":"trace[418843510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1757; }","duration":"385.668702ms","start":"2026-03-02T19:02:06.628457Z","end":"2026-03-02T19:02:07.014126Z","steps":["trace[418843510] 'agreement among raft nodes before linearized reading' (duration: 385.402884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:07.014162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:06.510604Z","time spent":"503.549347ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:02:07.014193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:06.628433Z","time spent":"385.751725ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:02:07.01421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.923869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:02:07.014281Z","caller":"traceutil/trace.go:171","msg":"trace[2034665853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1757; }","duration":"383.015972ms","start":"2026-03-02T19:02:06.631245Z","end":"2026-03-02T19:02:07.014261Z","steps":["trace[2034665853] 'agreement among raft nodes before linearized reading' (duration: 382.657591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:07.014334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:06.631232Z","time spent":"383.092504ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:02:11.282084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.425899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:02:11.282196Z","caller":"traceutil/trace.go:171","msg":"trace[662724776] linearizableReadLoop","detail":"{readStateIndex:1853; appliedIndex:1851; }","duration":"249.533315ms","start":"2026-03-02T19:02:11.032646Z","end":"2026-03-02T19:02:11.282179Z","steps":["trace[662724776] 'read index received' (duration: 87.476292ms)","trace[662724776] 'applied index is now lower than readState.Index' (duration: 162.055503ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:11.282271Z","caller":"traceutil/trace.go:171","msg":"trace[1603299252] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"254.768304ms","start":"2026-03-02T19:02:11.027465Z","end":"2026-03-02T19:02:11.282233Z","steps":["trace[1603299252] 'process raft request' (duration: 110.110929ms)","trace[1603299252] 'compare' (duration: 144.014866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:02:11.282413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.753662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T19:02:11.282455Z","caller":"traceutil/trace.go:171","msg":"trace[237276658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1779; }","duration":"247.828704ms","start":"2026-03-02T19:02:11.034616Z","end":"2026-03-02T19:02:11.282445Z","steps":["trace[237276658] 'agreement among raft nodes before linearized reading' (duration: 247.655809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:11.282457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.522623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T19:02:11.282517Z","caller":"traceutil/trace.go:171","msg":"trace[752917025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1779; }","duration":"244.602776ms","start":"2026-03-02T19:02:11.037898Z","end":"2026-03-02T19:02:11.282501Z","steps":["trace[752917025] 'agreement among raft nodes before linearized reading' (duration: 244.385309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:11.282514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.500873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T19:02:11.282538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.876106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T19:02:11.282559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.230794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-02T19:02:11.282649Z","caller":"traceutil/trace.go:171","msg":"trace[1221035611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1779; }","duration":"250.03203ms","start":"2026-03-02T19:02:11.032592Z","end":"2026-03-02T19:02:11.282624Z","steps":["trace[1221035611] 'agreement among raft nodes before linearized reading' (duration: 249.672519ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:11.282654Z","caller":"traceutil/trace.go:171","msg":"trace[180740167] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1779; }","duration":"245.347789ms","start":"2026-03-02T19:02:11.037289Z","end":"2026-03-02T19:02:11.282637Z","steps":["trace[180740167] 'agreement among raft nodes before linearized reading' (duration: 245.06877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:11.282537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.866714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:02:11.282818Z","caller":"traceutil/trace.go:171","msg":"trace[81296947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1779; }","duration":"247.161504ms","start":"2026-03-02T19:02:11.035644Z","end":"2026-03-02T19:02:11.282806Z","steps":["trace[81296947] 'agreement among raft nodes before linearized reading' (duration: 246.773532ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:11.282603Z","caller":"traceutil/trace.go:171","msg":"trace[392150764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1779; }","duration":"244.609666ms","start":"2026-03-02T19:02:11.037969Z","end":"2026-03-02T19:02:11.282578Z","steps":["trace[392150764] 'agreement among raft nodes before linearized reading' (duration: 244.354208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:11.424867Z","caller":"traceutil/trace.go:171","msg":"trace[760431959] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"137.461607ms","start":"2026-03-02T19:02:11.287383Z","end":"2026-03-02T19:02:11.424844Z","steps":["trace[760431959] 'process raft request' (duration: 136.542679ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:11.424962Z","caller":"traceutil/trace.go:171","msg":"trace[255515716] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"137.066696ms","start":"2026-03-02T19:02:11.28787Z","end":"2026-03-02T19:02:11.424936Z","steps":["trace[255515716] 'process raft request' (duration: 137.020944ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:11.425013Z","caller":"traceutil/trace.go:171","msg":"trace[2114471766] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"137.568121ms","start":"2026-03-02T19:02:11.287437Z","end":"2026-03-02T19:02:11.425005Z","steps":["trace[2114471766] 'process raft request' (duration: 137.351754ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:11.42513Z","caller":"traceutil/trace.go:171","msg":"trace[2143434585] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"137.643362ms","start":"2026-03-02T19:02:11.287478Z","end":"2026-03-02T19:02:11.425122Z","steps":["trace[2143434585] 'process raft request' (duration: 137.372564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:13.33345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.89446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18991b77752f79b0\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-02T19:02:13.333516Z","caller":"traceutil/trace.go:171","msg":"trace[1069625287] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18991b77752f79b0; range_end:; response_count:1; response_revision:1786; }","duration":"105.000113ms","start":"2026-03-02T19:02:13.228497Z","end":"2026-03-02T19:02:13.333497Z","steps":["trace[1069625287] 'range keys from in-memory index tree' (duration: 104.726465ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:19.539136Z","caller":"traceutil/trace.go:171","msg":"trace[267543526] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"105.167689ms","start":"2026-03-02T19:02:19.433926Z","end":"2026-03-02T19:02:19.539093Z","steps":["trace[267543526] 'process raft request' (duration: 42.483708ms)","trace[267543526] 'compare' (duration: 62.432203ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:31.739426Z","caller":"traceutil/trace.go:171","msg":"trace[525330432] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"140.616053ms","start":"2026-03-02T19:02:31.598785Z","end":"2026-03-02T19:02:31.739401Z","steps":["trace[525330432] 'process raft request' (duration: 79.379867ms)","trace[525330432] 'compare' (duration: 60.790763ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:31.925401Z","caller":"traceutil/trace.go:171","msg":"trace[1046947759] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"180.809102ms","start":"2026-03-02T19:02:31.74457Z","end":"2026-03-02T19:02:31.92538Z","steps":["trace[1046947759] 'process raft request' (duration: 180.736209ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:31.925454Z","caller":"traceutil/trace.go:171","msg":"trace[466583924] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"182.173863ms","start":"2026-03-02T19:02:31.74325Z","end":"2026-03-02T19:02:31.925424Z","steps":["trace[466583924] 'process raft request' (duration: 160.365622ms)","trace[466583924] 'compare' (duration: 21.560773ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:31.925547Z","caller":"traceutil/trace.go:171","msg":"trace[1164086819] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"180.928266ms","start":"2026-03-02T19:02:31.744586Z","end":"2026-03-02T19:02:31.925514Z","steps":["trace[1164086819] 'process raft request' (duration: 180.761951ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:35.251619Z","caller":"traceutil/trace.go:171","msg":"trace[951716778] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"234.883332ms","start":"2026-03-02T19:02:35.016702Z","end":"2026-03-02T19:02:35.251585Z","steps":["trace[951716778] 'process raft request' (duration: 234.682065ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:35.513737Z","caller":"traceutil/trace.go:171","msg":"trace[304043867] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"169.787588ms","start":"2026-03-02T19:02:35.343904Z","end":"2026-03-02T19:02:35.513692Z","steps":["trace[304043867] 'process raft request' (duration: 168.883321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:42.345926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.247083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:02:42.346009Z","caller":"traceutil/trace.go:171","msg":"trace[1405276290] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1930; }","duration":"836.386427ms","start":"2026-03-02T19:02:41.509602Z","end":"2026-03-02T19:02:42.345988Z","steps":["trace[1405276290] 'count revisions from in-memory index tree' (duration: 836.16545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:42.346049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:41.509578Z","time spent":"836.460919ms","remote":"127.0.0.1:36928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:02:42.345922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.091777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:02:42.346245Z","caller":"traceutil/trace.go:171","msg":"trace[382673409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1930; }","duration":"835.454199ms","start":"2026-03-02T19:02:41.510755Z","end":"2026-03-02T19:02:42.34621Z","steps":["trace[382673409] 'range keys from in-memory index tree' (duration: 834.966334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:42.346343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.045016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-02T19:02:42.346488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:41.510736Z","time spent":"835.692236ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:02:42.346575Z","caller":"traceutil/trace.go:171","msg":"trace[545916165] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"815.514714ms","start":"2026-03-02T19:02:41.531018Z","end":"2026-03-02T19:02:42.346533Z","steps":["trace[545916165] 'process raft request' (duration: 203.169139ms)","trace[545916165] 'compare' (duration: 611.755677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:02:42.34674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:41.530991Z","time spent":"815.669119ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:02:42.484934Z","caller":"traceutil/trace.go:171","msg":"trace[1984868741] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2011; }","duration":"895.062276ms","start":"2026-03-02T19:02:41.58983Z","end":"2026-03-02T19:02:42.484893Z","steps":["trace[1984868741] 'read index received' (duration: 144.277965ms)","trace[1984868741] 'applied index is now lower than readState.Index' (duration: 750.782831ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:42.485009Z","caller":"traceutil/trace.go:171","msg":"trace[2010800747] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"920.022823ms","start":"2026-03-02T19:02:41.564944Z","end":"2026-03-02T19:02:42.484967Z","steps":["trace[2010800747] 'process raft request' (duration: 881.487704ms)","trace[2010800747] 'compare' (duration: 38.330452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:02:42.485178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.293391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:02:42.48528Z","caller":"traceutil/trace.go:171","msg":"trace[518053599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1932; }","duration":"731.457295ms","start":"2026-03-02T19:02:41.753803Z","end":"2026-03-02T19:02:42.485261Z","steps":["trace[518053599] 'agreement among raft nodes before linearized reading' (duration: 731.295211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:42.485342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:41.753782Z","time spent":"731.543408ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:02:42.485313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:41.564916Z","time spent":"920.171737ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:42.485393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.746023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T19:02:42.4854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.53812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T19:02:42.485446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.135137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:02:42.485471Z","caller":"traceutil/trace.go:171","msg":"trace[6175778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1932; }","duration":"662.835465ms","start":"2026-03-02T19:02:41.822615Z","end":"2026-03-02T19:02:42.48545Z","steps":["trace[6175778] 'agreement among raft nodes before linearized reading' (duration: 662.582218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:42.485451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.287001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:02:42.485506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.926145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:02:42.485529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:41.822609Z","time spent":"662.908747ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:02:42.485533Z","caller":"traceutil/trace.go:171","msg":"trace[947101113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1932; }","duration":"137.248281ms","start":"2026-03-02T19:02:42.348259Z","end":"2026-03-02T19:02:42.485507Z","steps":["trace[947101113] 'agreement among raft nodes before linearized reading' (duration: 137.105867ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:42.485566Z","caller":"traceutil/trace.go:171","msg":"trace[1170835209] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1932; }","duration":"714.005737ms","start":"2026-03-02T19:02:41.771539Z","end":"2026-03-02T19:02:42.485544Z","steps":["trace[1170835209] 'agreement among raft nodes before linearized reading' (duration: 713.941215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:42.485563Z","caller":"traceutil/trace.go:171","msg":"trace[187442800] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1932; }","duration":"133.422265ms","start":"2026-03-02T19:02:42.352106Z","end":"2026-03-02T19:02:42.485529Z","steps":["trace[187442800] 'agreement among raft nodes before linearized reading' (duration: 133.206658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:42.485601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:41.771522Z","time spent":"714.073619ms","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:02:42.485678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.37995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:02:42.4855Z","caller":"traceutil/trace.go:171","msg":"trace[925009686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1932; }","duration":"895.712016ms","start":"2026-03-02T19:02:41.589763Z","end":"2026-03-02T19:02:42.485475Z","steps":["trace[925009686] 'agreement among raft nodes before linearized reading' (duration: 895.300534ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:42.485768Z","caller":"traceutil/trace.go:171","msg":"trace[234268542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1932; }","duration":"499.516314ms","start":"2026-03-02T19:02:41.986222Z","end":"2026-03-02T19:02:42.485738Z","steps":["trace[234268542] 'agreement among raft nodes before linearized reading' (duration: 499.213145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:42.485778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:41.589738Z","time spent":"896.023115ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:02:42.485696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.23452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T19:02:42.485414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.920406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:02:42.485909Z","caller":"traceutil/trace.go:171","msg":"trace[1633625635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1932; }","duration":"500.429072ms","start":"2026-03-02T19:02:41.985465Z","end":"2026-03-02T19:02:42.485894Z","steps":["trace[1633625635] 'agreement among raft nodes before linearized reading' (duration: 499.776842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:42.48597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:41.98541Z","time spent":"500.544586ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:02:42.485823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:41.986192Z","time spent":"499.617817ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:02:42.486047Z","caller":"traceutil/trace.go:171","msg":"trace[34407045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1932; }","duration":"702.432706ms","start":"2026-03-02T19:02:41.783444Z","end":"2026-03-02T19:02:42.485876Z","steps":["trace[34407045] 'agreement among raft nodes before linearized reading' (duration: 701.840268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:42.48614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:41.783424Z","time spent":"702.698244ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:02:42.486149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.665949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:02:42.486245Z","caller":"traceutil/trace.go:171","msg":"trace[493489950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1932; }","duration":"500.792853ms","start":"2026-03-02T19:02:41.985438Z","end":"2026-03-02T19:02:42.486231Z","steps":["trace[493489950] 'agreement among raft nodes before linearized reading' (duration: 499.732651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:42.486288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:41.985425Z","time spent":"500.853434ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:02:43.844063Z","caller":"traceutil/trace.go:171","msg":"trace[1270395871] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"613.515581ms","start":"2026-03-02T19:02:43.230533Z","end":"2026-03-02T19:02:43.844048Z","steps":["trace[1270395871] 'process raft request' (duration: 613.405447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:43.844196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:43.230511Z","time spent":"613.600143ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:02:44.377166Z","caller":"traceutil/trace.go:171","msg":"trace[262379323] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"1.040760902s","start":"2026-03-02T19:02:43.336367Z","end":"2026-03-02T19:02:44.377128Z","steps":["trace[262379323] 'process raft request' (duration: 1.022898541s)","trace[262379323] 'compare' (duration: 17.408438ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:44.377252Z","caller":"traceutil/trace.go:171","msg":"trace[1719537466] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2018; }","duration":"883.239117ms","start":"2026-03-02T19:02:43.493966Z","end":"2026-03-02T19:02:44.377205Z","steps":["trace[1719537466] 'read index received' (duration: 350.002391ms)","trace[1719537466] 'applied index is now lower than readState.Index' (duration: 533.234646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:02:44.377385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:43.336338Z","time spent":"1.040958249s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:44.37752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.534146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T19:02:44.377579Z","caller":"traceutil/trace.go:171","msg":"trace[1202235391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1940; }","duration":"883.636869ms","start":"2026-03-02T19:02:43.493926Z","end":"2026-03-02T19:02:44.377563Z","steps":["trace[1202235391] 'agreement among raft nodes before linearized reading' (duration: 883.439633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:44.377645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:43.493906Z","time spent":"883.696321ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:02:44.377646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.458568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T19:02:44.377693Z","caller":"traceutil/trace.go:171","msg":"trace[358224864] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:1940; }","duration":"171.506699ms","start":"2026-03-02T19:02:44.206173Z","end":"2026-03-02T19:02:44.37768Z","steps":["trace[358224864] 'agreement among raft nodes before linearized reading' (duration: 171.351094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:44.377475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.773768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:02:44.377733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.017302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:02:44.377729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.401995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:02:44.377792Z","caller":"traceutil/trace.go:171","msg":"trace[971451998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"867.147849ms","start":"2026-03-02T19:02:43.510625Z","end":"2026-03-02T19:02:44.377773Z","steps":["trace[971451998] 'agreement among raft nodes before linearized reading' (duration: 866.785258ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:44.377798Z","caller":"traceutil/trace.go:171","msg":"trace[853333676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"544.151396ms","start":"2026-03-02T19:02:43.833632Z","end":"2026-03-02T19:02:44.377783Z","steps":["trace[853333676] 'agreement among raft nodes before linearized reading' (duration: 544.009052ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:44.377811Z","caller":"traceutil/trace.go:171","msg":"trace[1142388477] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1940; }","duration":"611.53983ms","start":"2026-03-02T19:02:43.766254Z","end":"2026-03-02T19:02:44.377794Z","steps":["trace[1142388477] 'agreement among raft nodes before linearized reading' (duration: 611.406606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:44.377846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:43.833615Z","time spent":"544.220579ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:02:44.377848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:43.510598Z","time spent":"867.234692ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:02:44.37786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:43.766232Z","time spent":"611.613772ms","remote":"127.0.0.1:37014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:02:45.013039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903018407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:02:45.41996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002839095s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:02:45.426155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:44.417001Z","time spent":"1.009148376s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:02:45.426619Z","caller":"traceutil/trace.go:171","msg":"trace[1187718314] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2021; }","duration":"914.011531ms","start":"2026-03-02T19:02:44.512584Z","end":"2026-03-02T19:02:45.426595Z","steps":["trace[1187718314] 'read index received' (duration: 907.598686ms)","trace[1187718314] 'applied index is now lower than readState.Index' (duration: 6.411785ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:45.426709Z","caller":"traceutil/trace.go:171","msg":"trace[1336918667] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"935.671427ms","start":"2026-03-02T19:02:44.491009Z","end":"2026-03-02T19:02:45.42668Z","steps":["trace[1336918667] 'process raft request' (duration: 935.413349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:45.426855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:44.490981Z","time spent":"935.786401ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:45.426911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.32097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:02:45.426964Z","caller":"traceutil/trace.go:171","msg":"trace[1149221734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1941; }","duration":"914.439973ms","start":"2026-03-02T19:02:44.512508Z","end":"2026-03-02T19:02:45.426948Z","steps":["trace[1149221734] 'agreement among raft nodes before linearized reading' (duration: 914.246317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:45.427019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:44.512477Z","time spent":"914.529496ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:02:45.427277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.261375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:02:45.427379Z","caller":"traceutil/trace.go:171","msg":"trace[1305336273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1941; }","duration":"874.373278ms","start":"2026-03-02T19:02:44.552975Z","end":"2026-03-02T19:02:45.427349Z","steps":["trace[1305336273] 'agreement among raft nodes before linearized reading' (duration: 874.09985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:45.427432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:44.552921Z","time spent":"874.498203ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:02:45.427601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.174893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:02:45.42767Z","caller":"traceutil/trace.go:171","msg":"trace[1150310374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1941; }","duration":"875.283967ms","start":"2026-03-02T19:02:44.552369Z","end":"2026-03-02T19:02:45.427653Z","steps":["trace[1150310374] 'agreement among raft nodes before linearized reading' (duration: 875.097681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:45.427715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.787341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:02:45.427772Z","caller":"traceutil/trace.go:171","msg":"trace[1228878248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1941; }","duration":"875.902215ms","start":"2026-03-02T19:02:44.551856Z","end":"2026-03-02T19:02:45.427758Z","steps":["trace[1228878248] 'agreement among raft nodes before linearized reading' (duration: 875.777291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:45.427723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:44.552312Z","time spent":"875.398639ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:02:45.42783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:44.551811Z","time spent":"875.995558ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:02:45.427989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.308117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:02:45.42808Z","caller":"traceutil/trace.go:171","msg":"trace[1498396416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1941; }","duration":"876.41236ms","start":"2026-03-02T19:02:44.551631Z","end":"2026-03-02T19:02:45.428044Z","steps":["trace[1498396416] 'agreement among raft nodes before linearized reading' (duration: 875.339788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:45.42815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:44.551615Z","time spent":"876.521684ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:02:45.908615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.11865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:02:45.908723Z","caller":"traceutil/trace.go:171","msg":"trace[614354971] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"481.840358ms","start":"2026-03-02T19:02:45.426861Z","end":"2026-03-02T19:02:45.908702Z","steps":["trace[614354971] 'process raft request' (duration: 113.553362ms)","trace[614354971] 'compare' (duration: 367.853493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:02:45.908805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:45.426845Z","time spent":"481.91072ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:02:46.06173Z","caller":"traceutil/trace.go:171","msg":"trace[1906235003] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"630.016501ms","start":"2026-03-02T19:02:45.431679Z","end":"2026-03-02T19:02:46.061695Z","steps":["trace[1906235003] 'process raft request' (duration: 629.802914ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:46.061743Z","caller":"traceutil/trace.go:171","msg":"trace[1529799198] linearizableReadLoop","detail":"{readStateIndex:2030; appliedIndex:2023; }","duration":"558.684597ms","start":"2026-03-02T19:02:45.503033Z","end":"2026-03-02T19:02:46.061718Z","steps":["trace[1529799198] 'read index received' (duration: 37.446435ms)","trace[1529799198] 'applied index is now lower than readState.Index' (duration: 521.234172ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:46.061876Z","caller":"traceutil/trace.go:171","msg":"trace[1345773377] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"630.153005ms","start":"2026-03-02T19:02:45.43171Z","end":"2026-03-02T19:02:46.061863Z","steps":["trace[1345773377] 'process raft request' (duration: 629.834955ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:46.061921Z","caller":"traceutil/trace.go:171","msg":"trace[566407051] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"630.315179ms","start":"2026-03-02T19:02:45.431597Z","end":"2026-03-02T19:02:46.061913Z","steps":["trace[566407051] 'process raft request' (duration: 627.02193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:46.061964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:45.431577Z","time spent":"630.364961ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:46.062005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:45.431701Z","time spent":"630.218907ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:02:46.062007Z","caller":"traceutil/trace.go:171","msg":"trace[2034490837] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"561.366359ms","start":"2026-03-02T19:02:45.500601Z","end":"2026-03-02T19:02:46.061968Z","steps":["trace[2034490837] 'process raft request' (duration: 561.06529ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:46.062096Z","caller":"traceutil/trace.go:171","msg":"trace[670621566] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"629.860696ms","start":"2026-03-02T19:02:45.432193Z","end":"2026-03-02T19:02:46.062054Z","steps":["trace[670621566] 'process raft request' (duration: 629.397232ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:46.062161Z","caller":"traceutil/trace.go:171","msg":"trace[41787110] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"629.484525ms","start":"2026-03-02T19:02:45.432668Z","end":"2026-03-02T19:02:46.062152Z","steps":["trace[41787110] 'process raft request' (duration: 628.962609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:46.062203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:45.432658Z","time spent":"629.523696ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:46.062184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:45.500586Z","time spent":"561.500973ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:46.061881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:45.431654Z","time spent":"630.150034ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:46.062278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.249745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-02T19:02:46.062279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.84973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:02:46.062309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.173523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-02T19:02:46.062299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:45.432185Z","time spent":"630.00179ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:02:46.062317Z","caller":"traceutil/trace.go:171","msg":"trace[1288219414] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1948; }","duration":"559.310146ms","start":"2026-03-02T19:02:45.502995Z","end":"2026-03-02T19:02:46.062305Z","steps":["trace[1288219414] 'agreement among raft nodes before linearized reading' (duration: 559.179562ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:46.062336Z","caller":"traceutil/trace.go:171","msg":"trace[1439285191] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1948; }","duration":"151.228195ms","start":"2026-03-02T19:02:45.911101Z","end":"2026-03-02T19:02:46.062329Z","steps":["trace[1439285191] 'agreement among raft nodes before linearized reading' (duration: 151.155243ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:46.06234Z","caller":"traceutil/trace.go:171","msg":"trace[1960158841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1948; }","duration":"551.933183ms","start":"2026-03-02T19:02:45.510391Z","end":"2026-03-02T19:02:46.062324Z","steps":["trace[1960158841] 'agreement among raft nodes before linearized reading' (duration: 551.84057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:46.062359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:45.502963Z","time spent":"559.389059ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T19:02:46.062447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:45.510378Z","time spent":"552.057996ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:02:46.062547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.593041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-02T19:02:46.062644Z","caller":"traceutil/trace.go:171","msg":"trace[1436682978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1948; }","duration":"233.745106ms","start":"2026-03-02T19:02:45.828877Z","end":"2026-03-02T19:02:46.062622Z","steps":["trace[1436682978] 'agreement among raft nodes before linearized reading' (duration: 233.402306ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:12.428484Z","caller":"traceutil/trace.go:171","msg":"trace[1251892449] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"145.305289ms","start":"2026-03-02T19:03:12.283148Z","end":"2026-03-02T19:03:12.428453Z","steps":["trace[1251892449] 'process raft request' (duration: 145.048541ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:12.428852Z","caller":"traceutil/trace.go:171","msg":"trace[480411492] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"144.39115ms","start":"2026-03-02T19:03:12.284433Z","end":"2026-03-02T19:03:12.428825Z","steps":["trace[480411492] 'process raft request' (duration: 143.970127ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:12.429248Z","caller":"traceutil/trace.go:171","msg":"trace[2031083219] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"144.651468ms","start":"2026-03-02T19:03:12.284541Z","end":"2026-03-02T19:03:12.429192Z","steps":["trace[2031083219] 'process raft request' (duration: 144.114911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:12.429302Z","caller":"traceutil/trace.go:171","msg":"trace[1324248576] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"144.618217ms","start":"2026-03-02T19:03:12.284652Z","end":"2026-03-02T19:03:12.42927Z","steps":["trace[1324248576] 'process raft request' (duration: 144.418821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:12.742978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.949415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:03:12.743171Z","caller":"traceutil/trace.go:171","msg":"trace[1464400444] linearizableReadLoop","detail":"{readStateIndex:2158; appliedIndex:2156; }","duration":"112.067149ms","start":"2026-03-02T19:03:12.631087Z","end":"2026-03-02T19:03:12.743154Z","steps":["trace[1464400444] 'read index received' (duration: 7.845905ms)","trace[1464400444] 'applied index is now lower than readState.Index' (duration: 104.220144ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:12.743283Z","caller":"traceutil/trace.go:171","msg":"trace[879130851] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"139.60233ms","start":"2026-03-02T19:03:12.603632Z","end":"2026-03-02T19:03:12.743235Z","steps":["trace[879130851] 'process raft request' (duration: 35.315924ms)","trace[879130851] 'compare' (duration: 103.816721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:03:12.743338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.256005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T19:03:12.743378Z","caller":"traceutil/trace.go:171","msg":"trace[1792874025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2071; }","duration":"112.324987ms","start":"2026-03-02T19:03:12.63104Z","end":"2026-03-02T19:03:12.743365Z","steps":["trace[1792874025] 'agreement among raft nodes before linearized reading' (duration: 112.169512ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:12.743317Z","caller":"traceutil/trace.go:171","msg":"trace[1949910663] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"138.176085ms","start":"2026-03-02T19:03:12.605104Z","end":"2026-03-02T19:03:12.74328Z","steps":["trace[1949910663] 'process raft request' (duration: 137.99732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:48.759144Z","caller":"traceutil/trace.go:171","msg":"trace[2033544233] linearizableReadLoop","detail":"{readStateIndex:2513; appliedIndex:2512; }","duration":"152.935157ms","start":"2026-03-02T19:03:48.606189Z","end":"2026-03-02T19:03:48.759124Z","steps":["trace[2033544233] 'read index received' (duration: 152.805873ms)","trace[2033544233] 'applied index is now lower than readState.Index' (duration: 128.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:48.75927Z","caller":"traceutil/trace.go:171","msg":"trace[1764820907] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"203.391183ms","start":"2026-03-02T19:03:48.555829Z","end":"2026-03-02T19:03:48.75922Z","steps":["trace[1764820907] 'process raft request' (duration: 203.155376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:48.759348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.138743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:03:48.75953Z","caller":"traceutil/trace.go:171","msg":"trace[641507920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2411; }","duration":"153.35267ms","start":"2026-03-02T19:03:48.606162Z","end":"2026-03-02T19:03:48.759515Z","steps":["trace[641507920] 'agreement among raft nodes before linearized reading' (duration: 153.062171ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:51.875901Z","caller":"traceutil/trace.go:171","msg":"trace[719153912] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"184.864704ms","start":"2026-03-02T19:03:51.691009Z","end":"2026-03-02T19:03:51.875873Z","steps":["trace[719153912] 'process raft request' (duration: 184.74044ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.694895Z","caller":"traceutil/trace.go:171","msg":"trace[1657029024] linearizableReadLoop","detail":"{readStateIndex:2534; appliedIndex:2533; }","duration":"168.949997ms","start":"2026-03-02T19:03:52.525918Z","end":"2026-03-02T19:03:52.694868Z","steps":["trace[1657029024] 'read index received' (duration: 168.679198ms)","trace[1657029024] 'applied index is now lower than readState.Index' (duration: 269.649µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:52.694976Z","caller":"traceutil/trace.go:171","msg":"trace[1594240130] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"688.586247ms","start":"2026-03-02T19:03:52.006359Z","end":"2026-03-02T19:03:52.694945Z","steps":["trace[1594240130] 'process raft request' (duration: 688.35161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.695052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.107122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:03:52.695131Z","caller":"traceutil/trace.go:171","msg":"trace[1269157268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2431; }","duration":"169.234646ms","start":"2026-03-02T19:03:52.525876Z","end":"2026-03-02T19:03:52.695111Z","steps":["trace[1269157268] 'agreement among raft nodes before linearized reading' (duration: 169.103762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.695129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:52.006337Z","time spent":"688.706481ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:03:52.902225Z","caller":"traceutil/trace.go:171","msg":"trace[416740739] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"121.568408ms","start":"2026-03-02T19:03:52.780628Z","end":"2026-03-02T19:03:52.902196Z","steps":["trace[416740739] 'process raft request' (duration: 121.273328ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.905393Z","caller":"traceutil/trace.go:171","msg":"trace[268392111] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"121.857286ms","start":"2026-03-02T19:03:52.783513Z","end":"2026-03-02T19:03:52.90537Z","steps":["trace[268392111] 'process raft request' (duration: 121.657439ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.905389Z","caller":"traceutil/trace.go:171","msg":"trace[1995872336] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"121.121193ms","start":"2026-03-02T19:03:52.784247Z","end":"2026-03-02T19:03:52.905369Z","steps":["trace[1995872336] 'process raft request' (duration: 121.068221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.905557Z","caller":"traceutil/trace.go:171","msg":"trace[599156853] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"121.228436ms","start":"2026-03-02T19:03:52.784321Z","end":"2026-03-02T19:03:52.905549Z","steps":["trace[599156853] 'process raft request' (duration: 121.02415ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.905835Z","caller":"traceutil/trace.go:171","msg":"trace[1905046839] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"120.032499ms","start":"2026-03-02T19:03:52.785793Z","end":"2026-03-02T19:03:52.905825Z","steps":["trace[1905046839] 'process raft request' (duration: 119.729309ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:15.231806Z","caller":"traceutil/trace.go:171","msg":"trace[1694440842] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"159.255288ms","start":"2026-03-02T19:04:15.072529Z","end":"2026-03-02T19:04:15.231785Z","steps":["trace[1694440842] 'process raft request' (duration: 115.868797ms)","trace[1694440842] 'compare' (duration: 42.70896ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:15.231813Z","caller":"traceutil/trace.go:171","msg":"trace[1457956092] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"158.179866ms","start":"2026-03-02T19:04:15.073606Z","end":"2026-03-02T19:04:15.231785Z","steps":["trace[1457956092] 'process raft request' (duration: 158.128015ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:15.231972Z","caller":"traceutil/trace.go:171","msg":"trace[272746855] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"158.820435ms","start":"2026-03-02T19:04:15.07312Z","end":"2026-03-02T19:04:15.23194Z","steps":["trace[272746855] 'process raft request' (duration: 158.510705ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:15.231996Z","caller":"traceutil/trace.go:171","msg":"trace[1677167209] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"158.444234ms","start":"2026-03-02T19:04:15.073528Z","end":"2026-03-02T19:04:15.231972Z","steps":["trace[1677167209] 'process raft request' (duration: 158.155715ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:15.232111Z","caller":"traceutil/trace.go:171","msg":"trace[1149320979] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"159.058343ms","start":"2026-03-02T19:04:15.073041Z","end":"2026-03-02T19:04:15.2321Z","steps":["trace[1149320979] 'process raft request' (duration: 158.442834ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:19.368401Z","caller":"traceutil/trace.go:171","msg":"trace[1410214241] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"116.042944ms","start":"2026-03-02T19:04:19.25233Z","end":"2026-03-02T19:04:19.368373Z","steps":["trace[1410214241] 'process raft request' (duration: 115.827837ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:19.377186Z","caller":"traceutil/trace.go:171","msg":"trace[125662166] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"124.062587ms","start":"2026-03-02T19:04:19.253097Z","end":"2026-03-02T19:04:19.377159Z","steps":["trace[125662166] 'process raft request' (duration: 123.899352ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:19.377377Z","caller":"traceutil/trace.go:171","msg":"trace[1416433445] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"123.563453ms","start":"2026-03-02T19:04:19.253797Z","end":"2026-03-02T19:04:19.377361Z","steps":["trace[1416433445] 'process raft request' (duration: 123.307855ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:19.37751Z","caller":"traceutil/trace.go:171","msg":"trace[1535778765] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"119.878491ms","start":"2026-03-02T19:04:19.257615Z","end":"2026-03-02T19:04:19.377494Z","steps":["trace[1535778765] 'process raft request' (duration: 119.683315ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:19.377517Z","caller":"traceutil/trace.go:171","msg":"trace[1100571088] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"119.54627ms","start":"2026-03-02T19:04:19.257952Z","end":"2026-03-02T19:04:19.377499Z","steps":["trace[1100571088] 'process raft request' (duration: 119.463347ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:25.202472Z","caller":"traceutil/trace.go:171","msg":"trace[1842710812] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"102.326365ms","start":"2026-03-02T19:04:25.100118Z","end":"2026-03-02T19:04:25.202444Z","steps":["trace[1842710812] 'process raft request' (duration: 102.110109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:26.579034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.094403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:04:26.579324Z","caller":"traceutil/trace.go:171","msg":"trace[219201506] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"1.061305845s","start":"2026-03-02T19:04:25.517994Z","end":"2026-03-02T19:04:26.5793Z","steps":["trace[219201506] 'process raft request' (duration: 1.0611447s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:26.579398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:25.517974Z","time spent":"1.061390037s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:26.579375Z","caller":"traceutil/trace.go:171","msg":"trace[861126821] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"1.061315825s","start":"2026-03-02T19:04:25.517932Z","end":"2026-03-02T19:04:26.579248Z","steps":["trace[861126821] 'process raft request' (duration: 100.907122ms)","trace[861126821] 'compare' (duration: 958.976979ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:26.579897Z","caller":"traceutil/trace.go:171","msg":"trace[832954338] linearizableReadLoop","detail":"{readStateIndex:2731; appliedIndex:2728; }","duration":"1.009846178s","start":"2026-03-02T19:04:25.570018Z","end":"2026-03-02T19:04:26.579865Z","steps":["trace[832954338] 'read index received' (duration: 48.673442ms)","trace[832954338] 'applied index is now lower than readState.Index' (duration: 961.171516ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:26.580056Z","caller":"traceutil/trace.go:171","msg":"trace[230962693] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"1.061355756s","start":"2026-03-02T19:04:25.518686Z","end":"2026-03-02T19:04:26.580042Z","steps":["trace[230962693] 'process raft request' (duration: 1.060565572s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:26.580202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:25.518677Z","time spent":"1.061417119s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:26.580278Z","caller":"traceutil/trace.go:171","msg":"trace[574097915] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"534.396012ms","start":"2026-03-02T19:04:26.045857Z","end":"2026-03-02T19:04:26.580253Z","steps":["trace[574097915] 'process raft request' (duration: 533.779773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:26.580405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:26.045828Z","time spent":"534.526376ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:04:26.580461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010449697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T19:04:26.580505Z","caller":"traceutil/trace.go:171","msg":"trace[1768649514] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2622; }","duration":"1.010531759s","start":"2026-03-02T19:04:25.569961Z","end":"2026-03-02T19:04:26.580493Z","steps":["trace[1768649514] 'agreement among raft nodes before linearized reading' (duration: 1.010371964s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:26.580538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:25.569937Z","time spent":"1.010593351s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-02T19:04:26.58096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.978332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:04:26.581004Z","caller":"traceutil/trace.go:171","msg":"trace[1491463156] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2622; }","duration":"607.060864ms","start":"2026-03-02T19:04:25.973929Z","end":"2026-03-02T19:04:26.58099Z","steps":["trace[1491463156] 'agreement among raft nodes before linearized reading' (duration: 606.980992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:26.581036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:25.9739Z","time spent":"607.126996ms","remote":"127.0.0.1:37140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:04:26.583149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:25.517918Z","time spent":"1.061633125s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:26.792874Z","caller":"traceutil/trace.go:171","msg":"trace[1501997017] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"199.554476ms","start":"2026-03-02T19:04:26.593293Z","end":"2026-03-02T19:04:26.792847Z","steps":["trace[1501997017] 'process raft request' (duration: 138.160717ms)","trace[1501997017] 'compare' (duration: 61.281945ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:27.703639Z","caller":"traceutil/trace.go:171","msg":"trace[937661919] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"602.282828ms","start":"2026-03-02T19:04:27.101331Z","end":"2026-03-02T19:04:27.703614Z","steps":["trace[937661919] 'process raft request' (duration: 602.118743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:27.703778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:27.101304Z","time spent":"602.401152ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:04:29.043919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.340475734s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:04:29.44207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.821023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:04:29.442304Z","caller":"traceutil/trace.go:171","msg":"trace[2023957042] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"854.632882ms","start":"2026-03-02T19:04:28.587643Z","end":"2026-03-02T19:04:29.442276Z","steps":["trace[2023957042] 'process raft request' (duration: 854.53939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:29.442325Z","caller":"traceutil/trace.go:171","msg":"trace[1168416198] linearizableReadLoop","detail":"{readStateIndex:2736; appliedIndex:2734; }","duration":"1.954846081s","start":"2026-03-02T19:04:27.487445Z","end":"2026-03-02T19:04:29.442291Z","steps":["trace[1168416198] 'read index received' (duration: 216.036878ms)","trace[1168416198] 'applied index is now lower than readState.Index' (duration: 1.738806033s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:04:29.442413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:28.587631Z","time spent":"854.734865ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:04:29.442625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933030956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:04:29.442626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95516749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:04:29.442709Z","caller":"traceutil/trace.go:171","msg":"trace[1335744696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2627; }","duration":"1.933168871s","start":"2026-03-02T19:04:27.509518Z","end":"2026-03-02T19:04:29.442687Z","steps":["trace[1335744696] 'agreement among raft nodes before linearized reading' (duration: 1.933040917s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:29.442747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:27.509492Z","time spent":"1.933249224s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:04:29.442747Z","caller":"traceutil/trace.go:171","msg":"trace[370440882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2627; }","duration":"1.955317535s","start":"2026-03-02T19:04:27.487384Z","end":"2026-03-02T19:04:29.442702Z","steps":["trace[370440882] 'agreement among raft nodes before linearized reading' (duration: 1.955069958s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:29.442803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:27.487361Z","time spent":"1.955430758s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:04:29.442961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.994509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:04:29.443005Z","caller":"traceutil/trace.go:171","msg":"trace[443103469] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2627; }","duration":"666.077831ms","start":"2026-03-02T19:04:28.776915Z","end":"2026-03-02T19:04:29.442993Z","steps":["trace[443103469] 'agreement among raft nodes before linearized reading' (duration: 666.000579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:29.443034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:28.776895Z","time spent":"666.130472ms","remote":"127.0.0.1:44542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:04:29.443102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873011539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T19:04:29.443145Z","caller":"traceutil/trace.go:171","msg":"trace[791027200] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2627; }","duration":"1.873089901s","start":"2026-03-02T19:04:27.570042Z","end":"2026-03-02T19:04:29.443132Z","steps":["trace[791027200] 'agreement among raft nodes before linearized reading' (duration: 1.872986768s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:29.443173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:27.570014Z","time spent":"1.873152494s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-02T19:04:29.443173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565403934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18991b9226b525cc\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-02T19:04:29.443225Z","caller":"traceutil/trace.go:171","msg":"trace[1991592120] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18991b9226b525cc; range_end:; response_count:1; response_revision:2627; }","duration":"1.565486407s","start":"2026-03-02T19:04:27.877717Z","end":"2026-03-02T19:04:29.443204Z","steps":["trace[1991592120] 'agreement among raft nodes before linearized reading' (duration: 1.565339112s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:29.443253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:27.877692Z","time spent":"1.565556209s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18991b9226b525cc\" "} {"level":"warn","ts":"2026-03-02T19:04:29.443252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.303124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:04:29.443306Z","caller":"traceutil/trace.go:171","msg":"trace[1195566605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2627; }","duration":"857.367725ms","start":"2026-03-02T19:04:28.585916Z","end":"2026-03-02T19:04:29.443284Z","steps":["trace[1195566605] 'agreement among raft nodes before linearized reading' (duration: 857.278542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:29.443322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.092566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T19:04:29.443331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873879225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T19:04:29.443154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.014623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T19:04:29.443349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:28.585896Z","time spent":"857.445858ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:04:29.443366Z","caller":"traceutil/trace.go:171","msg":"trace[2062946024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2627; }","duration":"1.873943467s","start":"2026-03-02T19:04:27.569412Z","end":"2026-03-02T19:04:29.443356Z","steps":["trace[2062946024] 'agreement among raft nodes before linearized reading' (duration: 1.873758952s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:29.443356Z","caller":"traceutil/trace.go:171","msg":"trace[1150326372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2627; }","duration":"855.169459ms","start":"2026-03-02T19:04:28.588176Z","end":"2026-03-02T19:04:29.443345Z","steps":["trace[1150326372] 'agreement among raft nodes before linearized reading' (duration: 855.079586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:29.44335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.254951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:04:29.443415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:28.588127Z","time spent":"855.279832ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:04:29.443434Z","caller":"traceutil/trace.go:171","msg":"trace[1009535901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2627; }","duration":"855.362394ms","start":"2026-03-02T19:04:28.588052Z","end":"2026-03-02T19:04:29.443414Z","steps":["trace[1009535901] 'agreement among raft nodes before linearized reading' (duration: 855.128737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:29.443478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:28.588046Z","time spent":"855.423667ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:04:29.443379Z","caller":"traceutil/trace.go:171","msg":"trace[1877538188] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2627; }","duration":"966.299463ms","start":"2026-03-02T19:04:28.477072Z","end":"2026-03-02T19:04:29.443371Z","steps":["trace[1877538188] 'agreement among raft nodes before linearized reading' (duration: 965.933062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:29.443537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:28.477046Z","time spent":"966.479467ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:04:29.443392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:27.569398Z","time spent":"1.873989159s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:04:29.443926Z","caller":"traceutil/trace.go:171","msg":"trace[4089954] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"2.234770074s","start":"2026-03-02T19:04:27.209132Z","end":"2026-03-02T19:04:29.443902Z","steps":["trace[4089954] 'process raft request' (duration: 1.835000012s)","trace[4089954] 'compare' (duration: 397.130962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:04:29.444078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:27.2091Z","time spent":"2.234870347s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:29.553915Z","caller":"traceutil/trace.go:171","msg":"trace[86411021] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"104.801081ms","start":"2026-03-02T19:04:29.449085Z","end":"2026-03-02T19:04:29.553886Z","steps":["trace[86411021] 'process raft request' (duration: 104.41658ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:29.553976Z","caller":"traceutil/trace.go:171","msg":"trace[511471206] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"104.847472ms","start":"2026-03-02T19:04:29.449091Z","end":"2026-03-02T19:04:29.553939Z","steps":["trace[511471206] 'process raft request' (duration: 94.047063ms)","trace[511471206] 'compare' (duration: 10.231242ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:29.55404Z","caller":"traceutil/trace.go:171","msg":"trace[1453883074] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"104.916355ms","start":"2026-03-02T19:04:29.449118Z","end":"2026-03-02T19:04:29.554035Z","steps":["trace[1453883074] 'process raft request' (duration: 104.43932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:29.554013Z","caller":"traceutil/trace.go:171","msg":"trace[700483748] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"104.810481ms","start":"2026-03-02T19:04:29.449156Z","end":"2026-03-02T19:04:29.553967Z","steps":["trace[700483748] 'process raft request' (duration: 104.43738ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:29.554004Z","caller":"traceutil/trace.go:171","msg":"trace[1688122712] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"104.80016ms","start":"2026-03-02T19:04:29.449186Z","end":"2026-03-02T19:04:29.553987Z","steps":["trace[1688122712] 'process raft request' (duration: 104.44319ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:29.576147Z","caller":"traceutil/trace.go:171","msg":"trace[954944055] linearizableReadLoop","detail":"{readStateIndex:2743; appliedIndex:2738; }","duration":"123.956375ms","start":"2026-03-02T19:04:29.452161Z","end":"2026-03-02T19:04:29.576117Z","steps":["trace[954944055] 'read index received' (duration: 69.422544ms)","trace[954944055] 'applied index is now lower than readState.Index' (duration: 54.532111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:04:29.57641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.229193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9255"} {"level":"info","ts":"2026-03-02T19:04:29.57644Z","caller":"traceutil/trace.go:171","msg":"trace[1968154649] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2633; }","duration":"124.291634ms","start":"2026-03-02T19:04:29.45214Z","end":"2026-03-02T19:04:29.576432Z","steps":["trace[1968154649] 'agreement among raft nodes before linearized reading' (duration: 124.122769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:29.576492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.400367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-02T19:04:29.576523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.364825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:04:29.576562Z","caller":"traceutil/trace.go:171","msg":"trace[2019523260] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2633; }","duration":"122.48943ms","start":"2026-03-02T19:04:29.454061Z","end":"2026-03-02T19:04:29.57655Z","steps":["trace[2019523260] 'agreement among raft nodes before linearized reading' (duration: 122.290854ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:29.576609Z","caller":"traceutil/trace.go:171","msg":"trace[395151068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2633; }","duration":"119.470838ms","start":"2026-03-02T19:04:29.457116Z","end":"2026-03-02T19:04:29.576587Z","steps":["trace[395151068] 'agreement among raft nodes before linearized reading' (duration: 119.320643ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:30.105569Z","caller":"traceutil/trace.go:171","msg":"trace[127965361] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"396.872604ms","start":"2026-03-02T19:04:29.708671Z","end":"2026-03-02T19:04:30.105544Z","steps":["trace[127965361] 'process raft request' (duration: 396.726089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:30.1057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:29.708646Z","time spent":"396.991397ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:31.333606Z","caller":"traceutil/trace.go:171","msg":"trace[1299246730] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2745; }","duration":"179.041691ms","start":"2026-03-02T19:04:31.154534Z","end":"2026-03-02T19:04:31.333576Z","steps":["trace[1299246730] 'read index received' (duration: 178.950478ms)","trace[1299246730] 'applied index is now lower than readState.Index' (duration: 89.573µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:31.333652Z","caller":"traceutil/trace.go:171","msg":"trace[1849735176] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"201.274328ms","start":"2026-03-02T19:04:31.132349Z","end":"2026-03-02T19:04:31.333624Z","steps":["trace[1849735176] 'process raft request' (duration: 201.079453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:31.333883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.33068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T19:04:31.333939Z","caller":"traceutil/trace.go:171","msg":"trace[1778956159] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2635; }","duration":"179.441594ms","start":"2026-03-02T19:04:31.154483Z","end":"2026-03-02T19:04:31.333924Z","steps":["trace[1778956159] 'agreement among raft nodes before linearized reading' (duration: 179.212997ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:31.396206Z","caller":"traceutil/trace.go:171","msg":"trace[1739563738] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"232.687035ms","start":"2026-03-02T19:04:31.163488Z","end":"2026-03-02T19:04:31.396175Z","steps":["trace[1739563738] 'process raft request' (duration: 190.15768ms)","trace[1739563738] 'compare' (duration: 42.408481ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:31.603908Z","caller":"traceutil/trace.go:171","msg":"trace[2122431875] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"154.869025ms","start":"2026-03-02T19:04:31.449013Z","end":"2026-03-02T19:04:31.603882Z","steps":["trace[2122431875] 'process raft request' (duration: 141.725045ms)","trace[2122431875] 'compare' (duration: 12.859222ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:31.604037Z","caller":"traceutil/trace.go:171","msg":"trace[1810236343] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"154.957008ms","start":"2026-03-02T19:04:31.449063Z","end":"2026-03-02T19:04:31.60402Z","steps":["trace[1810236343] 'process raft request' (duration: 154.736082ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:46.576843Z","caller":"traceutil/trace.go:171","msg":"trace[1741925717] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"116.004822ms","start":"2026-03-02T19:04:46.460791Z","end":"2026-03-02T19:04:46.576796Z","steps":["trace[1741925717] 'process raft request' (duration: 54.460598ms)","trace[1741925717] 'compare' (duration: 61.315597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:04:48.157195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.159121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18991b9226b525cc\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-02T19:04:48.157295Z","caller":"traceutil/trace.go:171","msg":"trace[304313282] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18991b9226b525cc; range_end:; response_count:1; response_revision:2725; }","duration":"279.325595ms","start":"2026-03-02T19:04:47.877951Z","end":"2026-03-02T19:04:48.157277Z","steps":["trace[304313282] 'range keys from in-memory index tree' (duration: 278.933593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:24.954481Z","caller":"traceutil/trace.go:171","msg":"trace[240994588] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"266.624038ms","start":"2026-03-02T19:06:24.687829Z","end":"2026-03-02T19:06:24.954453Z","steps":["trace[240994588] 'process raft request' (duration: 266.551065ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:24.954538Z","caller":"traceutil/trace.go:171","msg":"trace[852566903] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"268.267339ms","start":"2026-03-02T19:06:24.686219Z","end":"2026-03-02T19:06:24.954487Z","steps":["trace[852566903] 'process raft request' (duration: 255.706108ms)","trace[852566903] 'compare' (duration: 12.179719ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:06:56.330282Z","caller":"traceutil/trace.go:171","msg":"trace[49518153] transaction","detail":"{read_only:false; response_revision:3528; number_of_response:1; }","duration":"104.844362ms","start":"2026-03-02T19:06:56.225396Z","end":"2026-03-02T19:06:56.33024Z","steps":["trace[49518153] 'process raft request' (duration: 104.385918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:58.175902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.361244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:06:58.175971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.596123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:06:58.176002Z","caller":"traceutil/trace.go:171","msg":"trace[1393760243] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3536; }","duration":"682.508199ms","start":"2026-03-02T19:06:57.493468Z","end":"2026-03-02T19:06:58.175976Z","steps":["trace[1393760243] 'range keys from in-memory index tree' (duration: 682.275181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:58.176054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:57.493451Z","time spent":"682.593961ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T19:06:58.176052Z","caller":"traceutil/trace.go:171","msg":"trace[1961546419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3536; }","duration":"648.714297ms","start":"2026-03-02T19:06:57.527315Z","end":"2026-03-02T19:06:58.176029Z","steps":["trace[1961546419] 'range keys from in-memory index tree' (duration: 648.532361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:58.176239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:57.527301Z","time spent":"648.798039ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:08:15.259941Z","caller":"traceutil/trace.go:171","msg":"trace[719588985] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"167.86257ms","start":"2026-03-02T19:08:15.092057Z","end":"2026-03-02T19:08:15.25992Z","steps":["trace[719588985] 'process raft request' (duration: 167.413136ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:15.260107Z","caller":"traceutil/trace.go:171","msg":"trace[426723686] transaction","detail":"{read_only:false; response_revision:4453; number_of_response:1; }","duration":"167.86376ms","start":"2026-03-02T19:08:15.092238Z","end":"2026-03-02T19:08:15.260102Z","steps":["trace[426723686] 'process raft request' (duration: 167.655924ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:15.260516Z","caller":"traceutil/trace.go:171","msg":"trace[158062652] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"168.123448ms","start":"2026-03-02T19:08:15.092376Z","end":"2026-03-02T19:08:15.260499Z","steps":["trace[158062652] 'process raft request' (duration: 167.709215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:15.265727Z","caller":"traceutil/trace.go:171","msg":"trace[2037759925] transaction","detail":"{read_only:false; response_revision:4455; number_of_response:1; }","duration":"172.752202ms","start":"2026-03-02T19:08:15.092932Z","end":"2026-03-02T19:08:15.265684Z","steps":["trace[2037759925] 'process raft request' (duration: 167.516339ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:15.265879Z","caller":"traceutil/trace.go:171","msg":"trace[129899362] linearizableReadLoop","detail":"{readStateIndex:4637; appliedIndex:4633; }","duration":"155.008989ms","start":"2026-03-02T19:08:15.110742Z","end":"2026-03-02T19:08:15.265751Z","steps":["trace[129899362] 'read index received' (duration: 148.886589ms)","trace[129899362] 'applied index is now lower than readState.Index' (duration: 6.11943ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:15.266029Z","caller":"traceutil/trace.go:171","msg":"trace[2102254679] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"130.154085ms","start":"2026-03-02T19:08:15.135835Z","end":"2026-03-02T19:08:15.265989Z","steps":["trace[2102254679] 'process raft request' (duration: 129.823344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:15.26626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.407517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-02T19:08:15.266267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.462703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae317cb2-38c5-4bae-9ed7-0625beb64f67\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-02T19:08:15.266344Z","caller":"traceutil/trace.go:171","msg":"trace[1748099369] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4456; }","duration":"142.537321ms","start":"2026-03-02T19:08:15.123785Z","end":"2026-03-02T19:08:15.266322Z","steps":["trace[1748099369] 'agreement among raft nodes before linearized reading' (duration: 142.278023ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:15.266348Z","caller":"traceutil/trace.go:171","msg":"trace[1152719774] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae317cb2-38c5-4bae-9ed7-0625beb64f67; range_end:; response_count:1; response_revision:4456; }","duration":"155.635389ms","start":"2026-03-02T19:08:15.110694Z","end":"2026-03-02T19:08:15.266329Z","steps":["trace[1152719774] 'agreement among raft nodes before linearized reading' (duration: 155.156674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:15.266346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.939585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae317cb2-38c5-4bae-9ed7-0625beb64f67\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-02T19:08:15.266415Z","caller":"traceutil/trace.go:171","msg":"trace[1467915343] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae317cb2-38c5-4bae-9ed7-0625beb64f67; range_end:; response_count:1; response_revision:4456; }","duration":"136.002177ms","start":"2026-03-02T19:08:15.130383Z","end":"2026-03-02T19:08:15.266386Z","steps":["trace[1467915343] 'agreement among raft nodes before linearized reading' (duration: 135.858403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:15.677267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.555869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194600"} {"level":"info","ts":"2026-03-02T19:08:15.677346Z","caller":"traceutil/trace.go:171","msg":"trace[1583882021] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4476; }","duration":"105.711004ms","start":"2026-03-02T19:08:15.571616Z","end":"2026-03-02T19:08:15.677327Z","steps":["trace[1583882021] 'range keys from in-memory index tree' (duration: 104.656111ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:17.437018Z","caller":"traceutil/trace.go:171","msg":"trace[1241090599] linearizableReadLoop","detail":"{readStateIndex:4677; appliedIndex:4676; }","duration":"172.408022ms","start":"2026-03-02T19:08:17.264583Z","end":"2026-03-02T19:08:17.436991Z","steps":["trace[1241090599] 'read index received' (duration: 158.802309ms)","trace[1241090599] 'applied index is now lower than readState.Index' (duration: 13.604243ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:17.43713Z","caller":"traceutil/trace.go:171","msg":"trace[1418039939] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"198.98095ms","start":"2026-03-02T19:08:17.238072Z","end":"2026-03-02T19:08:17.437053Z","steps":["trace[1418039939] 'process raft request' (duration: 185.315345ms)","trace[1418039939] 'compare' (duration: 13.367476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:08:17.437274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.6842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:08:17.437305Z","caller":"traceutil/trace.go:171","msg":"trace[310212480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4494; }","duration":"172.767423ms","start":"2026-03-02T19:08:17.264527Z","end":"2026-03-02T19:08:17.437294Z","steps":["trace[310212480] 'agreement among raft nodes before linearized reading' (duration: 172.589677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:17.437492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.119558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:08:17.437506Z","caller":"traceutil/trace.go:171","msg":"trace[581403387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4494; }","duration":"167.135348ms","start":"2026-03-02T19:08:17.270366Z","end":"2026-03-02T19:08:17.437501Z","steps":["trace[581403387] 'agreement among raft nodes before linearized reading' (duration: 167.087707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:17.437515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.973587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T19:08:17.437637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.967478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae317cb2-38c5-4bae-9ed7-0625beb64f67\" ","response":"range_response_count:1 size:4080"} {"level":"warn","ts":"2026-03-02T19:08:17.437643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.627754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:08:17.437699Z","caller":"traceutil/trace.go:171","msg":"trace[1216864388] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae317cb2-38c5-4bae-9ed7-0625beb64f67; range_end:; response_count:1; response_revision:4494; }","duration":"163.061191ms","start":"2026-03-02T19:08:17.274623Z","end":"2026-03-02T19:08:17.437684Z","steps":["trace[1216864388] 'agreement among raft nodes before linearized reading' (duration: 162.908746ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:17.437741Z","caller":"traceutil/trace.go:171","msg":"trace[2087311943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4494; }","duration":"167.761367ms","start":"2026-03-02T19:08:17.269959Z","end":"2026-03-02T19:08:17.437721Z","steps":["trace[2087311943] 'agreement among raft nodes before linearized reading' (duration: 167.498989ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:17.437632Z","caller":"traceutil/trace.go:171","msg":"trace[957672564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4494; }","duration":"170.09266ms","start":"2026-03-02T19:08:17.267477Z","end":"2026-03-02T19:08:17.43757Z","steps":["trace[957672564] 'agreement among raft nodes before linearized reading' (duration: 169.829252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:17.874499Z","caller":"traceutil/trace.go:171","msg":"trace[320237749] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"220.099688ms","start":"2026-03-02T19:08:17.654371Z","end":"2026-03-02T19:08:17.87447Z","steps":["trace[320237749] 'process raft request' (duration: 219.921652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:19.61888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903024740,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:08:19.691113Z","caller":"traceutil/trace.go:171","msg":"trace[1914038619] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"617.081688ms","start":"2026-03-02T19:08:19.074004Z","end":"2026-03-02T19:08:19.691085Z","steps":["trace[1914038619] 'process raft request' (duration: 616.423407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:19.691277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:19.073972Z","time spent":"617.216232ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:08:19.74555Z","caller":"traceutil/trace.go:171","msg":"trace[274095207] linearizableReadLoop","detail":"{readStateIndex:4724; appliedIndex:4721; }","duration":"627.585015ms","start":"2026-03-02T19:08:19.117941Z","end":"2026-03-02T19:08:19.745526Z","steps":["trace[274095207] 'read index received' (duration: 572.636623ms)","trace[274095207] 'applied index is now lower than readState.Index' (duration: 54.947482ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:19.74557Z","caller":"traceutil/trace.go:171","msg":"trace[1442635312] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"646.38473ms","start":"2026-03-02T19:08:19.099152Z","end":"2026-03-02T19:08:19.745537Z","steps":["trace[1442635312] 'process raft request' (duration: 646.144963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:19.745722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:19.099127Z","time spent":"646.514034ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:08:19.745778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.829212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:08:19.74572Z","caller":"traceutil/trace.go:171","msg":"trace[1425926068] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"319.242007ms","start":"2026-03-02T19:08:19.42641Z","end":"2026-03-02T19:08:19.745652Z","steps":["trace[1425926068] 'process raft request' (duration: 319.04106ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:19.745843Z","caller":"traceutil/trace.go:171","msg":"trace[1086753471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4539; }","duration":"627.939326ms","start":"2026-03-02T19:08:19.117892Z","end":"2026-03-02T19:08:19.745831Z","steps":["trace[1086753471] 'agreement among raft nodes before linearized reading' (duration: 627.74682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:19.745892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:19.11787Z","time spent":"628.012168ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:08:19.746108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:19.426376Z","time spent":"319.519476ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:08:19.749081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.970289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vwr9k\" ","response":"range_response_count:1 size:9747"} {"level":"info","ts":"2026-03-02T19:08:19.749162Z","caller":"traceutil/trace.go:171","msg":"trace[2138302168] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vwr9k; range_end:; response_count:1; response_revision:4539; }","duration":"569.082603ms","start":"2026-03-02T19:08:19.180059Z","end":"2026-03-02T19:08:19.749142Z","steps":["trace[2138302168] 'agreement among raft nodes before linearized reading' (duration: 568.873886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:19.749609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.585883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:08:19.7497Z","caller":"traceutil/trace.go:171","msg":"trace[617853068] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4539; }","duration":"108.732209ms","start":"2026-03-02T19:08:19.640952Z","end":"2026-03-02T19:08:19.749685Z","steps":["trace[617853068] 'agreement among raft nodes before linearized reading' (duration: 108.403918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:19.749658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:19.180043Z","time spent":"569.601988ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9770,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vwr9k\" "} {"level":"warn","ts":"2026-03-02T19:08:19.749433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.643459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:08:19.749905Z","caller":"traceutil/trace.go:171","msg":"trace[149734280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4539; }","duration":"241.121873ms","start":"2026-03-02T19:08:19.50877Z","end":"2026-03-02T19:08:19.749892Z","steps":["trace[149734280] 'agreement among raft nodes before linearized reading' (duration: 240.644238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:19.749442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.873994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae317cb2-38c5-4bae-9ed7-0625beb64f67\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-03-02T19:08:19.750121Z","caller":"traceutil/trace.go:171","msg":"trace[29960127] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae317cb2-38c5-4bae-9ed7-0625beb64f67; range_end:; response_count:1; response_revision:4539; }","duration":"300.585166ms","start":"2026-03-02T19:08:19.449523Z","end":"2026-03-02T19:08:19.750108Z","steps":["trace[29960127] 'agreement among raft nodes before linearized reading' (duration: 299.823932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:19.750157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:19.449505Z","time spent":"300.641438ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4105,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae317cb2-38c5-4bae-9ed7-0625beb64f67\" "} {"level":"warn","ts":"2026-03-02T19:08:19.749502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.175392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:08:19.750258Z","caller":"traceutil/trace.go:171","msg":"trace[1443991928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4539; }","duration":"273.938146ms","start":"2026-03-02T19:08:19.476309Z","end":"2026-03-02T19:08:19.750247Z","steps":["trace[1443991928] 'agreement among raft nodes before linearized reading' (duration: 273.142491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:19.749529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.76256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:08:19.750344Z","caller":"traceutil/trace.go:171","msg":"trace[738262384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4539; }","duration":"282.616257ms","start":"2026-03-02T19:08:19.467708Z","end":"2026-03-02T19:08:19.750324Z","steps":["trace[738262384] 'agreement among raft nodes before linearized reading' (duration: 281.626126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:19.749543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.742292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vwr9k.18991bcd961eb6f9\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-02T19:08:19.750489Z","caller":"traceutil/trace.go:171","msg":"trace[578173331] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vwr9k.18991bcd961eb6f9; range_end:; response_count:1; response_revision:4539; }","duration":"569.720472ms","start":"2026-03-02T19:08:19.180754Z","end":"2026-03-02T19:08:19.750475Z","steps":["trace[578173331] 'agreement among raft nodes before linearized reading' (duration: 568.717841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:19.749582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.486102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:08:19.750574Z","caller":"traceutil/trace.go:171","msg":"trace[996627934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4539; }","duration":"274.529554ms","start":"2026-03-02T19:08:19.476031Z","end":"2026-03-02T19:08:19.750561Z","steps":["trace[996627934] 'agreement among raft nodes before linearized reading' (duration: 273.501512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:19.74939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.234834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T19:08:19.750529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:19.180732Z","time spent":"569.785595ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vwr9k.18991bcd961eb6f9\" "} {"level":"info","ts":"2026-03-02T19:08:19.750641Z","caller":"traceutil/trace.go:171","msg":"trace[692768476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4539; }","duration":"274.513584ms","start":"2026-03-02T19:08:19.476111Z","end":"2026-03-02T19:08:19.750624Z","steps":["trace[692768476] 'agreement among raft nodes before linearized reading' (duration: 273.171932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:23.323664Z","caller":"traceutil/trace.go:171","msg":"trace[788417303] linearizableReadLoop","detail":"{readStateIndex:4897; appliedIndex:4896; }","duration":"292.150407ms","start":"2026-03-02T19:08:23.031494Z","end":"2026-03-02T19:08:23.323645Z","steps":["trace[788417303] 'read index received' (duration: 291.92843ms)","trace[788417303] 'applied index is now lower than readState.Index' (duration: 221.077µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:23.323719Z","caller":"traceutil/trace.go:171","msg":"trace[448175049] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"386.830897ms","start":"2026-03-02T19:08:22.936855Z","end":"2026-03-02T19:08:23.323686Z","steps":["trace[448175049] 'process raft request' (duration: 386.665541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:23.32386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:22.936827Z","time spent":"386.971261ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:08:23.323878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.377849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e314a04-83ea-4b9d-9b6e-468adf32fda2\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-02T19:08:23.323901Z","caller":"traceutil/trace.go:171","msg":"trace[221508204] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e314a04-83ea-4b9d-9b6e-468adf32fda2; range_end:; response_count:1; response_revision:4708; }","duration":"112.452831ms","start":"2026-03-02T19:08:23.211441Z","end":"2026-03-02T19:08:23.323894Z","steps":["trace[221508204] 'agreement among raft nodes before linearized reading' (duration: 112.315557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:23.323916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.397305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e314a04-83ea-4b9d-9b6e-468adf32fda2\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-02T19:08:23.323974Z","caller":"traceutil/trace.go:171","msg":"trace[682441960] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e314a04-83ea-4b9d-9b6e-468adf32fda2; range_end:; response_count:1; response_revision:4708; }","duration":"292.50872ms","start":"2026-03-02T19:08:23.031453Z","end":"2026-03-02T19:08:23.323961Z","steps":["trace[682441960] 'agreement among raft nodes before linearized reading' (duration: 292.299983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:23.949449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.645774ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:08:23.949558Z","caller":"traceutil/trace.go:171","msg":"trace[1834988679] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4708; }","duration":"306.766858ms","start":"2026-03-02T19:08:23.642777Z","end":"2026-03-02T19:08:23.949543Z","steps":["trace[1834988679] 'range keys from in-memory index tree' (duration: 306.631654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:23.961683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903025037,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:08:24.127654Z","caller":"traceutil/trace.go:171","msg":"trace[105240051] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"791.787906ms","start":"2026-03-02T19:08:23.335833Z","end":"2026-03-02T19:08:24.127621Z","steps":["trace[105240051] 'process raft request' (duration: 791.643301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:24.127794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:23.335811Z","time spent":"791.90992ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:08:24.261025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.63018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:08:24.261402Z","caller":"traceutil/trace.go:171","msg":"trace[227371126] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"502.918424ms","start":"2026-03-02T19:08:23.758445Z","end":"2026-03-02T19:08:24.261364Z","steps":["trace[227371126] 'process raft request' (duration: 401.835389ms)","trace[227371126] 'compare' (duration: 100.476455ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:24.261445Z","caller":"traceutil/trace.go:171","msg":"trace[659821881] linearizableReadLoop","detail":"{readStateIndex:4899; appliedIndex:4897; }","duration":"800.682851ms","start":"2026-03-02T19:08:23.46073Z","end":"2026-03-02T19:08:24.261413Z","steps":["trace[659821881] 'read index received' (duration: 666.7765ms)","trace[659821881] 'applied index is now lower than readState.Index' (duration: 133.903181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:08:24.26159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:23.758412Z","time spent":"503.070489ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:08:24.26169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.124373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:08:24.261696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.111528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:08:24.26172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.156352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:08:24.261751Z","caller":"traceutil/trace.go:171","msg":"trace[885521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4711; }","duration":"495.213666ms","start":"2026-03-02T19:08:23.766519Z","end":"2026-03-02T19:08:24.261733Z","steps":["trace[885521] 'agreement among raft nodes before linearized reading' (duration: 495.03959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:24.261764Z","caller":"traceutil/trace.go:171","msg":"trace[607023506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4711; }","duration":"484.195791ms","start":"2026-03-02T19:08:23.777547Z","end":"2026-03-02T19:08:24.261743Z","steps":["trace[607023506] 'agreement among raft nodes before linearized reading' (duration: 484.018665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:24.26179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.678213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:08:24.261803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:23.766501Z","time spent":"495.288918ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:08:24.261789Z","caller":"traceutil/trace.go:171","msg":"trace[2058704634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4711; }","duration":"494.255415ms","start":"2026-03-02T19:08:23.767515Z","end":"2026-03-02T19:08:24.26177Z","steps":["trace[2058704634] 'agreement among raft nodes before linearized reading' (duration: 494.054288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:24.261818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:23.777538Z","time spent":"484.268743ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:08:24.261845Z","caller":"traceutil/trace.go:171","msg":"trace[1565153497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4711; }","duration":"428.773106ms","start":"2026-03-02T19:08:23.833057Z","end":"2026-03-02T19:08:24.26183Z","steps":["trace[1565153497] 'agreement among raft nodes before linearized reading' (duration: 428.671383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:24.261856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:23.767502Z","time spent":"494.346047ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:08:24.261861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.160434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:08:24.26189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:23.833036Z","time spent":"428.847109ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:08:24.261897Z","caller":"traceutil/trace.go:171","msg":"trace[712602675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4711; }","duration":"495.205835ms","start":"2026-03-02T19:08:23.766681Z","end":"2026-03-02T19:08:24.261887Z","steps":["trace[712602675] 'agreement among raft nodes before linearized reading' (duration: 495.05061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:24.261873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.634688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T19:08:24.261927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:23.766677Z","time spent":"495.243417ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:08:24.261952Z","caller":"traceutil/trace.go:171","msg":"trace[966395408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4711; }","duration":"490.770572ms","start":"2026-03-02T19:08:23.771161Z","end":"2026-03-02T19:08:24.261932Z","steps":["trace[966395408] 'agreement among raft nodes before linearized reading' (duration: 490.508834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:24.262012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:23.771141Z","time spent":"490.849835ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:08:24.263085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.348585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776725"} {"level":"info","ts":"2026-03-02T19:08:24.263282Z","caller":"traceutil/trace.go:171","msg":"trace[402453684] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4711; }","duration":"802.440258ms","start":"2026-03-02T19:08:23.460692Z","end":"2026-03-02T19:08:24.263132Z","steps":["trace[402453684] 'agreement among raft nodes before linearized reading' (duration: 800.830636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:24.263329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:23.460675Z","time spent":"802.642825ms","remote":"127.0.0.1:36702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":776748,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-02T19:08:24.953874Z","caller":"traceutil/trace.go:171","msg":"trace[1560566083] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"412.534134ms","start":"2026-03-02T19:08:24.541312Z","end":"2026-03-02T19:08:24.953846Z","steps":["trace[1560566083] 'process raft request' (duration: 412.358528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:24.95404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:24.541289Z","time spent":"412.667399ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:08:24.964873Z","caller":"traceutil/trace.go:171","msg":"trace[245823427] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"335.6995ms","start":"2026-03-02T19:08:24.629149Z","end":"2026-03-02T19:08:24.964848Z","steps":["trace[245823427] 'process raft request' (duration: 335.496814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:24.965057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:24.629117Z","time spent":"335.844345ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:08:24.965156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.439992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:08:24.965245Z","caller":"traceutil/trace.go:171","msg":"trace[1448942114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:4719; }","duration":"190.542556ms","start":"2026-03-02T19:08:24.774664Z","end":"2026-03-02T19:08:24.965207Z","steps":["trace[1448942114] 'agreement among raft nodes before linearized reading' (duration: 190.327299ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:24.965691Z","caller":"traceutil/trace.go:171","msg":"trace[574378550] linearizableReadLoop","detail":"{readStateIndex:4909; appliedIndex:4907; }","duration":"190.079971ms","start":"2026-03-02T19:08:24.774702Z","end":"2026-03-02T19:08:24.964782Z","steps":["trace[574378550] 'read index received' (duration: 179.085347ms)","trace[574378550] 'applied index is now lower than readState.Index' (duration: 10.993684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:08:24.965923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.735028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18991bce7ca23f5c\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-02T19:08:24.966078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.83844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:08:24.966122Z","caller":"traceutil/trace.go:171","msg":"trace[1580325814] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4719; }","duration":"110.910152ms","start":"2026-03-02T19:08:24.855199Z","end":"2026-03-02T19:08:24.966109Z","steps":["trace[1580325814] 'agreement among raft nodes before linearized reading' (duration: 110.805668ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:24.966543Z","caller":"traceutil/trace.go:171","msg":"trace[164998497] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18991bce7ca23f5c; range_end:; response_count:1; response_revision:4719; }","duration":"170.824751ms","start":"2026-03-02T19:08:24.795149Z","end":"2026-03-02T19:08:24.965973Z","steps":["trace[164998497] 'agreement among raft nodes before linearized reading' (duration: 170.639705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:25.252436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.599921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:08:25.252501Z","caller":"traceutil/trace.go:171","msg":"trace[893419542] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4720; }","duration":"137.714815ms","start":"2026-03-02T19:08:25.114771Z","end":"2026-03-02T19:08:25.252486Z","steps":["trace[893419542] 'count revisions from in-memory index tree' (duration: 137.529978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:25.252618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.974002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:08:25.252953Z","caller":"traceutil/trace.go:171","msg":"trace[1005703713] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4720; }","duration":"210.360664ms","start":"2026-03-02T19:08:25.042573Z","end":"2026-03-02T19:08:25.252933Z","steps":["trace[1005703713] 'range keys from in-memory index tree' (duration: 209.873648ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:26.606406Z","caller":"traceutil/trace.go:171","msg":"trace[1090670050] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"223.691803ms","start":"2026-03-02T19:08:26.382689Z","end":"2026-03-02T19:08:26.606381Z","steps":["trace[1090670050] 'process raft request' (duration: 174.749857ms)","trace[1090670050] 'compare' (duration: 48.510302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:08:35.287689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.273226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:08:35.287927Z","caller":"traceutil/trace.go:171","msg":"trace[953956605] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"302.707018ms","start":"2026-03-02T19:08:34.985207Z","end":"2026-03-02T19:08:35.287914Z","steps":["trace[953956605] 'process raft request' (duration: 302.597484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:35.287914Z","caller":"traceutil/trace.go:171","msg":"trace[161483472] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"600.110203ms","start":"2026-03-02T19:08:34.687772Z","end":"2026-03-02T19:08:35.287883Z","steps":["trace[161483472] 'process raft request' (duration: 328.582869ms)","trace[161483472] 'compare' (duration: 270.913864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:08:35.288003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:34.985167Z","time spent":"302.79245ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:08:35.288017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:34.687738Z","time spent":"600.236408ms","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:08:35.28812Z","caller":"traceutil/trace.go:171","msg":"trace[1488979187] linearizableReadLoop","detail":"{readStateIndex:5106; appliedIndex:5103; }","duration":"267.720841ms","start":"2026-03-02T19:08:35.020387Z","end":"2026-03-02T19:08:35.288108Z","steps":["trace[1488979187] 'read index received' (duration: 6.254752ms)","trace[1488979187] 'applied index is now lower than readState.Index' (duration: 261.465079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:08:35.288263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.870406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:08:35.288289Z","caller":"traceutil/trace.go:171","msg":"trace[246667779] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:4909; }","duration":"267.924468ms","start":"2026-03-02T19:08:35.020357Z","end":"2026-03-02T19:08:35.288281Z","steps":["trace[246667779] 'agreement among raft nodes before linearized reading' (duration: 267.784463ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:35.288409Z","caller":"traceutil/trace.go:171","msg":"trace[2035977086] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"294.764582ms","start":"2026-03-02T19:08:34.993609Z","end":"2026-03-02T19:08:35.288374Z","steps":["trace[2035977086] 'process raft request' (duration: 294.272786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:38.864821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.359456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:08:38.864889Z","caller":"traceutil/trace.go:171","msg":"trace[654448556] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4952; }","duration":"179.480109ms","start":"2026-03-02T19:08:38.685395Z","end":"2026-03-02T19:08:38.864876Z","steps":["trace[654448556] 'count revisions from in-memory index tree' (duration: 179.20201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:38.865029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.036654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:08:38.865052Z","caller":"traceutil/trace.go:171","msg":"trace[1927595064] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4952; }","duration":"165.085066ms","start":"2026-03-02T19:08:38.699958Z","end":"2026-03-02T19:08:38.865043Z","steps":["trace[1927595064] 'count revisions from in-memory index tree' (duration: 164.983923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:43.919024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.613405ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:08:43.919115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.96259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:08:43.919204Z","caller":"traceutil/trace.go:171","msg":"trace[1226135887] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5080; }","duration":"275.796871ms","start":"2026-03-02T19:08:43.643384Z","end":"2026-03-02T19:08:43.919181Z","steps":["trace[1226135887] 'range keys from in-memory index tree' (duration: 275.597785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:43.919289Z","caller":"traceutil/trace.go:171","msg":"trace[1956903800] linearizableReadLoop","detail":"{readStateIndex:5282; appliedIndex:5281; }","duration":"407.982848ms","start":"2026-03-02T19:08:43.511286Z","end":"2026-03-02T19:08:43.919269Z","steps":["trace[1956903800] 'read index received' (duration: 72.153µs)","trace[1956903800] 'applied index is now lower than readState.Index' (duration: 407.908925ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:43.91942Z","caller":"traceutil/trace.go:171","msg":"trace[1460931857] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"498.888295ms","start":"2026-03-02T19:08:43.4205Z","end":"2026-03-02T19:08:43.919389Z","steps":["trace[1460931857] 'process raft request' (duration: 75.556233ms)","trace[1460931857] 'compare' (duration: 422.65463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:08:43.919454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.166694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:08:43.919502Z","caller":"traceutil/trace.go:171","msg":"trace[419406310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5081; }","duration":"408.246816ms","start":"2026-03-02T19:08:43.511239Z","end":"2026-03-02T19:08:43.919486Z","steps":["trace[419406310] 'agreement among raft nodes before linearized reading' (duration: 408.163863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:43.919549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:43.511221Z","time spent":"408.315089ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:08:43.919574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.753407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:08:43.919626Z","caller":"traceutil/trace.go:171","msg":"trace[1954880965] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5081; }","duration":"374.84941ms","start":"2026-03-02T19:08:43.544762Z","end":"2026-03-02T19:08:43.919611Z","steps":["trace[1954880965] 'agreement among raft nodes before linearized reading' (duration: 374.738847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:43.919671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:43.544737Z","time spent":"374.912202ms","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:08:43.919586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:43.420476Z","time spent":"498.994139ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:08:44.522189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903025882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:08:45.288219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.26957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:08:45.288593Z","caller":"traceutil/trace.go:171","msg":"trace[159290666] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"1.357125371s","start":"2026-03-02T19:08:43.931426Z","end":"2026-03-02T19:08:45.288552Z","steps":["trace[159290666] 'process raft request' (duration: 765.386146ms)","trace[159290666] 'compare' (duration: 590.941239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:08:45.288782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:43.931408Z","time spent":"1.357275236s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:08:45.289043Z","caller":"traceutil/trace.go:171","msg":"trace[1386909610] linearizableReadLoop","detail":"{readStateIndex:5284; appliedIndex:5282; }","duration":"1.277476947s","start":"2026-03-02T19:08:44.011541Z","end":"2026-03-02T19:08:45.289018Z","steps":["trace[1386909610] 'read index received' (duration: 685.34919ms)","trace[1386909610] 'applied index is now lower than readState.Index' (duration: 592.126247ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:45.289093Z","caller":"traceutil/trace.go:171","msg":"trace[673913373] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"963.296299ms","start":"2026-03-02T19:08:44.32576Z","end":"2026-03-02T19:08:45.289056Z","steps":["trace[673913373] 'process raft request' (duration: 962.608737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:45.289307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277733035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:08:45.289372Z","caller":"traceutil/trace.go:171","msg":"trace[1684682260] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5083; }","duration":"1.2778784s","start":"2026-03-02T19:08:44.011478Z","end":"2026-03-02T19:08:45.289356Z","steps":["trace[1684682260] 'agreement among raft nodes before linearized reading' (duration: 1.277708224s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:45.289412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:44.011449Z","time spent":"1.277952992s","remote":"127.0.0.1:37448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:08:45.289428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:44.325731Z","time spent":"963.540107ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:08:45.289747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05397935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T19:08:45.289836Z","caller":"traceutil/trace.go:171","msg":"trace[1436259647] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:5083; }","duration":"1.054107824s","start":"2026-03-02T19:08:44.23571Z","end":"2026-03-02T19:08:45.289818Z","steps":["trace[1436259647] 'agreement among raft nodes before linearized reading' (duration: 1.053872956s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:45.290028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.867459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:08:45.29002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:44.235689Z","time spent":"1.054311681s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-02T19:08:45.290098Z","caller":"traceutil/trace.go:171","msg":"trace[117605706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5083; }","duration":"841.954952ms","start":"2026-03-02T19:08:44.448117Z","end":"2026-03-02T19:08:45.290072Z","steps":["trace[117605706] 'agreement among raft nodes before linearized reading' (duration: 841.853029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:45.290142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:44.448099Z","time spent":"842.035705ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:08:45.29014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.16351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:08:45.290195Z","caller":"traceutil/trace.go:171","msg":"trace[1474110144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5083; }","duration":"811.289614ms","start":"2026-03-02T19:08:44.478892Z","end":"2026-03-02T19:08:45.290181Z","steps":["trace[1474110144] 'agreement among raft nodes before linearized reading' (duration: 811.062487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:45.290243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:44.478859Z","time spent":"811.374487ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:08:45.2899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.941892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:08:45.290283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.655503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:08:45.290289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.335113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a0f9541-3bf4-4a70-b97d-e1e0e029f761\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-02T19:08:45.290379Z","caller":"traceutil/trace.go:171","msg":"trace[291769957] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5083; }","duration":"224.465859ms","start":"2026-03-02T19:08:45.065882Z","end":"2026-03-02T19:08:45.290348Z","steps":["trace[291769957] 'agreement among raft nodes before linearized reading' (duration: 223.960083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:45.290387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.516763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:08:45.290453Z","caller":"traceutil/trace.go:171","msg":"trace[217383271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5083; }","duration":"816.609606ms","start":"2026-03-02T19:08:44.473827Z","end":"2026-03-02T19:08:45.290437Z","steps":["trace[217383271] 'agreement among raft nodes before linearized reading' (duration: 816.152631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:45.290502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:44.47381Z","time spent":"816.680518ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:08:45.290389Z","caller":"traceutil/trace.go:171","msg":"trace[1501898519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5083; }","duration":"846.809488ms","start":"2026-03-02T19:08:44.443555Z","end":"2026-03-02T19:08:45.290364Z","steps":["trace[1501898519] 'agreement among raft nodes before linearized reading' (duration: 846.488548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:45.290647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:44.443534Z","time spent":"847.091928ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:08:45.289903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.752278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:08:45.290737Z","caller":"traceutil/trace.go:171","msg":"trace[795265819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5083; }","duration":"816.614586ms","start":"2026-03-02T19:08:44.474108Z","end":"2026-03-02T19:08:45.290723Z","steps":["trace[795265819] 'agreement among raft nodes before linearized reading' (duration: 815.616484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:45.290774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:44.474103Z","time spent":"816.662377ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:08:45.290396Z","caller":"traceutil/trace.go:171","msg":"trace[163540299] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a0f9541-3bf4-4a70-b97d-e1e0e029f761; range_end:; response_count:1; response_revision:5083; }","duration":"964.499108ms","start":"2026-03-02T19:08:44.325874Z","end":"2026-03-02T19:08:45.290373Z","steps":["trace[163540299] 'agreement among raft nodes before linearized reading' (duration: 964.209958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:45.290863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:44.325865Z","time spent":"964.982434ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a0f9541-3bf4-4a70-b97d-e1e0e029f761\" "} {"level":"warn","ts":"2026-03-02T19:08:45.28993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.65036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:08:45.290933Z","caller":"traceutil/trace.go:171","msg":"trace[996035036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5083; }","duration":"768.683963ms","start":"2026-03-02T19:08:44.522239Z","end":"2026-03-02T19:08:45.290923Z","steps":["trace[996035036] 'agreement among raft nodes before linearized reading' (duration: 767.6481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:45.29097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:44.522224Z","time spent":"768.736985ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:08:46.025315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.654751ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-02T19:08:46.025482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:45.292632Z","time spent":"732.841708ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:08:46.03509Z","caller":"traceutil/trace.go:171","msg":"trace[1567228475] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"741.60868ms","start":"2026-03-02T19:08:45.293444Z","end":"2026-03-02T19:08:46.035052Z","steps":["trace[1567228475] 'process raft request' (duration: 741.197067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:46.035242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:45.293417Z","time spent":"741.731664ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:08:46.035366Z","caller":"traceutil/trace.go:171","msg":"trace[1298160998] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"741.882919ms","start":"2026-03-02T19:08:45.293452Z","end":"2026-03-02T19:08:46.035335Z","steps":["trace[1298160998] 'process raft request' (duration: 741.411433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:46.035532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:45.293417Z","time spent":"742.023913ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:08:46.035511Z","caller":"traceutil/trace.go:171","msg":"trace[1741922739] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"739.815712ms","start":"2026-03-02T19:08:45.295665Z","end":"2026-03-02T19:08:46.035481Z","steps":["trace[1741922739] 'process raft request' (duration: 739.729469ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:46.03554Z","caller":"traceutil/trace.go:171","msg":"trace[2077654831] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"739.898115ms","start":"2026-03-02T19:08:45.29561Z","end":"2026-03-02T19:08:46.035508Z","steps":["trace[2077654831] 'process raft request' (duration: 739.710369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:46.035689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:45.295653Z","time spent":"739.951376ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:08:46.035707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:45.295599Z","time spent":"740.021049ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:08:46.035705Z","caller":"traceutil/trace.go:171","msg":"trace[1789247223] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"739.838793ms","start":"2026-03-02T19:08:45.295849Z","end":"2026-03-02T19:08:46.035687Z","steps":["trace[1789247223] 'process raft request' (duration: 739.589375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:46.035813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:45.295843Z","time spent":"739.911155ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:08:46.035968Z","caller":"traceutil/trace.go:171","msg":"trace[526917446] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"740.06956ms","start":"2026-03-02T19:08:45.295882Z","end":"2026-03-02T19:08:46.035951Z","steps":["trace[526917446] 'process raft request' (duration: 739.729399ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:46.03599Z","caller":"traceutil/trace.go:171","msg":"trace[300567465] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"740.926358ms","start":"2026-03-02T19:08:45.295037Z","end":"2026-03-02T19:08:46.035963Z","steps":["trace[300567465] 'process raft request' (duration: 740.154393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:46.036073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:45.295875Z","time spent":"740.134572ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:08:46.036071Z","caller":"traceutil/trace.go:171","msg":"trace[1780694361] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"688.063605ms","start":"2026-03-02T19:08:45.347949Z","end":"2026-03-02T19:08:46.036012Z","steps":["trace[1780694361] 'process raft request' (duration: 687.846008ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:46.036133Z","caller":"traceutil/trace.go:171","msg":"trace[601671909] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"618.392542ms","start":"2026-03-02T19:08:45.417731Z","end":"2026-03-02T19:08:46.036123Z","steps":["trace[601671909] 'process raft request' (duration: 618.221956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:46.036153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:45.295014Z","time spent":"741.089473ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:08:46.036164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:45.347927Z","time spent":"688.19382ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:08:46.036189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:45.417705Z","time spent":"618.457464ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:08:46.036288Z","caller":"traceutil/trace.go:171","msg":"trace[782985256] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5284; }","duration":"612.902796ms","start":"2026-03-02T19:08:45.423372Z","end":"2026-03-02T19:08:46.036275Z","steps":["trace[782985256] 'read index received' (duration: 174.221689ms)","trace[782985256] 'applied index is now lower than readState.Index' (duration: 438.677337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:08:46.036516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.147253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:08:46.036553Z","caller":"traceutil/trace.go:171","msg":"trace[1949591865] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:5093; }","duration":"613.212775ms","start":"2026-03-02T19:08:45.423331Z","end":"2026-03-02T19:08:46.036543Z","steps":["trace[1949591865] 'agreement among raft nodes before linearized reading' (duration: 613.04941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:46.036574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.916734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T19:08:46.03659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:45.423317Z","time spent":"613.266717ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-69m22\" "} {"level":"info","ts":"2026-03-02T19:08:46.036615Z","caller":"traceutil/trace.go:171","msg":"trace[1054896518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5093; }","duration":"461.985406ms","start":"2026-03-02T19:08:45.574617Z","end":"2026-03-02T19:08:46.036602Z","steps":["trace[1054896518] 'agreement among raft nodes before linearized reading' (duration: 461.833961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:46.036647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:45.574599Z","time spent":"462.041719ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:08:50.342727Z","caller":"traceutil/trace.go:171","msg":"trace[1210969377] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"100.157035ms","start":"2026-03-02T19:08:50.242545Z","end":"2026-03-02T19:08:50.342702Z","steps":["trace[1210969377] 'process raft request' (duration: 68.849587ms)","trace[1210969377] 'compare' (duration: 31.198354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:08:54.921122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.323572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:08:54.921276Z","caller":"traceutil/trace.go:171","msg":"trace[1667140016] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5206; }","duration":"228.5482ms","start":"2026-03-02T19:08:54.692697Z","end":"2026-03-02T19:08:54.921245Z","steps":["trace[1667140016] 'count revisions from in-memory index tree' (duration: 228.260641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:54.921147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.659286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16400"} {"level":"warn","ts":"2026-03-02T19:08:54.921487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.135787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-02T19:08:54.921513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.867399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:08:54.921559Z","caller":"traceutil/trace.go:171","msg":"trace[2123087472] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5206; }","duration":"342.244411ms","start":"2026-03-02T19:08:54.579292Z","end":"2026-03-02T19:08:54.921537Z","steps":["trace[2123087472] 'range keys from in-memory index tree' (duration: 341.90781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:54.92162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:54.579271Z","time spent":"342.339914ms","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-02T19:08:54.921558Z","caller":"traceutil/trace.go:171","msg":"trace[1349329266] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5206; }","duration":"394.121822ms","start":"2026-03-02T19:08:54.527407Z","end":"2026-03-02T19:08:54.921529Z","steps":["trace[1349329266] 'range keys from in-memory index tree' (duration: 393.422129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:54.921684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:54.527383Z","time spent":"394.284736ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16423,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-02T19:08:54.921574Z","caller":"traceutil/trace.go:171","msg":"trace[1897382202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5206; }","duration":"409.967531ms","start":"2026-03-02T19:08:54.511586Z","end":"2026-03-02T19:08:54.921554Z","steps":["trace[1897382202] 'range keys from in-memory index tree' (duration: 409.765815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:54.921788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:54.511554Z","time spent":"410.217619ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:09:00.757342Z","caller":"traceutil/trace.go:171","msg":"trace[642444406] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"460.566391ms","start":"2026-03-02T19:09:00.296742Z","end":"2026-03-02T19:09:00.757309Z","steps":["trace[642444406] 'process raft request' (duration: 419.469648ms)","trace[642444406] 'compare' (duration: 40.882826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:00.757491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:00.29673Z","time spent":"460.686495ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:01.511001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.731437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:09:01.51123Z","caller":"traceutil/trace.go:171","msg":"trace[875311679] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"1.214306162s","start":"2026-03-02T19:09:00.29689Z","end":"2026-03-02T19:09:01.511196Z","steps":["trace[875311679] 'process raft request' (duration: 957.256575ms)","trace[875311679] 'compare' (duration: 256.169189ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:01.511269Z","caller":"traceutil/trace.go:171","msg":"trace[1412634935] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"1.214271671s","start":"2026-03-02T19:09:00.296975Z","end":"2026-03-02T19:09:01.511247Z","steps":["trace[1412634935] 'process raft request' (duration: 1.214133737s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.511475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:00.296873Z","time spent":"1.214465937s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:01.511574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:00.296968Z","time spent":"1.214504068s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:01.511638Z","caller":"traceutil/trace.go:171","msg":"trace[1352850615] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"1.214603092s","start":"2026-03-02T19:09:00.297019Z","end":"2026-03-02T19:09:01.511622Z","steps":["trace[1352850615] 'process raft request' (duration: 1.214181849s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.511711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:00.296988Z","time spent":"1.214684645s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:01.511844Z","caller":"traceutil/trace.go:171","msg":"trace[2104692656] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"1.214610602s","start":"2026-03-02T19:09:00.297204Z","end":"2026-03-02T19:09:01.511814Z","steps":["trace[2104692656] 'process raft request' (duration: 1.214158388s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.511958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:00.297192Z","time spent":"1.214721876s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:01.511871Z","caller":"traceutil/trace.go:171","msg":"trace[218825519] linearizableReadLoop","detail":"{readStateIndex:5459; appliedIndex:5454; }","duration":"1.002171451s","start":"2026-03-02T19:09:00.509671Z","end":"2026-03-02T19:09:01.511843Z","steps":["trace[218825519] 'read index received' (duration: 206.611973ms)","trace[218825519] 'applied index is now lower than readState.Index' (duration: 795.558208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:01.730767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.24587ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-02T19:09:01.731143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221460143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:09:01.731188Z","caller":"traceutil/trace.go:171","msg":"trace[1933314670] linearizableReadLoop","detail":"{readStateIndex:5461; appliedIndex:5459; }","duration":"219.145397ms","start":"2026-03-02T19:09:01.512013Z","end":"2026-03-02T19:09:01.731158Z","steps":["trace[1933314670] 'read index received' (duration: 155.537508ms)","trace[1933314670] 'applied index is now lower than readState.Index' (duration: 63.605598ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:01.731224Z","caller":"traceutil/trace.go:171","msg":"trace[1664273775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5254; }","duration":"1.221584917s","start":"2026-03-02T19:09:00.509611Z","end":"2026-03-02T19:09:01.731196Z","steps":["trace[1664273775] 'agreement among raft nodes before linearized reading' (duration: 1.002285725s)","trace[1664273775] 'range keys from in-memory index tree' (duration: 219.196369ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:01.731208Z","caller":"traceutil/trace.go:171","msg":"trace[772901914] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"380.885335ms","start":"2026-03-02T19:09:01.350277Z","end":"2026-03-02T19:09:01.731162Z","steps":["trace[772901914] 'process raft request' (duration: 380.605416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.731274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:00.509587Z","time spent":"1.22167863s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:09:01.731421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.350248Z","time spent":"381.031019ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:01.76932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.764619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:09:01.769399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.096593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:09:01.769433Z","caller":"traceutil/trace.go:171","msg":"trace[1082891773] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5255; }","duration":"102.932234ms","start":"2026-03-02T19:09:01.666472Z","end":"2026-03-02T19:09:01.769405Z","steps":["trace[1082891773] 'agreement among raft nodes before linearized reading' (duration: 64.90502ms)","trace[1082891773] 'count revisions from in-memory index tree' (duration: 37.869029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:01.769438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186638621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13288"} {"level":"info","ts":"2026-03-02T19:09:01.769466Z","caller":"traceutil/trace.go:171","msg":"trace[801393904] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5255; }","duration":"459.199866ms","start":"2026-03-02T19:09:01.310244Z","end":"2026-03-02T19:09:01.769444Z","steps":["trace[801393904] 'agreement among raft nodes before linearized reading' (duration: 420.924174ms)","trace[801393904] 'range keys from in-memory index tree' (duration: 38.067115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:01.769505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.310222Z","time spent":"459.275739ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:09:01.769499Z","caller":"traceutil/trace.go:171","msg":"trace[2140074017] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5255; }","duration":"1.186743024s","start":"2026-03-02T19:09:00.582736Z","end":"2026-03-02T19:09:01.769479Z","steps":["trace[2140074017] 'agreement among raft nodes before linearized reading' (duration: 1.148505693s)","trace[2140074017] 'range keys from in-memory index tree' (duration: 38.097897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:01.769543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:00.582714Z","time spent":"1.186819697s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13311,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T19:09:01.770094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132197359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T19:09:01.770289Z","caller":"traceutil/trace.go:171","msg":"trace[857175490] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5255; }","duration":"1.132445667s","start":"2026-03-02T19:09:00.637816Z","end":"2026-03-02T19:09:01.770262Z","steps":["trace[857175490] 'agreement among raft nodes before linearized reading' (duration: 1.093400399s)","trace[857175490] 'range keys from in-memory index tree' (duration: 37.88266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:01.770385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:00.637794Z","time spent":"1.1325755s","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-02T19:09:01.936223Z","caller":"traceutil/trace.go:171","msg":"trace[1687157938] linearizableReadLoop","detail":"{readStateIndex:5462; appliedIndex:5461; }","duration":"112.126981ms","start":"2026-03-02T19:09:01.824065Z","end":"2026-03-02T19:09:01.936192Z","steps":["trace[1687157938] 'read index received' (duration: 111.996537ms)","trace[1687157938] 'applied index is now lower than readState.Index' (duration: 129.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:01.936517Z","caller":"traceutil/trace.go:171","msg":"trace[1835381109] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"154.926099ms","start":"2026-03-02T19:09:01.781551Z","end":"2026-03-02T19:09:01.936477Z","steps":["trace[1835381109] 'process raft request' (duration: 154.458074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.936622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.527614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T19:09:01.93668Z","caller":"traceutil/trace.go:171","msg":"trace[559008571] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5256; }","duration":"112.649887ms","start":"2026-03-02T19:09:01.824013Z","end":"2026-03-02T19:09:01.936663Z","steps":["trace[559008571] 'agreement among raft nodes before linearized reading' (duration: 112.451351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.950337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.643306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:09:01.950404Z","caller":"traceutil/trace.go:171","msg":"trace[1579709669] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5257; }","duration":"107.749699ms","start":"2026-03-02T19:09:01.842639Z","end":"2026-03-02T19:09:01.950389Z","steps":["trace[1579709669] 'agreement among raft nodes before linearized reading' (duration: 107.642075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:02.067781Z","caller":"traceutil/trace.go:171","msg":"trace[1600645887] linearizableReadLoop","detail":"{readStateIndex:5464; appliedIndex:5463; }","duration":"117.518994ms","start":"2026-03-02T19:09:01.95024Z","end":"2026-03-02T19:09:02.067759Z","steps":["trace[1600645887] 'read index received' (duration: 78.725315ms)","trace[1600645887] 'applied index is now lower than readState.Index' (duration: 38.792859ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:02.067848Z","caller":"traceutil/trace.go:171","msg":"trace[1478074957] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"126.208124ms","start":"2026-03-02T19:09:01.941593Z","end":"2026-03-02T19:09:02.067801Z","steps":["trace[1478074957] 'process raft request' (duration: 87.442736ms)","trace[1478074957] 'compare' (duration: 38.595882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:02.067956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.341074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:09:02.067999Z","caller":"traceutil/trace.go:171","msg":"trace[1426892083] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5258; }","duration":"115.417937ms","start":"2026-03-02T19:09:01.952571Z","end":"2026-03-02T19:09:02.067989Z","steps":["trace[1426892083] 'agreement among raft nodes before linearized reading' (duration: 115.328664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:02.068024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.75877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-02T19:09:02.068034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.474174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13875"} {"level":"info","ts":"2026-03-02T19:09:02.068107Z","caller":"traceutil/trace.go:171","msg":"trace[967402063] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5258; }","duration":"127.604419ms","start":"2026-03-02T19:09:01.940484Z","end":"2026-03-02T19:09:02.068089Z","steps":["trace[967402063] 'agreement among raft nodes before linearized reading' (duration: 127.377432ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:02.068113Z","caller":"traceutil/trace.go:171","msg":"trace[563032692] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5258; }","duration":"125.846133ms","start":"2026-03-02T19:09:01.942232Z","end":"2026-03-02T19:09:02.068078Z","steps":["trace[563032692] 'agreement among raft nodes before linearized reading' (duration: 125.557783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:02.693777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.971969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:09:02.693919Z","caller":"traceutil/trace.go:171","msg":"trace[950330188] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"539.536554ms","start":"2026-03-02T19:09:02.154355Z","end":"2026-03-02T19:09:02.693891Z","steps":["trace[950330188] 'process raft request' (duration: 330.322947ms)","trace[950330188] 'compare' (duration: 208.798203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:02.694126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:02.154337Z","time spent":"539.737061ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:02.781401Z","caller":"traceutil/trace.go:171","msg":"trace[2047539311] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"626.753162ms","start":"2026-03-02T19:09:02.154605Z","end":"2026-03-02T19:09:02.781359Z","steps":["trace[2047539311] 'process raft request' (duration: 626.420572ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:02.781439Z","caller":"traceutil/trace.go:171","msg":"trace[1605164616] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"624.997536ms","start":"2026-03-02T19:09:02.156418Z","end":"2026-03-02T19:09:02.781415Z","steps":["trace[1605164616] 'process raft request' (duration: 624.899293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:02.781603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:02.154596Z","time spent":"626.896267ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:02.781691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:02.156411Z","time spent":"625.145721ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:02.781402Z","caller":"traceutil/trace.go:171","msg":"trace[603173327] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"626.271777ms","start":"2026-03-02T19:09:02.155097Z","end":"2026-03-02T19:09:02.781369Z","steps":["trace[603173327] 'process raft request' (duration: 626.100381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:02.781943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:02.15506Z","time spent":"626.849105ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:02.782055Z","caller":"traceutil/trace.go:171","msg":"trace[1845329326] linearizableReadLoop","detail":"{readStateIndex:5472; appliedIndex:5465; }","duration":"478.689655ms","start":"2026-03-02T19:09:02.303357Z","end":"2026-03-02T19:09:02.782046Z","steps":["trace[1845329326] 'read index received' (duration: 181.414042ms)","trace[1845329326] 'applied index is now lower than readState.Index' (duration: 297.274883ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:02.781941Z","caller":"traceutil/trace.go:171","msg":"trace[1380530876] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"615.838751ms","start":"2026-03-02T19:09:02.166088Z","end":"2026-03-02T19:09:02.781927Z","steps":["trace[1380530876] 'process raft request' (duration: 615.49791ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:02.782159Z","caller":"traceutil/trace.go:171","msg":"trace[282426290] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"617.194045ms","start":"2026-03-02T19:09:02.164948Z","end":"2026-03-02T19:09:02.782142Z","steps":["trace[282426290] 'process raft request' (duration: 616.405209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:02.782211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:02.166081Z","time spent":"616.09334ms","remote":"127.0.0.1:37066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12013,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:02.78226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:02.164926Z","time spent":"617.274357ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:02.782702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.343455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:09:02.782805Z","caller":"traceutil/trace.go:171","msg":"trace[1886457975] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:5266; }","duration":"479.48472ms","start":"2026-03-02T19:09:02.303305Z","end":"2026-03-02T19:09:02.78279Z","steps":["trace[1886457975] 'agreement among raft nodes before linearized reading' (duration: 479.251703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:02.782847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:02.303283Z","time spent":"479.553562ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-69m22\" "} {"level":"warn","ts":"2026-03-02T19:09:02.78235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.386021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:09:02.782882Z","caller":"traceutil/trace.go:171","msg":"trace[59499734] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"484.711309ms","start":"2026-03-02T19:09:02.298145Z","end":"2026-03-02T19:09:02.782856Z","steps":["trace[59499734] 'process raft request' (duration: 483.765358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:02.783223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:02.298117Z","time spent":"485.018599ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:02.783273Z","caller":"traceutil/trace.go:171","msg":"trace[1965268457] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5266; }","duration":"196.107704ms","start":"2026-03-02T19:09:02.5869Z","end":"2026-03-02T19:09:02.783008Z","steps":["trace[1965268457] 'agreement among raft nodes before linearized reading' (duration: 195.35759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:03.176263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.634648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:09:03.176368Z","caller":"traceutil/trace.go:171","msg":"trace[37222253] linearizableReadLoop","detail":"{readStateIndex:5473; appliedIndex:5472; }","duration":"388.16628ms","start":"2026-03-02T19:09:02.788184Z","end":"2026-03-02T19:09:03.17635Z","steps":["trace[37222253] 'read index received' (duration: 270.352276ms)","trace[37222253] 'applied index is now lower than readState.Index' (duration: 117.812774ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:03.176453Z","caller":"traceutil/trace.go:171","msg":"trace[1546486603] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"389.558335ms","start":"2026-03-02T19:09:02.786883Z","end":"2026-03-02T19:09:03.176441Z","steps":["trace[1546486603] 'process raft request' (duration: 271.664748ms)","trace[1546486603] 'compare' (duration: 117.531595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:03.176506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:02.786858Z","time spent":"389.621477ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:03.17684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.658685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81739"} {"level":"info","ts":"2026-03-02T19:09:03.176878Z","caller":"traceutil/trace.go:171","msg":"trace[1461065326] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5267; }","duration":"388.726937ms","start":"2026-03-02T19:09:02.788141Z","end":"2026-03-02T19:09:03.176868Z","steps":["trace[1461065326] 'agreement among raft nodes before linearized reading' (duration: 388.475279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:03.176908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:02.788123Z","time spent":"388.777519ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81762,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:09:03.176965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.501956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112349"} {"level":"info","ts":"2026-03-02T19:09:03.177062Z","caller":"traceutil/trace.go:171","msg":"trace[2138276773] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5267; }","duration":"386.640771ms","start":"2026-03-02T19:09:02.7904Z","end":"2026-03-02T19:09:03.17704Z","steps":["trace[2138276773] 'agreement among raft nodes before linearized reading' (duration: 386.185616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:03.177119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:02.790381Z","time spent":"386.722523ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112372,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-02T19:09:03.642221Z","caller":"traceutil/trace.go:171","msg":"trace[1407217937] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"122.279047ms","start":"2026-03-02T19:09:03.519878Z","end":"2026-03-02T19:09:03.642157Z","steps":["trace[1407217937] 'process raft request' (duration: 121.651507ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:03.648922Z","caller":"traceutil/trace.go:171","msg":"trace[1290414465] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"128.935641ms","start":"2026-03-02T19:09:03.519962Z","end":"2026-03-02T19:09:03.648897Z","steps":["trace[1290414465] 'process raft request' (duration: 128.88121ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:03.648977Z","caller":"traceutil/trace.go:171","msg":"trace[707565815] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"129.002254ms","start":"2026-03-02T19:09:03.519939Z","end":"2026-03-02T19:09:03.648941Z","steps":["trace[707565815] 'process raft request' (duration: 128.737565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:03.649311Z","caller":"traceutil/trace.go:171","msg":"trace[1201974250] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"128.746566ms","start":"2026-03-02T19:09:03.520528Z","end":"2026-03-02T19:09:03.649275Z","steps":["trace[1201974250] 'process raft request' (duration: 128.343543ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:08.294196Z","caller":"traceutil/trace.go:171","msg":"trace[1354397873] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"110.687605ms","start":"2026-03-02T19:09:08.183469Z","end":"2026-03-02T19:09:08.294157Z","steps":["trace[1354397873] 'process raft request' (duration: 110.415206ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:31.339292Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2635} {"level":"info","ts":"2026-03-02T19:09:31.402125Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2635,"took":"61.415103ms","hash":2743609591,"current-db-size-bytes":39755776,"current-db-size":"40 MB","current-db-size-in-use-bytes":29339648,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T19:09:31.402177Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2743609591,"revision":2635,"compact-revision":-1} {"level":"warn","ts":"2026-03-02T19:09:36.51622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.739716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:09:36.51632Z","caller":"traceutil/trace.go:171","msg":"trace[1874579413] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5549; }","duration":"225.897481ms","start":"2026-03-02T19:09:36.290403Z","end":"2026-03-02T19:09:36.5163Z","steps":["trace[1874579413] 'count revisions from in-memory index tree' (duration: 225.658623ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:45.472764Z","caller":"traceutil/trace.go:171","msg":"trace[670811064] linearizableReadLoop","detail":"{readStateIndex:5821; appliedIndex:5820; }","duration":"127.829131ms","start":"2026-03-02T19:09:45.344906Z","end":"2026-03-02T19:09:45.472735Z","steps":["trace[670811064] 'read index received' (duration: 127.488631ms)","trace[670811064] 'applied index is now lower than readState.Index' (duration: 339.3µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:45.472875Z","caller":"traceutil/trace.go:171","msg":"trace[1036389314] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"302.496699ms","start":"2026-03-02T19:09:45.170344Z","end":"2026-03-02T19:09:45.472841Z","steps":["trace[1036389314] 'process raft request' (duration: 302.160698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:45.473044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.022697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:09:45.47309Z","caller":"traceutil/trace.go:171","msg":"trace[1059624130] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5603; }","duration":"128.219063ms","start":"2026-03-02T19:09:45.34486Z","end":"2026-03-02T19:09:45.473079Z","steps":["trace[1059624130] 'agreement among raft nodes before linearized reading' (duration: 128.035037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:45.473177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.837291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:09:45.473299Z","caller":"traceutil/trace.go:171","msg":"trace[1107186139] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5603; }","duration":"128.007377ms","start":"2026-03-02T19:09:45.345268Z","end":"2026-03-02T19:09:45.473275Z","steps":["trace[1107186139] 'agreement among raft nodes before linearized reading' (duration: 127.834142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:45.473467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:45.170313Z","time spent":"302.947073ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:45.473721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.43468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-03-02T19:09:45.47388Z","caller":"traceutil/trace.go:171","msg":"trace[928593714] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5603; }","duration":"128.656937ms","start":"2026-03-02T19:09:45.345195Z","end":"2026-03-02T19:09:45.473852Z","steps":["trace[928593714] 'agreement among raft nodes before linearized reading' (duration: 127.958015ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:58.286752Z","caller":"traceutil/trace.go:171","msg":"trace[2034734067] linearizableReadLoop","detail":"{readStateIndex:5911; appliedIndex:5910; }","duration":"140.498358ms","start":"2026-03-02T19:09:58.146209Z","end":"2026-03-02T19:09:58.286708Z","steps":["trace[2034734067] 'read index received' (duration: 89.050468ms)","trace[2034734067] 'applied index is now lower than readState.Index' (duration: 51.44601ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:58.286802Z","caller":"traceutil/trace.go:171","msg":"trace[1433149848] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"170.449866ms","start":"2026-03-02T19:09:58.116307Z","end":"2026-03-02T19:09:58.286757Z","steps":["trace[1433149848] 'process raft request' (duration: 118.942583ms)","trace[1433149848] 'compare' (duration: 51.280656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:58.287136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.911711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:09:58.287182Z","caller":"traceutil/trace.go:171","msg":"trace[1597357025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5691; }","duration":"141.037345ms","start":"2026-03-02T19:09:58.146131Z","end":"2026-03-02T19:09:58.287168Z","steps":["trace[1597357025] 'agreement among raft nodes before linearized reading' (duration: 140.807568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:58.287229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.857235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:09:58.287286Z","caller":"traceutil/trace.go:171","msg":"trace[1589920293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5691; }","duration":"137.960359ms","start":"2026-03-02T19:09:58.149308Z","end":"2026-03-02T19:09:58.287269Z","steps":["trace[1589920293] 'agreement among raft nodes before linearized reading' (duration: 137.737582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:59.320528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.82268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:09:59.321188Z","caller":"traceutil/trace.go:171","msg":"trace[246019126] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"1.028863606s","start":"2026-03-02T19:09:58.292284Z","end":"2026-03-02T19:09:59.321148Z","steps":["trace[246019126] 'process raft request' (duration: 126.242262ms)","trace[246019126] 'compare' (duration: 901.380255ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:59.321319Z","caller":"traceutil/trace.go:171","msg":"trace[518820754] linearizableReadLoop","detail":"{readStateIndex:5913; appliedIndex:5911; }","duration":"1.026980807s","start":"2026-03-02T19:09:58.294308Z","end":"2026-03-02T19:09:59.321289Z","steps":["trace[518820754] 'read index received' (duration: 124.319672ms)","trace[518820754] 'applied index is now lower than readState.Index' (duration: 902.659065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:59.321399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:58.292261Z","time spent":"1.029031122s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:59.321615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027297827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:09:59.321664Z","caller":"traceutil/trace.go:171","msg":"trace[851221004] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5693; }","duration":"1.02737626s","start":"2026-03-02T19:09:58.294274Z","end":"2026-03-02T19:09:59.321651Z","steps":["trace[851221004] 'agreement among raft nodes before linearized reading' (duration: 1.027150713s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:59.321611Z","caller":"traceutil/trace.go:171","msg":"trace[972717983] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"1.027361899s","start":"2026-03-02T19:09:58.294073Z","end":"2026-03-02T19:09:59.321435Z","steps":["trace[972717983] 'process raft request' (duration: 1.027006138s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:59.32172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:58.294267Z","time spent":"1.027437251s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:09:59.321908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:58.294049Z","time spent":"1.027682999s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:10:00.178725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.234842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:10:00.178959Z","caller":"traceutil/trace.go:171","msg":"trace[1079547210] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"1.104891187s","start":"2026-03-02T19:09:59.074024Z","end":"2026-03-02T19:10:00.178916Z","steps":["trace[1079547210] 'process raft request' (duration: 410.350235ms)","trace[1079547210] 'compare' (duration: 694.014115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:10:00.179245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:59.074002Z","time spent":"1.105121203s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:10:00.179199Z","caller":"traceutil/trace.go:171","msg":"trace[1294519704] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"1.072800311s","start":"2026-03-02T19:09:59.106297Z","end":"2026-03-02T19:10:00.179097Z","steps":["trace[1294519704] 'process raft request' (duration: 1.072543713s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.179647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:59.106259Z","time spent":"1.073249456s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:10:00.489917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.867431ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T19:10:00.490031Z","caller":"traceutil/trace.go:171","msg":"trace[648121006] linearizableReadLoop","detail":"{readStateIndex:5916; appliedIndex:5913; }","duration":"1.168634212s","start":"2026-03-02T19:09:59.321376Z","end":"2026-03-02T19:10:00.490011Z","steps":["trace[648121006] 'read index received' (duration: 162.92767ms)","trace[648121006] 'applied index is now lower than readState.Index' (duration: 1.005704932s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:10:00.490143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980552857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:10:00.490183Z","caller":"traceutil/trace.go:171","msg":"trace[1132982691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5695; }","duration":"1.9806417s","start":"2026-03-02T19:09:58.509528Z","end":"2026-03-02T19:10:00.490169Z","steps":["trace[1132982691] 'agreement among raft nodes before linearized reading' (duration: 1.980560247s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.490221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:58.509502Z","time spent":"1.980711472s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:10:00.593896Z","caller":"traceutil/trace.go:171","msg":"trace[880155486] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"680.219263ms","start":"2026-03-02T19:09:59.913645Z","end":"2026-03-02T19:10:00.593865Z","steps":["trace[880155486] 'process raft request' (duration: 679.972715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.594098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:59.913616Z","time spent":"680.375248ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:10:00.645562Z","caller":"traceutil/trace.go:171","msg":"trace[247430539] linearizableReadLoop","detail":"{readStateIndex:5918; appliedIndex:5916; }","duration":"155.475577ms","start":"2026-03-02T19:10:00.49006Z","end":"2026-03-02T19:10:00.645535Z","steps":["trace[247430539] 'read index received' (duration: 103.575892ms)","trace[247430539] 'applied index is now lower than readState.Index' (duration: 51.898445ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:10:00.645792Z","caller":"traceutil/trace.go:171","msg":"trace[1104106926] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"576.95624ms","start":"2026-03-02T19:10:00.0688Z","end":"2026-03-02T19:10:00.645757Z","steps":["trace[1104106926] 'process raft request' (duration: 576.566078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.645888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.054285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:10:00.645959Z","caller":"traceutil/trace.go:171","msg":"trace[662283527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5697; }","duration":"947.209841ms","start":"2026-03-02T19:09:59.698736Z","end":"2026-03-02T19:10:00.645946Z","steps":["trace[662283527] 'agreement among raft nodes before linearized reading' (duration: 946.922972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.645948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.358563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:10:00.646009Z","caller":"traceutil/trace.go:171","msg":"trace[364625166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5697; }","duration":"531.477107ms","start":"2026-03-02T19:10:00.114518Z","end":"2026-03-02T19:10:00.645995Z","steps":["trace[364625166] 'agreement among raft nodes before linearized reading' (duration: 531.26869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.646034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:59.698712Z","time spent":"947.306683ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:10:00.646069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.114491Z","time spent":"531.552519ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:10:00.646151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.068779Z","time spent":"577.122266ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:10:00.646302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.999674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T19:10:00.646305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323168099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19852"} {"level":"info","ts":"2026-03-02T19:10:00.646343Z","caller":"traceutil/trace.go:171","msg":"trace[1456308747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5697; }","duration":"571.114317ms","start":"2026-03-02T19:10:00.075218Z","end":"2026-03-02T19:10:00.646332Z","steps":["trace[1456308747] 'agreement among raft nodes before linearized reading' (duration: 570.984233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:00.646367Z","caller":"traceutil/trace.go:171","msg":"trace[748087507] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5697; }","duration":"1.323269372s","start":"2026-03-02T19:09:59.323087Z","end":"2026-03-02T19:10:00.646356Z","steps":["trace[748087507] 'agreement among raft nodes before linearized reading' (duration: 1.323108647s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.646374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.075183Z","time spent":"571.18474ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:10:00.646379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140198352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:10:00.646387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139586323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:10:00.646455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:59.323066Z","time spent":"1.323331074s","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19875,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:10:00.646415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.752344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:10:00.646338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256206803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:10:00.646698Z","caller":"traceutil/trace.go:171","msg":"trace[1305725343] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5697; }","duration":"1.256565674s","start":"2026-03-02T19:09:59.390058Z","end":"2026-03-02T19:10:00.646624Z","steps":["trace[1305725343] 'agreement among raft nodes before linearized reading' (duration: 1.25611581s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.646767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:59.390038Z","time spent":"1.256712109s","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:10:00.64645Z","caller":"traceutil/trace.go:171","msg":"trace[1227300753] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5697; }","duration":"1.140298175s","start":"2026-03-02T19:09:59.506133Z","end":"2026-03-02T19:10:00.646431Z","steps":["trace[1227300753] 'agreement among raft nodes before linearized reading' (duration: 1.140190552s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.646298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.939905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:10:00.647105Z","caller":"traceutil/trace.go:171","msg":"trace[1387536149] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:5697; }","duration":"942.830393ms","start":"2026-03-02T19:09:59.704207Z","end":"2026-03-02T19:10:00.647038Z","steps":["trace[1387536149] 'agreement among raft nodes before linearized reading' (duration: 941.402719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.647052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:59.506115Z","time spent":"1.140842842s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-02T19:10:00.646559Z","caller":"traceutil/trace.go:171","msg":"trace[489216057] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5697; }","duration":"1.13982751s","start":"2026-03-02T19:09:59.506684Z","end":"2026-03-02T19:10:00.646512Z","steps":["trace[489216057] 'agreement among raft nodes before linearized reading' (duration: 1.139614393s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.647522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:59.506655Z","time spent":"1.140843952s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-02T19:10:00.646578Z","caller":"traceutil/trace.go:171","msg":"trace[517704381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5697; }","duration":"154.961251ms","start":"2026-03-02T19:10:00.491588Z","end":"2026-03-02T19:10:00.64655Z","steps":["trace[517704381] 'agreement among raft nodes before linearized reading' (duration: 154.715073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.647231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:59.704186Z","time spent":"943.02762ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-69m22\" "} {"level":"warn","ts":"2026-03-02T19:10:00.935835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.584469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:10:00.936002Z","caller":"traceutil/trace.go:171","msg":"trace[1144329909] linearizableReadLoop","detail":"{readStateIndex:5921; appliedIndex:5918; }","duration":"281.261433ms","start":"2026-03-02T19:10:00.654723Z","end":"2026-03-02T19:10:00.935984Z","steps":["trace[1144329909] 'read index received' (duration: 18.200689ms)","trace[1144329909] 'applied index is now lower than readState.Index' (duration: 263.059884ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:10:00.936014Z","caller":"traceutil/trace.go:171","msg":"trace[549449901] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"283.342238ms","start":"2026-03-02T19:10:00.652647Z","end":"2026-03-02T19:10:00.935989Z","steps":["trace[549449901] 'process raft request' (duration: 59.213742ms)","trace[549449901] 'compare' (duration: 223.356992ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:10:00.936084Z","caller":"traceutil/trace.go:171","msg":"trace[473874274] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"283.417641ms","start":"2026-03-02T19:10:00.652656Z","end":"2026-03-02T19:10:00.936074Z","steps":["trace[473874274] 'process raft request' (duration: 283.264956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.936184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.067727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:10:00.936235Z","caller":"traceutil/trace.go:171","msg":"trace[1053128114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5700; }","duration":"281.151419ms","start":"2026-03-02T19:10:00.655071Z","end":"2026-03-02T19:10:00.936222Z","steps":["trace[1053128114] 'agreement among raft nodes before linearized reading' (duration: 281.064597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.936422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.491778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:10:00.936464Z","caller":"traceutil/trace.go:171","msg":"trace[872082557] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5700; }","duration":"156.56621ms","start":"2026-03-02T19:10:00.779884Z","end":"2026-03-02T19:10:00.93645Z","steps":["trace[872082557] 'agreement among raft nodes before linearized reading' (duration: 156.511129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.936593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.872953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:108749"} {"level":"info","ts":"2026-03-02T19:10:00.936654Z","caller":"traceutil/trace.go:171","msg":"trace[156225348] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5700; }","duration":"281.959814ms","start":"2026-03-02T19:10:00.654682Z","end":"2026-03-02T19:10:00.936642Z","steps":["trace[156225348] 'agreement among raft nodes before linearized reading' (duration: 281.674706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:01.475541Z","caller":"traceutil/trace.go:171","msg":"trace[667043610] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"143.303876ms","start":"2026-03-02T19:10:01.3322Z","end":"2026-03-02T19:10:01.475504Z","steps":["trace[667043610] 'process raft request' (duration: 133.252911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:01.515619Z","caller":"traceutil/trace.go:171","msg":"trace[235050770] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"135.965376ms","start":"2026-03-02T19:10:01.379636Z","end":"2026-03-02T19:10:01.515601Z","steps":["trace[235050770] 'process raft request' (duration: 135.570844ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:02.3914Z","caller":"traceutil/trace.go:171","msg":"trace[327773923] linearizableReadLoop","detail":"{readStateIndex:5928; appliedIndex:5926; }","duration":"151.943307ms","start":"2026-03-02T19:10:02.239429Z","end":"2026-03-02T19:10:02.391372Z","steps":["trace[327773923] 'read index received' (duration: 17.405885ms)","trace[327773923] 'applied index is now lower than readState.Index' (duration: 134.536682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:10:02.391549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.085721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:10:02.391576Z","caller":"traceutil/trace.go:171","msg":"trace[1170711332] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5707; }","duration":"152.200775ms","start":"2026-03-02T19:10:02.239366Z","end":"2026-03-02T19:10:02.391566Z","steps":["trace[1170711332] 'agreement among raft nodes before linearized reading' (duration: 152.111562ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:02.391853Z","caller":"traceutil/trace.go:171","msg":"trace[1622484641] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"207.385721ms","start":"2026-03-02T19:10:02.184458Z","end":"2026-03-02T19:10:02.391844Z","steps":["trace[1622484641] 'process raft request' (duration: 206.734931ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:25.278192Z","caller":"traceutil/trace.go:171","msg":"trace[128077747] transaction","detail":"{read_only:false; response_revision:6547; number_of_response:1; }","duration":"122.851527ms","start":"2026-03-02T19:12:25.155312Z","end":"2026-03-02T19:12:25.278164Z","steps":["trace[128077747] 'process raft request' (duration: 122.710602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:24.195983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.695272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:13:24.196086Z","caller":"traceutil/trace.go:171","msg":"trace[1696943477] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:7027; }","duration":"116.848317ms","start":"2026-03-02T19:13:24.079217Z","end":"2026-03-02T19:13:24.196065Z","steps":["trace[1696943477] 'range keys from in-memory index tree' (duration: 116.521366ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:31.345481Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5427} {"level":"info","ts":"2026-03-02T19:14:31.449509Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5427,"took":"101.484381ms","hash":3357207025,"current-db-size-bytes":40476672,"current-db-size":"40 MB","current-db-size-in-use-bytes":21544960,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T19:14:31.449567Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3357207025,"revision":5427,"compact-revision":2635} {"level":"warn","ts":"2026-03-02T19:14:58.916753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903032974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:14:59.417435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903032974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:14:59.790905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.386734887s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:14:59.79126Z","caller":"traceutil/trace.go:171","msg":"trace[77486071] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"1.387160301s","start":"2026-03-02T19:14:58.404074Z","end":"2026-03-02T19:14:59.791234Z","steps":["trace[77486071] 'process raft request' (duration: 1.386989376s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:59.791369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:58.404057Z","time spent":"1.387241113s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:59.792597Z","caller":"traceutil/trace.go:171","msg":"trace[565111401] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"487.069986ms","start":"2026-03-02T19:14:59.30549Z","end":"2026-03-02T19:14:59.79256Z","steps":["trace[565111401] 'process raft request' (duration: 486.87495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:59.79281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:59.305463Z","time spent":"487.245292ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:59.796035Z","caller":"traceutil/trace.go:171","msg":"trace[1657210951] linearizableReadLoop","detail":"{readStateIndex:8055; appliedIndex:8052; }","duration":"1.380158178s","start":"2026-03-02T19:14:58.415847Z","end":"2026-03-02T19:14:59.796005Z","steps":["trace[1657210951] 'read index received' (duration: 1.375330145s)","trace[1657210951] 'applied index is now lower than readState.Index' (duration: 4.826923ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:59.796159Z","caller":"traceutil/trace.go:171","msg":"trace[1538939217] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"337.327057ms","start":"2026-03-02T19:14:59.458805Z","end":"2026-03-02T19:14:59.796132Z","steps":["trace[1538939217] 'process raft request' (duration: 337.041998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:59.7963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380447848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T19:14:59.796305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:59.458786Z","time spent":"337.434211ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:59.796351Z","caller":"traceutil/trace.go:171","msg":"trace[1694676374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7763; }","duration":"1.38052231s","start":"2026-03-02T19:14:58.415813Z","end":"2026-03-02T19:14:59.796335Z","steps":["trace[1694676374] 'agreement among raft nodes before linearized reading' (duration: 1.380360515s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:59.796351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075973322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:14:59.796395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:58.415801Z","time spent":"1.380580412s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:14:59.796411Z","caller":"traceutil/trace.go:171","msg":"trace[1988398587] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7763; }","duration":"1.076103266s","start":"2026-03-02T19:14:58.72029Z","end":"2026-03-02T19:14:59.796393Z","steps":["trace[1988398587] 'agreement among raft nodes before linearized reading' (duration: 1.075962401s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:59.796428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.34441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:14:59.79646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:58.720271Z","time spent":"1.076174758s","remote":"127.0.0.1:37044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:14:59.796481Z","caller":"traceutil/trace.go:171","msg":"trace[495860850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7763; }","duration":"286.435283ms","start":"2026-03-02T19:14:59.510031Z","end":"2026-03-02T19:14:59.796466Z","steps":["trace[495860850] 'agreement among raft nodes before linearized reading' (duration: 286.34503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:59.796529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.807823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:14:59.796576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.655164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:14:59.796598Z","caller":"traceutil/trace.go:171","msg":"trace[1375124104] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7763; }","duration":"676.910237ms","start":"2026-03-02T19:14:59.119669Z","end":"2026-03-02T19:14:59.796579Z","steps":["trace[1375124104] 'agreement among raft nodes before linearized reading' (duration: 676.739741ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:59.796623Z","caller":"traceutil/trace.go:171","msg":"trace[495970361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7763; }","duration":"936.727667ms","start":"2026-03-02T19:14:58.859882Z","end":"2026-03-02T19:14:59.79661Z","steps":["trace[495970361] 'agreement among raft nodes before linearized reading' (duration: 936.605143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:59.796649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:59.119651Z","time spent":"676.984369ms","remote":"127.0.0.1:36702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":78,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:14:59.796662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:58.859867Z","time spent":"936.785458ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:14:59.796733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019376007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:14:59.796814Z","caller":"traceutil/trace.go:171","msg":"trace[1989596063] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:7763; }","duration":"1.019523852s","start":"2026-03-02T19:14:58.777269Z","end":"2026-03-02T19:14:59.796793Z","steps":["trace[1989596063] 'agreement among raft nodes before linearized reading' (duration: 1.019245363s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:59.796906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:58.777245Z","time spent":"1.019652596s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-69m22\" "} {"level":"warn","ts":"2026-03-02T19:14:59.79719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.410397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:14:59.7973Z","caller":"traceutil/trace.go:171","msg":"trace[682768301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7763; }","duration":"855.556292ms","start":"2026-03-02T19:14:58.941725Z","end":"2026-03-02T19:14:59.797281Z","steps":["trace[682768301] 'agreement among raft nodes before linearized reading' (duration: 854.592361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:59.797794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:58.941703Z","time spent":"856.074769ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:15:10.31379Z","caller":"traceutil/trace.go:171","msg":"trace[1813233211] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"478.593628ms","start":"2026-03-02T19:15:09.835168Z","end":"2026-03-02T19:15:10.313762Z","steps":["trace[1813233211] 'process raft request' (duration: 478.397972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:10.313944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:09.835139Z","time spent":"478.727872ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:10.535185Z","caller":"traceutil/trace.go:171","msg":"trace[1888965480] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"699.479733ms","start":"2026-03-02T19:15:09.835679Z","end":"2026-03-02T19:15:10.535159Z","steps":["trace[1888965480] 'process raft request' (duration: 699.265076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:10.535351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:09.835634Z","time spent":"699.635987ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:10.535463Z","caller":"traceutil/trace.go:171","msg":"trace[4328738] linearizableReadLoop","detail":"{readStateIndex:8104; appliedIndex:8102; }","duration":"687.780892ms","start":"2026-03-02T19:15:09.847658Z","end":"2026-03-02T19:15:10.535439Z","steps":["trace[4328738] 'read index received' (duration: 466.002529ms)","trace[4328738] 'applied index is now lower than readState.Index' (duration: 221.777093ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:10.535467Z","caller":"traceutil/trace.go:171","msg":"trace[2055193215] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"671.907668ms","start":"2026-03-02T19:15:09.863515Z","end":"2026-03-02T19:15:10.535423Z","steps":["trace[2055193215] 'process raft request' (duration: 671.605249ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:10.535526Z","caller":"traceutil/trace.go:171","msg":"trace[1796829332] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"657.022897ms","start":"2026-03-02T19:15:09.878474Z","end":"2026-03-02T19:15:10.535497Z","steps":["trace[1796829332] 'process raft request' (duration: 656.872432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:10.535636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:09.878454Z","time spent":"657.127739ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:10.535645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:09.863497Z","time spent":"672.061353ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:10.535684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.005279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:15:10.535726Z","caller":"traceutil/trace.go:171","msg":"trace[1811510814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7810; }","duration":"688.085902ms","start":"2026-03-02T19:15:09.847629Z","end":"2026-03-02T19:15:10.535715Z","steps":["trace[1811510814] 'agreement among raft nodes before linearized reading' (duration: 687.933167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:10.535762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:09.847614Z","time spent":"688.139813ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:15:10.535791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.927664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:15:10.535814Z","caller":"traceutil/trace.go:171","msg":"trace[656738052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7810; }","duration":"680.980875ms","start":"2026-03-02T19:15:09.854828Z","end":"2026-03-02T19:15:10.535808Z","steps":["trace[656738052] 'agreement among raft nodes before linearized reading' (duration: 680.893693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:10.53583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:09.854811Z","time spent":"681.016057ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:10.535899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.626071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:15:10.535914Z","caller":"traceutil/trace.go:171","msg":"trace[1969582290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7810; }","duration":"678.662523ms","start":"2026-03-02T19:15:09.857248Z","end":"2026-03-02T19:15:10.53591Z","steps":["trace[1969582290] 'agreement among raft nodes before linearized reading' (duration: 678.620411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:10.535909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.413139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:15:10.53593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:09.857237Z","time spent":"678.690753ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:10.535928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.321845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:15:10.535962Z","caller":"traceutil/trace.go:171","msg":"trace[298621474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7810; }","duration":"184.383588ms","start":"2026-03-02T19:15:10.351565Z","end":"2026-03-02T19:15:10.535948Z","steps":["trace[298621474] 'agreement among raft nodes before linearized reading' (duration: 184.302305ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:10.535947Z","caller":"traceutil/trace.go:171","msg":"trace[551045095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7810; }","duration":"675.490292ms","start":"2026-03-02T19:15:09.860445Z","end":"2026-03-02T19:15:10.535936Z","steps":["trace[551045095] 'agreement among raft nodes before linearized reading' (duration: 675.321876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:10.535817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.843721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-02T19:15:10.536002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:09.860426Z","time spent":"675.569914ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:15:10.536019Z","caller":"traceutil/trace.go:171","msg":"trace[1276826238] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:7810; }","duration":"675.078789ms","start":"2026-03-02T19:15:09.860936Z","end":"2026-03-02T19:15:10.536014Z","steps":["trace[1276826238] 'agreement among raft nodes before linearized reading' (duration: 674.79817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:10.536035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:09.860919Z","time spent":"675.1125ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-69m22\" "} {"level":"warn","ts":"2026-03-02T19:15:11.404804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.132172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:15:11.404893Z","caller":"traceutil/trace.go:171","msg":"trace[668117508] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7816; }","duration":"232.261075ms","start":"2026-03-02T19:15:11.172613Z","end":"2026-03-02T19:15:11.404874Z","steps":["trace[668117508] 'range keys from in-memory index tree' (duration: 232.037859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:11.405033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.989435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:15:11.405112Z","caller":"traceutil/trace.go:171","msg":"trace[57014340] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7816; }","duration":"248.094408ms","start":"2026-03-02T19:15:11.156999Z","end":"2026-03-02T19:15:11.405094Z","steps":["trace[57014340] 'range keys from in-memory index tree' (duration: 247.923603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:11.40513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.414303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:15:11.405143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.427873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:15:11.405186Z","caller":"traceutil/trace.go:171","msg":"trace[1218330854] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7816; }","duration":"233.502355ms","start":"2026-03-02T19:15:11.171665Z","end":"2026-03-02T19:15:11.405168Z","steps":["trace[1218330854] 'count revisions from in-memory index tree' (duration: 233.330029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:11.405143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.885314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:15:11.405234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.938725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:15:11.405239Z","caller":"traceutil/trace.go:171","msg":"trace[508764837] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7816; }","duration":"233.546267ms","start":"2026-03-02T19:15:11.171653Z","end":"2026-03-02T19:15:11.405199Z","steps":["trace[508764837] 'range keys from in-memory index tree' (duration: 233.305678ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:11.405264Z","caller":"traceutil/trace.go:171","msg":"trace[770370046] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7816; }","duration":"249.046948ms","start":"2026-03-02T19:15:11.156204Z","end":"2026-03-02T19:15:11.405251Z","steps":["trace[770370046] 'count revisions from in-memory index tree' (duration: 248.758869ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:11.405276Z","caller":"traceutil/trace.go:171","msg":"trace[1409525677] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7816; }","duration":"249.026508ms","start":"2026-03-02T19:15:11.156238Z","end":"2026-03-02T19:15:11.405264Z","steps":["trace[1409525677] 'range keys from in-memory index tree' (duration: 248.850822ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:14.466426Z","caller":"traceutil/trace.go:171","msg":"trace[1092549800] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"132.587865ms","start":"2026-03-02T19:15:14.33381Z","end":"2026-03-02T19:15:14.466398Z","steps":["trace[1092549800] 'process raft request' (duration: 132.42171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:15.039043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.826444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:15:15.039221Z","caller":"traceutil/trace.go:171","msg":"trace[344522135] linearizableReadLoop","detail":"{readStateIndex:8126; appliedIndex:8124; }","duration":"432.874298ms","start":"2026-03-02T19:15:14.606329Z","end":"2026-03-02T19:15:15.039203Z","steps":["trace[344522135] 'read index received' (duration: 322.059074ms)","trace[344522135] 'applied index is now lower than readState.Index' (duration: 110.814274ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:15.039239Z","caller":"traceutil/trace.go:171","msg":"trace[758189328] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"457.351474ms","start":"2026-03-02T19:15:14.581864Z","end":"2026-03-02T19:15:15.039215Z","steps":["trace[758189328] 'process raft request' (duration: 346.269771ms)","trace[758189328] 'compare' (duration: 110.650939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:15.039333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:14.581831Z","time spent":"457.451697ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:15.039405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.084594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:15:15.039435Z","caller":"traceutil/trace.go:171","msg":"trace[1023421834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7829; }","duration":"433.160517ms","start":"2026-03-02T19:15:14.606265Z","end":"2026-03-02T19:15:15.039426Z","steps":["trace[1023421834] 'agreement among raft nodes before linearized reading' (duration: 433.028073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:15.039458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.309575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:15:15.039466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:14.606242Z","time spent":"433.216498ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:15:15.03948Z","caller":"traceutil/trace.go:171","msg":"trace[1799102434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7829; }","duration":"406.352267ms","start":"2026-03-02T19:15:14.63312Z","end":"2026-03-02T19:15:15.039473Z","steps":["trace[1799102434] 'agreement among raft nodes before linearized reading' (duration: 406.302145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:15.0395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:14.633105Z","time spent":"406.391028ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:15:15.039405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.306645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:15:15.039621Z","caller":"traceutil/trace.go:171","msg":"trace[647510918] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"447.679517ms","start":"2026-03-02T19:15:14.591907Z","end":"2026-03-02T19:15:15.039587Z","steps":["trace[647510918] 'process raft request' (duration: 447.236953ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:15.039637Z","caller":"traceutil/trace.go:171","msg":"trace[469612492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7829; }","duration":"406.577194ms","start":"2026-03-02T19:15:14.63304Z","end":"2026-03-02T19:15:15.039617Z","steps":["trace[469612492] 'agreement among raft nodes before linearized reading' (duration: 406.291945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:15.039661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.71226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-02T19:15:15.039711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:14.633012Z","time spent":"406.672017ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:15:15.039743Z","caller":"traceutil/trace.go:171","msg":"trace[1840903583] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:7829; }","duration":"401.835214ms","start":"2026-03-02T19:15:14.637889Z","end":"2026-03-02T19:15:15.039725Z","steps":["trace[1840903583] 'agreement among raft nodes before linearized reading' (duration: 401.584246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:15.039731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.1254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T19:15:15.039798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:14.637877Z","time spent":"401.912256ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-69m22\" "} {"level":"info","ts":"2026-03-02T19:15:15.039907Z","caller":"traceutil/trace.go:171","msg":"trace[598951856] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7829; }","duration":"406.362417ms","start":"2026-03-02T19:15:14.633523Z","end":"2026-03-02T19:15:15.039885Z","steps":["trace[598951856] 'agreement among raft nodes before linearized reading' (duration: 405.894882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:15.039993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:14.633508Z","time spent":"406.471991ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:15.03959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.764448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:15:15.040119Z","caller":"traceutil/trace.go:171","msg":"trace[2039223713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7829; }","duration":"406.381818ms","start":"2026-03-02T19:15:14.633725Z","end":"2026-03-02T19:15:15.040107Z","steps":["trace[2039223713] 'agreement among raft nodes before linearized reading' (duration: 405.648865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:15.040167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:14.63371Z","time spent":"406.446779ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:15:15.040339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:14.591871Z","time spent":"447.813121ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:41.659233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903033813,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:15:41.855093Z","caller":"traceutil/trace.go:171","msg":"trace[1372176426] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"749.344124ms","start":"2026-03-02T19:15:41.10572Z","end":"2026-03-02T19:15:41.855064Z","steps":["trace[1372176426] 'process raft request' (duration: 749.118656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:41.855281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:41.105699Z","time spent":"749.481748ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:42.061876Z","caller":"traceutil/trace.go:171","msg":"trace[375522172] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"930.134968ms","start":"2026-03-02T19:15:41.131702Z","end":"2026-03-02T19:15:42.061837Z","steps":["trace[375522172] 'process raft request' (duration: 928.393092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:42.062093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:41.131685Z","time spent":"930.295132ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:42.062259Z","caller":"traceutil/trace.go:171","msg":"trace[1110660844] linearizableReadLoop","detail":"{readStateIndex:8317; appliedIndex:8314; }","duration":"903.591146ms","start":"2026-03-02T19:15:41.15863Z","end":"2026-03-02T19:15:42.062221Z","steps":["trace[1110660844] 'read index received' (duration: 696.198709ms)","trace[1110660844] 'applied index is now lower than readState.Index' (duration: 207.390867ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:42.062433Z","caller":"traceutil/trace.go:171","msg":"trace[2024035349] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"927.211735ms","start":"2026-03-02T19:15:41.135199Z","end":"2026-03-02T19:15:42.062411Z","steps":["trace[2024035349] 'process raft request' (duration: 926.578575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:42.062512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:41.135188Z","time spent":"927.289267ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:42.062573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.140685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:15:42.062639Z","caller":"traceutil/trace.go:171","msg":"trace[1819352039] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8013; }","duration":"800.264918ms","start":"2026-03-02T19:15:41.262352Z","end":"2026-03-02T19:15:42.062617Z","steps":["trace[1819352039] 'agreement among raft nodes before linearized reading' (duration: 800.146385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:42.062692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:41.262332Z","time spent":"800.347781ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:42.062714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.661955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:15:42.062853Z","caller":"traceutil/trace.go:171","msg":"trace[967677536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8013; }","duration":"896.851862ms","start":"2026-03-02T19:15:41.165969Z","end":"2026-03-02T19:15:42.062821Z","steps":["trace[967677536] 'agreement among raft nodes before linearized reading' (duration: 896.499041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:42.062919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:41.165948Z","time spent":"896.957514ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:42.063145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.525908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:15:42.063203Z","caller":"traceutil/trace.go:171","msg":"trace[1642930006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8013; }","duration":"894.613661ms","start":"2026-03-02T19:15:41.168576Z","end":"2026-03-02T19:15:42.06319Z","steps":["trace[1642930006] 'agreement among raft nodes before linearized reading' (duration: 894.375893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:42.063244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:41.168563Z","time spent":"894.672212ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:42.063425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.618344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:15:42.063466Z","caller":"traceutil/trace.go:171","msg":"trace[1015539681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8013; }","duration":"896.675636ms","start":"2026-03-02T19:15:41.166779Z","end":"2026-03-02T19:15:42.063455Z","steps":["trace[1015539681] 'agreement among raft nodes before linearized reading' (duration: 896.568863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:42.063484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.872157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:15:42.063513Z","caller":"traceutil/trace.go:171","msg":"trace[1353133733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8013; }","duration":"904.952048ms","start":"2026-03-02T19:15:41.158552Z","end":"2026-03-02T19:15:42.063504Z","steps":["trace[1353133733] 'agreement among raft nodes before linearized reading' (duration: 903.861964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:42.063551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:41.158492Z","time spent":"905.049002ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:15:42.063507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:41.166769Z","time spent":"896.723667ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:42.063967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.005228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:15:42.064024Z","caller":"traceutil/trace.go:171","msg":"trace[1218832994] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:8013; }","duration":"886.091341ms","start":"2026-03-02T19:15:41.177919Z","end":"2026-03-02T19:15:42.064011Z","steps":["trace[1218832994] 'agreement among raft nodes before linearized reading' (duration: 885.948436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:42.06406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:41.177899Z","time spent":"886.153162ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-69m22\" "} {"level":"warn","ts":"2026-03-02T19:15:42.064894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.226781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:15:42.064939Z","caller":"traceutil/trace.go:171","msg":"trace[1075724541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8013; }","duration":"896.291284ms","start":"2026-03-02T19:15:41.168638Z","end":"2026-03-02T19:15:42.064929Z","steps":["trace[1075724541] 'agreement among raft nodes before linearized reading' (duration: 894.219258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:42.064965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:41.168632Z","time spent":"896.327485ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:15:42.657155Z","caller":"traceutil/trace.go:171","msg":"trace[1113422256] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"587.999318ms","start":"2026-03-02T19:15:42.069133Z","end":"2026-03-02T19:15:42.657132Z","steps":["trace[1113422256] 'process raft request' (duration: 587.886054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:42.657433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:42.069122Z","time spent":"588.08785ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:42.657897Z","caller":"traceutil/trace.go:171","msg":"trace[2146895095] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"588.567106ms","start":"2026-03-02T19:15:42.069271Z","end":"2026-03-02T19:15:42.657838Z","steps":["trace[2146895095] 'process raft request' (duration: 587.839883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:42.658063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:42.06926Z","time spent":"588.72096ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:42.658347Z","caller":"traceutil/trace.go:171","msg":"trace[395695023] linearizableReadLoop","detail":"{readStateIndex:8322; appliedIndex:8319; }","duration":"288.4962ms","start":"2026-03-02T19:15:42.369836Z","end":"2026-03-02T19:15:42.658332Z","steps":["trace[395695023] 'read index received' (duration: 287.330393ms)","trace[395695023] 'applied index is now lower than readState.Index' (duration: 1.164476ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:42.658598Z","caller":"traceutil/trace.go:171","msg":"trace[647786374] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"589.207976ms","start":"2026-03-02T19:15:42.069352Z","end":"2026-03-02T19:15:42.65856Z","steps":["trace[647786374] 'process raft request' (duration: 588.646448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:42.658844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.018766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:15:42.658889Z","caller":"traceutil/trace.go:171","msg":"trace[1808976086] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8019; }","duration":"289.096218ms","start":"2026-03-02T19:15:42.369781Z","end":"2026-03-02T19:15:42.658877Z","steps":["trace[1808976086] 'agreement among raft nodes before linearized reading' (duration: 288.683835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:42.658936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:42.069321Z","time spent":"589.439783ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:42.658634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.083347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:15:42.659263Z","caller":"traceutil/trace.go:171","msg":"trace[755353829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8019; }","duration":"131.748828ms","start":"2026-03-02T19:15:42.527492Z","end":"2026-03-02T19:15:42.659241Z","steps":["trace[755353829] 'agreement among raft nodes before linearized reading' (duration: 131.095698ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:42.658108Z","caller":"traceutil/trace.go:171","msg":"trace[1829911707] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"588.797242ms","start":"2026-03-02T19:15:42.06928Z","end":"2026-03-02T19:15:42.658077Z","steps":["trace[1829911707] 'process raft request' (duration: 588.504653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:42.660823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:42.069251Z","time spent":"591.466897ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:44.772206Z","caller":"traceutil/trace.go:171","msg":"trace[94034475] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"104.912107ms","start":"2026-03-02T19:15:44.667264Z","end":"2026-03-02T19:15:44.772176Z","steps":["trace[94034475] 'process raft request' (duration: 104.776503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:44.772198Z","caller":"traceutil/trace.go:171","msg":"trace[331184788] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"105.332361ms","start":"2026-03-02T19:15:44.666826Z","end":"2026-03-02T19:15:44.772158Z","steps":["trace[331184788] 'process raft request' (duration: 105.053822ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:46.340161Z","caller":"traceutil/trace.go:171","msg":"trace[286139675] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"263.159326ms","start":"2026-03-02T19:15:46.076975Z","end":"2026-03-02T19:15:46.340135Z","steps":["trace[286139675] 'process raft request' (duration: 262.98095ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:46.34035Z","caller":"traceutil/trace.go:171","msg":"trace[763729904] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8334; }","duration":"194.56959ms","start":"2026-03-02T19:15:46.14577Z","end":"2026-03-02T19:15:46.34034Z","steps":["trace[763729904] 'read index received' (duration: 194.125276ms)","trace[763729904] 'applied index is now lower than readState.Index' (duration: 443.374µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:46.340627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.409962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:15:46.34069Z","caller":"traceutil/trace.go:171","msg":"trace[1987713506] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"263.703113ms","start":"2026-03-02T19:15:46.076975Z","end":"2026-03-02T19:15:46.340679Z","steps":["trace[1987713506] 'process raft request' (duration: 263.121025ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:46.340697Z","caller":"traceutil/trace.go:171","msg":"trace[1444671601] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:8031; }","duration":"186.500455ms","start":"2026-03-02T19:15:46.154178Z","end":"2026-03-02T19:15:46.340679Z","steps":["trace[1444671601] 'agreement among raft nodes before linearized reading' (duration: 186.320119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:46.340905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.138569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:15:46.340939Z","caller":"traceutil/trace.go:171","msg":"trace[1277440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8031; }","duration":"195.206441ms","start":"2026-03-02T19:15:46.145723Z","end":"2026-03-02T19:15:46.340929Z","steps":["trace[1277440] 'agreement among raft nodes before linearized reading' (duration: 195.103228ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:55.312589Z","caller":"traceutil/trace.go:171","msg":"trace[1094160726] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8117; }","duration":"347.17705ms","start":"2026-03-02T19:15:54.964915Z","end":"2026-03-02T19:15:55.312092Z","steps":["trace[1094160726] 'process raft request' (duration: 301.973846ms)","trace[1094160726] 'compare' (duration: 45.050009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:55.312861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:54.964891Z","time spent":"347.82227ms","remote":"127.0.0.1:53578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-02T19:15:55.321867Z","caller":"traceutil/trace.go:171","msg":"trace[258113285] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"355.997991ms","start":"2026-03-02T19:15:54.965857Z","end":"2026-03-02T19:15:55.321855Z","steps":["trace[258113285] 'process raft request' (duration: 355.928849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:55.321932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:54.965839Z","time spent":"356.060514ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:55.742071Z","caller":"traceutil/trace.go:171","msg":"trace[1657343750] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"143.759913ms","start":"2026-03-02T19:15:55.598284Z","end":"2026-03-02T19:15:55.742043Z","steps":["trace[1657343750] 'process raft request' (duration: 143.607878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:56.405494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903034131,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:15:56.407611Z","caller":"traceutil/trace.go:171","msg":"trace[848411857] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"503.97321ms","start":"2026-03-02T19:15:55.903607Z","end":"2026-03-02T19:15:56.40758Z","steps":["trace[848411857] 'process raft request' (duration: 503.764813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:56.407883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:55.903583Z","time spent":"504.099404ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:56.710543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.61031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:15:56.710741Z","caller":"traceutil/trace.go:171","msg":"trace[255070707] linearizableReadLoop","detail":"{readStateIndex:8433; appliedIndex:8431; }","duration":"806.135522ms","start":"2026-03-02T19:15:55.904577Z","end":"2026-03-02T19:15:56.710713Z","steps":["trace[255070707] 'read index received' (duration: 502.830323ms)","trace[255070707] 'applied index is now lower than readState.Index' (duration: 303.302769ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:56.71082Z","caller":"traceutil/trace.go:171","msg":"trace[552514538] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"807.091583ms","start":"2026-03-02T19:15:55.903691Z","end":"2026-03-02T19:15:56.710782Z","steps":["trace[552514538] 'process raft request' (duration: 626.05894ms)","trace[552514538] 'compare' (duration: 180.363702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:56.71105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.458913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dxv2p\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-02T19:15:56.711096Z","caller":"traceutil/trace.go:171","msg":"trace[1195955755] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dxv2p; range_end:; response_count:1; response_revision:8121; }","duration":"806.566356ms","start":"2026-03-02T19:15:55.904517Z","end":"2026-03-02T19:15:56.711083Z","steps":["trace[1195955755] 'agreement among raft nodes before linearized reading' (duration: 806.300998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:56.711082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:55.903664Z","time spent":"807.31182ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:15:56.711145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:55.904489Z","time spent":"806.646799ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dxv2p\" "} {"level":"warn","ts":"2026-03-02T19:15:56.805631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.48524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:15:56.805811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.380164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:15:56.805869Z","caller":"traceutil/trace.go:171","msg":"trace[1888402958] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8123; }","duration":"366.496978ms","start":"2026-03-02T19:15:56.439358Z","end":"2026-03-02T19:15:56.805855Z","steps":["trace[1888402958] 'agreement among raft nodes before linearized reading' (duration: 366.365704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:56.805844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.935216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T19:15:56.805912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.439337Z","time spent":"366.56382ms","remote":"127.0.0.1:37108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:56.805663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.981958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-03-02T19:15:56.805903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.39898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:15:56.805961Z","caller":"traceutil/trace.go:171","msg":"trace[563734113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8123; }","duration":"374.048289ms","start":"2026-03-02T19:15:56.431888Z","end":"2026-03-02T19:15:56.805936Z","steps":["trace[563734113] 'agreement among raft nodes before linearized reading' (duration: 373.802451ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:56.805819Z","caller":"traceutil/trace.go:171","msg":"trace[984413464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8123; }","duration":"295.749038ms","start":"2026-03-02T19:15:56.510049Z","end":"2026-03-02T19:15:56.805799Z","steps":["trace[984413464] 'agreement among raft nodes before linearized reading' (duration: 295.480069ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:56.806008Z","caller":"traceutil/trace.go:171","msg":"trace[1893272659] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:8123; }","duration":"379.537935ms","start":"2026-03-02T19:15:56.426455Z","end":"2026-03-02T19:15:56.805992Z","steps":["trace[1893272659] 'agreement among raft nodes before linearized reading' (duration: 379.252496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:56.806101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.426436Z","time spent":"379.649858ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-69m22\" "} {"level":"warn","ts":"2026-03-02T19:15:56.806019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.431847Z","time spent":"374.158113ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:15:56.806014Z","caller":"traceutil/trace.go:171","msg":"trace[233559869] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8123; }","duration":"801.375401ms","start":"2026-03-02T19:15:56.004614Z","end":"2026-03-02T19:15:56.80599Z","steps":["trace[233559869] 'agreement among raft nodes before linearized reading' (duration: 800.893716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:56.806305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.004588Z","time spent":"801.699981ms","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-02T19:15:56.805655Z","caller":"traceutil/trace.go:171","msg":"trace[2045572890] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"385.508376ms","start":"2026-03-02T19:15:56.420122Z","end":"2026-03-02T19:15:56.80563Z","steps":["trace[2045572890] 'process raft request' (duration: 385.32808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:56.806514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.420082Z","time spent":"386.335292ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:56.806837Z","caller":"traceutil/trace.go:171","msg":"trace[2013325926] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"387.045035ms","start":"2026-03-02T19:15:56.418533Z","end":"2026-03-02T19:15:56.805578Z","steps":["trace[2013325926] 'process raft request' (duration: 386.769896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:56.807022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.4185Z","time spent":"388.426209ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:57.306224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.837098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:15:57.306296Z","caller":"traceutil/trace.go:171","msg":"trace[406712707] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8435; }","duration":"499.26979ms","start":"2026-03-02T19:15:56.807014Z","end":"2026-03-02T19:15:57.306284Z","steps":["trace[406712707] 'read index received' (duration: 163.328978ms)","trace[406712707] 'applied index is now lower than readState.Index' (duration: 335.939631ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:57.306428Z","caller":"traceutil/trace.go:171","msg":"trace[1131836462] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"524.989022ms","start":"2026-03-02T19:15:56.78143Z","end":"2026-03-02T19:15:57.306419Z","steps":["trace[1131836462] 'process raft request' (duration: 188.889995ms)","trace[1131836462] 'compare' (duration: 335.512698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:57.306476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.781406Z","time spent":"525.049233ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:57.306606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.59155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:15:57.306629Z","caller":"traceutil/trace.go:171","msg":"trace[1118080086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8124; }","duration":"499.639611ms","start":"2026-03-02T19:15:56.806983Z","end":"2026-03-02T19:15:57.306623Z","steps":["trace[1118080086] 'agreement among raft nodes before linearized reading' (duration: 499.60251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.306646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.806964Z","time spent":"499.679073ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:15:57.9667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.31225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:15:57.967368Z","caller":"traceutil/trace.go:171","msg":"trace[1102380893] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"1.156073792s","start":"2026-03-02T19:15:56.811271Z","end":"2026-03-02T19:15:57.967345Z","steps":["trace[1102380893] 'process raft request' (duration: 702.993997ms)","trace[1102380893] 'compare' (duration: 451.589487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:57.967439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.81124Z","time spent":"1.156169455s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:57.967759Z","caller":"traceutil/trace.go:171","msg":"trace[1051191759] linearizableReadLoop","detail":"{readStateIndex:8439; appliedIndex:8436; }","duration":"661.42037ms","start":"2026-03-02T19:15:57.306314Z","end":"2026-03-02T19:15:57.967734Z","steps":["trace[1051191759] 'read index received' (duration: 207.970524ms)","trace[1051191759] 'applied index is now lower than readState.Index' (duration: 453.448546ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:57.967852Z","caller":"traceutil/trace.go:171","msg":"trace[714971451] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"1.146004821s","start":"2026-03-02T19:15:56.821811Z","end":"2026-03-02T19:15:57.967815Z","steps":["trace[714971451] 'process raft request' (duration: 1.145003799s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.967932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141723574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:15:57.967958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.354704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-02T19:15:57.967996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14473456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:15:57.968039Z","caller":"traceutil/trace.go:171","msg":"trace[871778222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8127; }","duration":"1.144803621s","start":"2026-03-02T19:15:56.823222Z","end":"2026-03-02T19:15:57.968025Z","steps":["trace[871778222] 'agreement among raft nodes before linearized reading' (duration: 1.144652366s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.968031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.821796Z","time spent":"1.146152335s","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:57.968047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.380422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:15:57.968085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14505797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:15:57.968047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089268098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:15:57.968085Z","caller":"traceutil/trace.go:171","msg":"trace[826197813] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"672.977549ms","start":"2026-03-02T19:15:57.295091Z","end":"2026-03-02T19:15:57.968068Z","steps":["trace[826197813] 'process raft request' (duration: 672.585976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:57.968116Z","caller":"traceutil/trace.go:171","msg":"trace[800980393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8127; }","duration":"1.145109752s","start":"2026-03-02T19:15:56.823Z","end":"2026-03-02T19:15:57.96811Z","steps":["trace[800980393] 'agreement among raft nodes before linearized reading' (duration: 1.14504082s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:57.968127Z","caller":"traceutil/trace.go:171","msg":"trace[879791660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8127; }","duration":"457.546557ms","start":"2026-03-02T19:15:57.51056Z","end":"2026-03-02T19:15:57.968107Z","steps":["trace[879791660] 'agreement among raft nodes before linearized reading' (duration: 457.382132ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:57.96814Z","caller":"traceutil/trace.go:171","msg":"trace[58357219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8127; }","duration":"1.089400271s","start":"2026-03-02T19:15:56.878722Z","end":"2026-03-02T19:15:57.968122Z","steps":["trace[58357219] 'agreement among raft nodes before linearized reading' (duration: 1.089115622s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.968173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:57.510528Z","time spent":"457.63463ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:15:57.968183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.87871Z","time spent":"1.089461674s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:57.96818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:57.295064Z","time spent":"673.070682ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:57.968031Z","caller":"traceutil/trace.go:171","msg":"trace[902848741] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8127; }","duration":"957.461167ms","start":"2026-03-02T19:15:57.010553Z","end":"2026-03-02T19:15:57.968014Z","steps":["trace[902848741] 'agreement among raft nodes before linearized reading' (duration: 957.24201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.96823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157218438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227445"} {"level":"warn","ts":"2026-03-02T19:15:57.968244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:57.010528Z","time spent":"957.700915ms","remote":"127.0.0.1:51496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-02T19:15:57.96828Z","caller":"traceutil/trace.go:171","msg":"trace[2066753849] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8127; }","duration":"1.157302481s","start":"2026-03-02T19:15:56.810962Z","end":"2026-03-02T19:15:57.968265Z","steps":["trace[2066753849] 'agreement among raft nodes before linearized reading' (duration: 1.156938969s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.968139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.822989Z","time spent":"1.145145423s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:15:57.967979Z","caller":"traceutil/trace.go:171","msg":"trace[1973755775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8127; }","duration":"1.141800155s","start":"2026-03-02T19:15:56.826168Z","end":"2026-03-02T19:15:57.967968Z","steps":["trace[1973755775] 'agreement among raft nodes before linearized reading' (duration: 1.14162824s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.968461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.826159Z","time spent":"1.142285492s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:57.96808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.823214Z","time spent":"1.144858294s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:15:57.968311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.810946Z","time spent":"1.157357133s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227468,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:15:57.968872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108382548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T19:15:57.968936Z","caller":"traceutil/trace.go:171","msg":"trace[612175141] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8127; }","duration":"1.108474191s","start":"2026-03-02T19:15:56.860443Z","end":"2026-03-02T19:15:57.968917Z","steps":["trace[612175141] 'agreement among raft nodes before linearized reading' (duration: 1.107471259s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.968983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.860425Z","time spent":"1.108548214s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T19:15:58.441638Z","caller":"traceutil/trace.go:171","msg":"trace[1913690345] linearizableReadLoop","detail":"{readStateIndex:8440; appliedIndex:8439; }","duration":"451.621307ms","start":"2026-03-02T19:15:57.989987Z","end":"2026-03-02T19:15:58.441609Z","steps":["trace[1913690345] 'read index received' (duration: 451.418601ms)","trace[1913690345] 'applied index is now lower than readState.Index' (duration: 201.636µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:58.441778Z","caller":"traceutil/trace.go:171","msg":"trace[240510795] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"451.829594ms","start":"2026-03-02T19:15:57.989937Z","end":"2026-03-02T19:15:58.441767Z","steps":["trace[240510795] 'process raft request' (duration: 451.490544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:58.441892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:57.989925Z","time spent":"451.882456ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:58.686836Z","caller":"traceutil/trace.go:171","msg":"trace[431856409] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"696.807339ms","start":"2026-03-02T19:15:57.989988Z","end":"2026-03-02T19:15:58.686796Z","steps":["trace[431856409] 'process raft request' (duration: 696.463928ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:58.686867Z","caller":"traceutil/trace.go:171","msg":"trace[2118618693] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"696.648854ms","start":"2026-03-02T19:15:57.990175Z","end":"2026-03-02T19:15:58.686824Z","steps":["trace[2118618693] 'process raft request' (duration: 696.52787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:58.687025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:57.989961Z","time spent":"696.969044ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:58.687162Z","caller":"traceutil/trace.go:171","msg":"trace[1177474250] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"696.870751ms","start":"2026-03-02T19:15:57.990269Z","end":"2026-03-02T19:15:58.68714Z","steps":["trace[1177474250] 'process raft request' (duration: 696.486179ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:58.687216Z","caller":"traceutil/trace.go:171","msg":"trace[1830804577] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"695.104375ms","start":"2026-03-02T19:15:57.992087Z","end":"2026-03-02T19:15:58.687191Z","steps":["trace[1830804577] 'process raft request' (duration: 694.920909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:58.687285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:57.990247Z","time spent":"696.960414ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:58.687357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:57.992075Z","time spent":"695.205107ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:58.687489Z","caller":"traceutil/trace.go:171","msg":"trace[31524791] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"693.275306ms","start":"2026-03-02T19:15:57.994183Z","end":"2026-03-02T19:15:58.687458Z","steps":["trace[31524791] 'process raft request' (duration: 692.951086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:58.687634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:57.994168Z","time spent":"693.38921ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:58.687664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.629201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-03-02T19:15:58.687703Z","caller":"traceutil/trace.go:171","msg":"trace[1017669161] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8135; }","duration":"695.729775ms","start":"2026-03-02T19:15:57.991963Z","end":"2026-03-02T19:15:58.687693Z","steps":["trace[1017669161] 'agreement among raft nodes before linearized reading' (duration: 695.58285ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:58.687726Z","caller":"traceutil/trace.go:171","msg":"trace[1323212382] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"294.520287ms","start":"2026-03-02T19:15:58.393194Z","end":"2026-03-02T19:15:58.687714Z","steps":["trace[1323212382] 'process raft request' (duration: 294.246939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:58.687519Z","caller":"traceutil/trace.go:171","msg":"trace[1588869887] linearizableReadLoop","detail":"{readStateIndex:8447; appliedIndex:8440; }","duration":"245.785951ms","start":"2026-03-02T19:15:58.441718Z","end":"2026-03-02T19:15:58.687504Z","steps":["trace[1588869887] 'read index received' (duration: 244.638904ms)","trace[1588869887] 'applied index is now lower than readState.Index' (duration: 1.145756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:58.687773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.171667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:15:58.687804Z","caller":"traceutil/trace.go:171","msg":"trace[78991661] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8135; }","duration":"695.219759ms","start":"2026-03-02T19:15:57.992572Z","end":"2026-03-02T19:15:58.687792Z","steps":["trace[78991661] 'agreement among raft nodes before linearized reading' (duration: 695.178467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:58.68783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:57.992561Z","time spent":"695.26439ms","remote":"127.0.0.1:36702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-03-02T19:15:58.687835Z","caller":"traceutil/trace.go:171","msg":"trace[408142499] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"635.564563ms","start":"2026-03-02T19:15:58.052255Z","end":"2026-03-02T19:15:58.68782Z","steps":["trace[408142499] 'process raft request' (duration: 635.084737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:58.687732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:57.99193Z","time spent":"695.796337ms","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19587,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:15:58.687906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:58.052223Z","time spent":"635.645165ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:58.68823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:57.990167Z","time spent":"696.805639ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:59.909811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.442364ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T19:15:59.909922Z","caller":"traceutil/trace.go:171","msg":"trace[2048977793] linearizableReadLoop","detail":"{readStateIndex:8456; appliedIndex:8455; }","duration":"398.875902ms","start":"2026-03-02T19:15:59.511027Z","end":"2026-03-02T19:15:59.909903Z","steps":["trace[2048977793] 'read index received' (duration: 290.220071ms)","trace[2048977793] 'applied index is now lower than readState.Index' (duration: 108.654241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:59.910082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.055188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:15:59.91012Z","caller":"traceutil/trace.go:171","msg":"trace[1601357844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8143; }","duration":"399.146421ms","start":"2026-03-02T19:15:59.510963Z","end":"2026-03-02T19:15:59.91011Z","steps":["trace[1601357844] 'agreement among raft nodes before linearized reading' (duration: 399.070208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:59.910158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:59.510938Z","time spent":"399.212893ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:16:00.566117Z","caller":"traceutil/trace.go:171","msg":"trace[1431874598] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"114.942233ms","start":"2026-03-02T19:16:00.451134Z","end":"2026-03-02T19:16:00.566077Z","steps":["trace[1431874598] 'process raft request' (duration: 114.449057ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:00.858705Z","caller":"traceutil/trace.go:171","msg":"trace[1318443988] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"160.790297ms","start":"2026-03-02T19:16:00.697887Z","end":"2026-03-02T19:16:00.858678Z","steps":["trace[1318443988] 'process raft request' (duration: 160.705574ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:00.85873Z","caller":"traceutil/trace.go:171","msg":"trace[259037550] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"161.339134ms","start":"2026-03-02T19:16:00.697359Z","end":"2026-03-02T19:16:00.858699Z","steps":["trace[259037550] 'process raft request' (duration: 63.778978ms)","trace[259037550] 'compare' (duration: 97.233936ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:07.450226Z","caller":"traceutil/trace.go:171","msg":"trace[943867113] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"110.49759ms","start":"2026-03-02T19:16:07.339694Z","end":"2026-03-02T19:16:07.450192Z","steps":["trace[943867113] 'process raft request' (duration: 110.306644ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:07.454726Z","caller":"traceutil/trace.go:171","msg":"trace[719020820] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"100.874213ms","start":"2026-03-02T19:16:07.353838Z","end":"2026-03-02T19:16:07.454712Z","steps":["trace[719020820] 'process raft request' (duration: 100.747259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:10.751947Z","caller":"traceutil/trace.go:171","msg":"trace[2074060994] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"115.141938ms","start":"2026-03-02T19:16:10.636783Z","end":"2026-03-02T19:16:10.751925Z","steps":["trace[2074060994] 'process raft request' (duration: 62.822187ms)","trace[2074060994] 'compare' (duration: 52.235338ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:10.760941Z","caller":"traceutil/trace.go:171","msg":"trace[1252825412] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"123.126343ms","start":"2026-03-02T19:16:10.637782Z","end":"2026-03-02T19:16:10.760908Z","steps":["trace[1252825412] 'process raft request' (duration: 122.954007ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:13.475777Z","caller":"traceutil/trace.go:171","msg":"trace[1876867984] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"135.925003ms","start":"2026-03-02T19:16:13.339813Z","end":"2026-03-02T19:16:13.475738Z","steps":["trace[1876867984] 'process raft request' (duration: 135.811749ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:40.731362Z","caller":"traceutil/trace.go:171","msg":"trace[885957655] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"169.503996ms","start":"2026-03-02T19:16:40.561826Z","end":"2026-03-02T19:16:40.73133Z","steps":["trace[885957655] 'process raft request' (duration: 169.307409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:40.731483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.287107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:16:40.73154Z","caller":"traceutil/trace.go:171","msg":"trace[1815148944] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8490; }","duration":"117.403931ms","start":"2026-03-02T19:16:40.614124Z","end":"2026-03-02T19:16:40.731528Z","steps":["trace[1815148944] 'agreement among raft nodes before linearized reading' (duration: 117.292507ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:40.731308Z","caller":"traceutil/trace.go:171","msg":"trace[1160469949] linearizableReadLoop","detail":"{readStateIndex:8815; appliedIndex:8814; }","duration":"117.115481ms","start":"2026-03-02T19:16:40.614169Z","end":"2026-03-02T19:16:40.731284Z","steps":["trace[1160469949] 'read index received' (duration: 116.911315ms)","trace[1160469949] 'applied index is now lower than readState.Index' (duration: 203.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:41.833204Z","caller":"traceutil/trace.go:171","msg":"trace[1181414356] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"181.84327ms","start":"2026-03-02T19:16:41.651332Z","end":"2026-03-02T19:16:41.833175Z","steps":["trace[1181414356] 'process raft request' (duration: 181.695405ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:59.702593Z","caller":"traceutil/trace.go:171","msg":"trace[462059915] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"144.642291ms","start":"2026-03-02T19:16:59.557926Z","end":"2026-03-02T19:16:59.702568Z","steps":["trace[462059915] 'process raft request' (duration: 135.335483ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:59.829689Z","caller":"traceutil/trace.go:171","msg":"trace[246096156] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"110.339013ms","start":"2026-03-02T19:16:59.7193Z","end":"2026-03-02T19:16:59.829639Z","steps":["trace[246096156] 'process raft request' (duration: 91.165922ms)","trace[246096156] 'compare' (duration: 18.873742ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:17:01.314983Z","caller":"traceutil/trace.go:171","msg":"trace[9761076] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"114.043577ms","start":"2026-03-02T19:17:01.200896Z","end":"2026-03-02T19:17:01.31494Z","steps":["trace[9761076] 'process raft request' (duration: 113.802469ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:01.416003Z","caller":"traceutil/trace.go:171","msg":"trace[971496895] linearizableReadLoop","detail":"{readStateIndex:9097; appliedIndex:9094; }","duration":"173.51625ms","start":"2026-03-02T19:17:01.242465Z","end":"2026-03-02T19:17:01.415981Z","steps":["trace[971496895] 'read index received' (duration: 72.202056ms)","trace[971496895] 'applied index is now lower than readState.Index' (duration: 101.312894ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:17:01.416079Z","caller":"traceutil/trace.go:171","msg":"trace[2097745776] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"177.132232ms","start":"2026-03-02T19:17:01.238907Z","end":"2026-03-02T19:17:01.416039Z","steps":["trace[2097745776] 'process raft request' (duration: 152.245505ms)","trace[2097745776] 'compare' (duration: 24.64055ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:17:01.416165Z","caller":"traceutil/trace.go:171","msg":"trace[1658379405] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"176.08013ms","start":"2026-03-02T19:17:01.240068Z","end":"2026-03-02T19:17:01.416148Z","steps":["trace[1658379405] 'process raft request' (duration: 175.862173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:01.416446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.970455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:17:01.416493Z","caller":"traceutil/trace.go:171","msg":"trace[1934460142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8767; }","duration":"174.066958ms","start":"2026-03-02T19:17:01.242413Z","end":"2026-03-02T19:17:01.41648Z","steps":["trace[1934460142] 'agreement among raft nodes before linearized reading' (duration: 173.920623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:02.21769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.305538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:17:02.218003Z","caller":"traceutil/trace.go:171","msg":"trace[355966736] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"270.875863ms","start":"2026-03-02T19:17:01.947093Z","end":"2026-03-02T19:17:02.217969Z","steps":["trace[355966736] 'process raft request' (duration: 163.11121ms)","trace[355966736] 'compare' (duration: 106.426441ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:17:15.565709Z","caller":"traceutil/trace.go:171","msg":"trace[828904168] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"187.789811ms","start":"2026-03-02T19:17:15.37789Z","end":"2026-03-02T19:17:15.56568Z","steps":["trace[828904168] 'process raft request' (duration: 187.568244ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:15.628727Z","caller":"traceutil/trace.go:171","msg":"trace[1913432841] linearizableReadLoop","detail":"{readStateIndex:9174; appliedIndex:9171; }","duration":"137.235832ms","start":"2026-03-02T19:17:15.491458Z","end":"2026-03-02T19:17:15.628693Z","steps":["trace[1913432841] 'read index received' (duration: 73.949591ms)","trace[1913432841] 'applied index is now lower than readState.Index' (duration: 63.284401ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:17:15.628771Z","caller":"traceutil/trace.go:171","msg":"trace[1822904626] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"170.392135ms","start":"2026-03-02T19:17:15.458349Z","end":"2026-03-02T19:17:15.628742Z","steps":["trace[1822904626] 'process raft request' (duration: 170.149317ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:15.628824Z","caller":"traceutil/trace.go:171","msg":"trace[1068372376] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"167.170785ms","start":"2026-03-02T19:17:15.46161Z","end":"2026-03-02T19:17:15.628781Z","steps":["trace[1068372376] 'process raft request' (duration: 167.032801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:15.629084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.363692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:17:15.629119Z","caller":"traceutil/trace.go:171","msg":"trace[513584111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8840; }","duration":"121.430205ms","start":"2026-03-02T19:17:15.507678Z","end":"2026-03-02T19:17:15.629109Z","steps":["trace[513584111] 'agreement among raft nodes before linearized reading' (duration: 121.351542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:15.629165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.387884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:17:15.629308Z","caller":"traceutil/trace.go:171","msg":"trace[972456195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8840; }","duration":"133.542168ms","start":"2026-03-02T19:17:15.495746Z","end":"2026-03-02T19:17:15.629288Z","steps":["trace[972456195] 'agreement among raft nodes before linearized reading' (duration: 133.127766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:15.629438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.336328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:17:15.629465Z","caller":"traceutil/trace.go:171","msg":"trace[1771767438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8840; }","duration":"129.39332ms","start":"2026-03-02T19:17:15.500066Z","end":"2026-03-02T19:17:15.629459Z","steps":["trace[1771767438] 'agreement among raft nodes before linearized reading' (duration: 129.289166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:15.629434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.923023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:17:15.629634Z","caller":"traceutil/trace.go:171","msg":"trace[233902775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8840; }","duration":"138.208411ms","start":"2026-03-02T19:17:15.491405Z","end":"2026-03-02T19:17:15.629613Z","steps":["trace[233902775] 'agreement among raft nodes before linearized reading' (duration: 137.559791ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:15.817Z","caller":"traceutil/trace.go:171","msg":"trace[72143309] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"181.223788ms","start":"2026-03-02T19:17:15.635747Z","end":"2026-03-02T19:17:15.816971Z","steps":["trace[72143309] 'process raft request' (duration: 181.174467ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:15.817388Z","caller":"traceutil/trace.go:171","msg":"trace[1699232785] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"182.709024ms","start":"2026-03-02T19:17:15.634646Z","end":"2026-03-02T19:17:15.817355Z","steps":["trace[1699232785] 'process raft request' (duration: 182.114116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:03.813709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.750128ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:19:03.813879Z","caller":"traceutil/trace.go:171","msg":"trace[1735610715] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9570; }","duration":"169.930775ms","start":"2026-03-02T19:19:03.643924Z","end":"2026-03-02T19:19:03.813855Z","steps":["trace[1735610715] 'range keys from in-memory index tree' (duration: 169.735058ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:13.900565Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T19:19:13.90596Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T19:19:13.906065Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T19:19:28.754066Z","caller":"traceutil/trace.go:171","msg":"trace[1776197476] transaction","detail":"{read_only:false; response_revision:9792; number_of_response:1; }","duration":"211.594296ms","start":"2026-03-02T19:19:28.542449Z","end":"2026-03-02T19:19:28.754044Z","steps":["trace[1776197476] 'process raft request' (duration: 211.478682ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:31.352951Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7453} {"level":"info","ts":"2026-03-02T19:19:31.417351Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7453,"took":"62.032095ms","hash":1125519493,"current-db-size-bytes":40476672,"current-db-size":"40 MB","current-db-size-in-use-bytes":25886720,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-02T19:19:31.417432Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1125519493,"revision":7453,"compact-revision":5427} {"level":"info","ts":"2026-03-02T19:20:33.700811Z","caller":"traceutil/trace.go:171","msg":"trace[367377187] transaction","detail":"{read_only:false; response_revision:10448; number_of_response:1; }","duration":"105.18574ms","start":"2026-03-02T19:20:33.595593Z","end":"2026-03-02T19:20:33.700779Z","steps":["trace[367377187] 'process raft request' (duration: 104.953913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.236469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112438547s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:20:35.236662Z","caller":"traceutil/trace.go:171","msg":"trace[224597886] transaction","detail":"{read_only:false; response_revision:10450; number_of_response:1; }","duration":"988.260906ms","start":"2026-03-02T19:20:34.248378Z","end":"2026-03-02T19:20:35.236639Z","steps":["trace[224597886] 'process raft request' (duration: 988.196884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.236767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.248344Z","time spent":"988.358189ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:20:35.236933Z","caller":"traceutil/trace.go:171","msg":"trace[732574567] transaction","detail":"{read_only:false; response_revision:10449; number_of_response:1; }","duration":"1.53201989s","start":"2026-03-02T19:20:33.704856Z","end":"2026-03-02T19:20:35.236876Z","steps":["trace[732574567] 'process raft request' (duration: 419.095498ms)","trace[732574567] 'compare' (duration: 1.111695824s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:20:35.237061Z","caller":"traceutil/trace.go:171","msg":"trace[289490599] linearizableReadLoop","detail":"{readStateIndex:10832; appliedIndex:10831; }","duration":"1.404075171s","start":"2026-03-02T19:20:33.832971Z","end":"2026-03-02T19:20:35.237046Z","steps":["trace[289490599] 'read index received' (duration: 290.8754ms)","trace[289490599] 'applied index is now lower than readState.Index' (duration: 1.113198021s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:20:35.237096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:33.704835Z","time spent":"1.532180076s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:20:35.237317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404316118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:20:35.237427Z","caller":"traceutil/trace.go:171","msg":"trace[1021140639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10450; }","duration":"1.404458483s","start":"2026-03-02T19:20:33.832941Z","end":"2026-03-02T19:20:35.237399Z","steps":["trace[1021140639] 'agreement among raft nodes before linearized reading' (duration: 1.404154353s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.237522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:33.832923Z","time spent":"1.404583867s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:20:35.395907Z","caller":"traceutil/trace.go:171","msg":"trace[1061086882] transaction","detail":"{read_only:false; response_revision:10452; number_of_response:1; }","duration":"1.07946419s","start":"2026-03-02T19:20:34.316382Z","end":"2026-03-02T19:20:35.395846Z","steps":["trace[1061086882] 'process raft request' (duration: 1.079353707s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.396064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.316357Z","time spent":"1.079625314s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:20:35.395911Z","caller":"traceutil/trace.go:171","msg":"trace[169008029] transaction","detail":"{read_only:false; response_revision:10451; number_of_response:1; }","duration":"1.118139406s","start":"2026-03-02T19:20:34.277729Z","end":"2026-03-02T19:20:35.395868Z","steps":["trace[169008029] 'process raft request' (duration: 1.117775185s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:35.39625Z","caller":"traceutil/trace.go:171","msg":"trace[1028035046] linearizableReadLoop","detail":"{readStateIndex:10837; appliedIndex:10833; }","duration":"159.143582ms","start":"2026-03-02T19:20:35.237096Z","end":"2026-03-02T19:20:35.39624Z","steps":["trace[1028035046] 'read index received' (duration: 158.334917ms)","trace[1028035046] 'applied index is now lower than readState.Index' (duration: 807.675µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:20:35.396289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.277669Z","time spent":"1.118525398s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:20:35.396301Z","caller":"traceutil/trace.go:171","msg":"trace[978114119] transaction","detail":"{read_only:false; response_revision:10453; number_of_response:1; }","duration":"1.079371377s","start":"2026-03-02T19:20:34.316883Z","end":"2026-03-02T19:20:35.396254Z","steps":["trace[978114119] 'process raft request' (duration: 1.078918653s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.396386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.424835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:20:35.396415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.74681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:20:35.396458Z","caller":"traceutil/trace.go:171","msg":"trace[1116607641] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10454; }","duration":"662.524999ms","start":"2026-03-02T19:20:34.733914Z","end":"2026-03-02T19:20:35.396439Z","steps":["trace[1116607641] 'agreement among raft nodes before linearized reading' (duration: 662.387214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.39648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.58187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:20:35.396492Z","caller":"traceutil/trace.go:171","msg":"trace[590428662] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10454; }","duration":"539.870074ms","start":"2026-03-02T19:20:34.856605Z","end":"2026-03-02T19:20:35.396475Z","steps":["trace[590428662] 'agreement among raft nodes before linearized reading' (duration: 539.74451ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:35.396527Z","caller":"traceutil/trace.go:171","msg":"trace[1652635028] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10454; }","duration":"662.639562ms","start":"2026-03-02T19:20:34.733879Z","end":"2026-03-02T19:20:35.396518Z","steps":["trace[1652635028] 'agreement among raft nodes before linearized reading' (duration: 662.58239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.396543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.856583Z","time spent":"539.948097ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:20:35.396574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.06305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:20:35.396609Z","caller":"traceutil/trace.go:171","msg":"trace[1138742967] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10454; }","duration":"540.120482ms","start":"2026-03-02T19:20:34.856479Z","end":"2026-03-02T19:20:35.3966Z","steps":["trace[1138742967] 'agreement among raft nodes before linearized reading' (duration: 540.0788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.396607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.042656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:20:35.396638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.856469Z","time spent":"540.164043ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-02T19:20:35.396663Z","caller":"traceutil/trace.go:171","msg":"trace[972333700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10454; }","duration":"486.130168ms","start":"2026-03-02T19:20:34.910517Z","end":"2026-03-02T19:20:35.396647Z","steps":["trace[972333700] 'agreement among raft nodes before linearized reading' (duration: 485.942912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.396672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.308785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-02T19:20:35.396715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.910497Z","time spent":"486.207191ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:20:35.39673Z","caller":"traceutil/trace.go:171","msg":"trace[349610823] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10454; }","duration":"537.386156ms","start":"2026-03-02T19:20:34.859328Z","end":"2026-03-02T19:20:35.396714Z","steps":["trace[349610823] 'agreement among raft nodes before linearized reading' (duration: 537.235042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.396752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342712047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-02T19:20:35.396766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.859318Z","time spent":"537.440109ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-02T19:20:35.396796Z","caller":"traceutil/trace.go:171","msg":"trace[1551626451] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:10454; }","duration":"1.34278723s","start":"2026-03-02T19:20:34.054001Z","end":"2026-03-02T19:20:35.396789Z","steps":["trace[1551626451] 'agreement among raft nodes before linearized reading' (duration: 1.342688077s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.396792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121064847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T19:20:35.396756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.927811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:20:35.396784Z","caller":"traceutil/trace.go:171","msg":"trace[889567702] transaction","detail":"{read_only:false; response_revision:10454; number_of_response:1; }","duration":"321.743123ms","start":"2026-03-02T19:20:35.074987Z","end":"2026-03-02T19:20:35.39673Z","steps":["trace[889567702] 'process raft request' (duration: 321.066952ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:35.396844Z","caller":"traceutil/trace.go:171","msg":"trace[1473068007] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:10454; }","duration":"1.12115918s","start":"2026-03-02T19:20:34.275671Z","end":"2026-03-02T19:20:35.396831Z","steps":["trace[1473068007] 'agreement among raft nodes before linearized reading' (duration: 1.120985775s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.396845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422255848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T19:20:35.396825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.068431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:20:35.396888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.996157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:20:35.3969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.275649Z","time spent":"1.121240783s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-02T19:20:35.396901Z","caller":"traceutil/trace.go:171","msg":"trace[1677776140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10454; }","duration":"324.129887ms","start":"2026-03-02T19:20:35.072734Z","end":"2026-03-02T19:20:35.396864Z","steps":["trace[1677776140] 'agreement among raft nodes before linearized reading' (duration: 323.695433ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:35.39691Z","caller":"traceutil/trace.go:171","msg":"trace[1843749252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10454; }","duration":"1.422351771s","start":"2026-03-02T19:20:33.974539Z","end":"2026-03-02T19:20:35.396891Z","steps":["trace[1843749252] 'agreement among raft nodes before linearized reading' (duration: 1.422180966s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:35.396924Z","caller":"traceutil/trace.go:171","msg":"trace[625312471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10454; }","duration":"886.056219ms","start":"2026-03-02T19:20:34.510856Z","end":"2026-03-02T19:20:35.396912Z","steps":["trace[625312471] 'agreement among raft nodes before linearized reading' (duration: 886.007887ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:35.396933Z","caller":"traceutil/trace.go:171","msg":"trace[743365964] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10454; }","duration":"541.238386ms","start":"2026-03-02T19:20:34.855667Z","end":"2026-03-02T19:20:35.396905Z","steps":["trace[743365964] 'agreement among raft nodes before linearized reading' (duration: 540.977318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.396948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:33.974518Z","time spent":"1.422424282s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:20:35.396949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.524739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:20:35.396969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.51084Z","time spent":"886.122301ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:20:35.396987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.855651Z","time spent":"541.32579ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:20:35.396988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.509677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:20:35.396911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.230301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:20:35.396992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:35.07494Z","time spent":"321.954339ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:20:35.397036Z","caller":"traceutil/trace.go:171","msg":"trace[1389803110] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10454; }","duration":"664.399157ms","start":"2026-03-02T19:20:34.732629Z","end":"2026-03-02T19:20:35.397028Z","steps":["trace[1389803110] 'agreement among raft nodes before linearized reading' (duration: 664.257323ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:35.397045Z","caller":"traceutil/trace.go:171","msg":"trace[1828091658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10454; }","duration":"712.5913ms","start":"2026-03-02T19:20:34.684436Z","end":"2026-03-02T19:20:35.397028Z","steps":["trace[1828091658] 'agreement among raft nodes before linearized reading' (duration: 712.455996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.397064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.732609Z","time spent":"664.448269ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:20:35.397099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.684411Z","time spent":"712.676542ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:20:35.39699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.702774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:20:35.397297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.316859Z","time spent":"1.079548983s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:20:35.397002Z","caller":"traceutil/trace.go:171","msg":"trace[445922775] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10454; }","duration":"663.580822ms","start":"2026-03-02T19:20:34.73341Z","end":"2026-03-02T19:20:35.396991Z","steps":["trace[445922775] 'agreement among raft nodes before linearized reading' (duration: 663.52138ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:35.397295Z","caller":"traceutil/trace.go:171","msg":"trace[808841784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10454; }","duration":"849.251082ms","start":"2026-03-02T19:20:34.548021Z","end":"2026-03-02T19:20:35.397272Z","steps":["trace[808841784] 'agreement among raft nodes before linearized reading' (duration: 848.590121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.396541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.899565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:20:35.397845Z","caller":"traceutil/trace.go:171","msg":"trace[1654061784] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10454; }","duration":"541.277928ms","start":"2026-03-02T19:20:34.856549Z","end":"2026-03-02T19:20:35.397827Z","steps":["trace[1654061784] 'agreement among raft nodes before linearized reading' (duration: 539.971607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.397909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.856532Z","time spent":"541.35741ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:20:35.397801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.547861Z","time spent":"849.712056ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:20:35.397529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.733405Z","time spent":"664.093028ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:20:35.396675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.964722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:20:35.398421Z","caller":"traceutil/trace.go:171","msg":"trace[368059072] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10454; }","duration":"664.717277ms","start":"2026-03-02T19:20:34.733686Z","end":"2026-03-02T19:20:35.398403Z","steps":["trace[368059072] 'agreement among raft nodes before linearized reading' (duration: 662.907891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.398509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.733677Z","time spent":"664.81339ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-02T19:20:35.396965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:35.072709Z","time spent":"324.243931ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:20:35.396577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.733873Z","time spent":"662.697694ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-02T19:20:35.396834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.195615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-02T19:20:35.398883Z","caller":"traceutil/trace.go:171","msg":"trace[1080259265] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10454; }","duration":"661.27331ms","start":"2026-03-02T19:20:34.737594Z","end":"2026-03-02T19:20:35.398868Z","steps":["trace[1080259265] 'agreement among raft nodes before linearized reading' (duration: 659.146363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.398929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.737573Z","time spent":"661.341852ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:20:35.396823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.053982Z","time spent":"1.342835422s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-69m22\" "} {"level":"warn","ts":"2026-03-02T19:20:35.396497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:34.733908Z","time spent":"662.58126ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:20:35.39644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532433704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T19:20:35.39918Z","caller":"traceutil/trace.go:171","msg":"trace[962305578] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10454; }","duration":"1.535221691s","start":"2026-03-02T19:20:33.863938Z","end":"2026-03-02T19:20:35.39916Z","steps":["trace[962305578] 'agreement among raft nodes before linearized reading' (duration: 1.532347141s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:35.399244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:33.86392Z","time spent":"1.535306703s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T19:20:57.603329Z","caller":"traceutil/trace.go:171","msg":"trace[1431550088] transaction","detail":"{read_only:false; response_revision:10563; number_of_response:1; }","duration":"136.211958ms","start":"2026-03-02T19:20:57.46709Z","end":"2026-03-02T19:20:57.603302Z","steps":["trace[1431550088] 'process raft request' (duration: 136.028152ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:57.745973Z","caller":"traceutil/trace.go:171","msg":"trace[358895903] transaction","detail":"{read_only:false; response_revision:10566; number_of_response:1; }","duration":"125.944307ms","start":"2026-03-02T19:20:57.620006Z","end":"2026-03-02T19:20:57.745951Z","steps":["trace[358895903] 'process raft request' (duration: 87.507968ms)","trace[358895903] 'compare' (duration: 38.261223ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:20:57.823748Z","caller":"traceutil/trace.go:171","msg":"trace[945710645] transaction","detail":"{read_only:false; response_revision:10569; number_of_response:1; }","duration":"202.239926ms","start":"2026-03-02T19:20:57.621488Z","end":"2026-03-02T19:20:57.823728Z","steps":["trace[945710645] 'process raft request' (duration: 202.210095ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:57.823772Z","caller":"traceutil/trace.go:171","msg":"trace[2121737425] transaction","detail":"{read_only:false; response_revision:10567; number_of_response:1; }","duration":"202.979919ms","start":"2026-03-02T19:20:57.620764Z","end":"2026-03-02T19:20:57.823744Z","steps":["trace[2121737425] 'process raft request' (duration: 202.805624ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:57.823802Z","caller":"traceutil/trace.go:171","msg":"trace[1707765366] transaction","detail":"{read_only:false; response_revision:10568; number_of_response:1; }","duration":"202.862526ms","start":"2026-03-02T19:20:57.620899Z","end":"2026-03-02T19:20:57.823762Z","steps":["trace[1707765366] 'process raft request' (duration: 202.770423ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:59.281135Z","caller":"traceutil/trace.go:171","msg":"trace[773772087] transaction","detail":"{read_only:false; response_revision:10570; number_of_response:1; }","duration":"287.205735ms","start":"2026-03-02T19:20:58.993893Z","end":"2026-03-02T19:20:59.281098Z","steps":["trace[773772087] 'process raft request' (duration: 287.019189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:59.959892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.520855ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T19:20:59.960124Z","caller":"traceutil/trace.go:171","msg":"trace[641271458] linearizableReadLoop","detail":"{readStateIndex:10959; appliedIndex:10958; }","duration":"595.762807ms","start":"2026-03-02T19:20:59.364325Z","end":"2026-03-02T19:20:59.960088Z","steps":["trace[641271458] 'read index received' (duration: 71.946053ms)","trace[641271458] 'applied index is now lower than readState.Index' (duration: 523.813094ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:20:59.960249Z","caller":"traceutil/trace.go:171","msg":"trace[1422584094] transaction","detail":"{read_only:false; response_revision:10573; number_of_response:1; }","duration":"338.589038ms","start":"2026-03-02T19:20:59.62164Z","end":"2026-03-02T19:20:59.960229Z","steps":["trace[1422584094] 'process raft request' (duration: 338.549037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:59.960358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.621625Z","time spent":"338.66918ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:20:59.960408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.065436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:20:59.960452Z","caller":"traceutil/trace.go:171","msg":"trace[800209057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10573; }","duration":"596.17127ms","start":"2026-03-02T19:20:59.364269Z","end":"2026-03-02T19:20:59.96044Z","steps":["trace[800209057] 'agreement among raft nodes before linearized reading' (duration: 595.979634ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:59.960449Z","caller":"traceutil/trace.go:171","msg":"trace[428417338] transaction","detail":"{read_only:false; response_revision:10571; number_of_response:1; }","duration":"351.087418ms","start":"2026-03-02T19:20:59.609294Z","end":"2026-03-02T19:20:59.960382Z","steps":["trace[428417338] 'process raft request' (duration: 350.701406ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:59.960485Z","caller":"traceutil/trace.go:171","msg":"trace[1201740685] transaction","detail":"{read_only:false; response_revision:10572; number_of_response:1; }","duration":"338.836935ms","start":"2026-03-02T19:20:59.621592Z","end":"2026-03-02T19:20:59.960429Z","steps":["trace[1201740685] 'process raft request' (duration: 338.553936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:59.960596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.561365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:20:59.960584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.418641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:20:59.960634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.976219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-02T19:20:59.960553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.29503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:20:59.960677Z","caller":"traceutil/trace.go:171","msg":"trace[468031662] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10573; }","duration":"339.050532ms","start":"2026-03-02T19:20:59.621616Z","end":"2026-03-02T19:20:59.960666Z","steps":["trace[468031662] 'agreement among raft nodes before linearized reading' (duration: 338.936468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:59.960531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.153095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:20:59.960714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.621603Z","time spent":"339.105034ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:20:59.960719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.636778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-02T19:20:59.960723Z","caller":"traceutil/trace.go:171","msg":"trace[1171320347] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10573; }","duration":"339.384472ms","start":"2026-03-02T19:20:59.621327Z","end":"2026-03-02T19:20:59.960712Z","steps":["trace[1171320347] 'agreement among raft nodes before linearized reading' (duration: 339.176156ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:59.960749Z","caller":"traceutil/trace.go:171","msg":"trace[1132448866] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10573; }","duration":"337.69188ms","start":"2026-03-02T19:20:59.62305Z","end":"2026-03-02T19:20:59.960742Z","steps":["trace[1132448866] 'agreement among raft nodes before linearized reading' (duration: 337.606557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:59.960758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.621305Z","time spent":"339.444674ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-02T19:20:59.960781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.62304Z","time spent":"337.735431ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-02T19:20:59.960762Z","caller":"traceutil/trace.go:171","msg":"trace[467348776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10573; }","duration":"450.554809ms","start":"2026-03-02T19:20:59.510169Z","end":"2026-03-02T19:20:59.960724Z","steps":["trace[467348776] 'agreement among raft nodes before linearized reading' (duration: 450.202178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:59.960824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.801093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:20:59.960881Z","caller":"traceutil/trace.go:171","msg":"trace[2127920205] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10573; }","duration":"337.898866ms","start":"2026-03-02T19:20:59.622969Z","end":"2026-03-02T19:20:59.960868Z","steps":["trace[2127920205] 'agreement among raft nodes before linearized reading' (duration: 337.769782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:59.960901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.641876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:20:59.960637Z","caller":"traceutil/trace.go:171","msg":"trace[873716783] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10573; }","duration":"337.622567ms","start":"2026-03-02T19:20:59.623006Z","end":"2026-03-02T19:20:59.960629Z","steps":["trace[873716783] 'agreement among raft nodes before linearized reading' (duration: 337.566036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:59.960924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.622959Z","time spent":"337.956808ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:20:59.960952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.164794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T19:20:59.960898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.510148Z","time spent":"450.736394ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:20:59.96104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.813822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:20:59.960633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.638669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:20:59.960664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.621571Z","time spent":"339.006081ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:20:59.9611Z","caller":"traceutil/trace.go:171","msg":"trace[1219605339] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10573; }","duration":"336.888605ms","start":"2026-03-02T19:20:59.624195Z","end":"2026-03-02T19:20:59.961084Z","steps":["trace[1219605339] 'agreement among raft nodes before linearized reading' (duration: 336.75189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:59.961118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.836914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:20:59.961096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.654999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T19:20:59.960966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.622995Z","time spent":"337.962408ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:20:59.961136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.203516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:20:59.961148Z","caller":"traceutil/trace.go:171","msg":"trace[618759634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10573; }","duration":"133.884454ms","start":"2026-03-02T19:20:59.827255Z","end":"2026-03-02T19:20:59.96114Z","steps":["trace[618759634] 'agreement among raft nodes before linearized reading' (duration: 133.815982ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:59.961155Z","caller":"traceutil/trace.go:171","msg":"trace[965324745] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10573; }","duration":"337.766592ms","start":"2026-03-02T19:20:59.623379Z","end":"2026-03-02T19:20:59.961146Z","steps":["trace[965324745] 'agreement among raft nodes before linearized reading' (duration: 337.615397ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:59.960682Z","caller":"traceutil/trace.go:171","msg":"trace[681150669] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10573; }","duration":"337.613608ms","start":"2026-03-02T19:20:59.623049Z","end":"2026-03-02T19:20:59.960663Z","steps":["trace[681150669] 'agreement among raft nodes before linearized reading' (duration: 337.36863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:59.961253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.623353Z","time spent":"337.833624ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-02T19:20:59.96126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.061914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:20:59.961262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.623034Z","time spent":"338.209186ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-02T19:20:59.961056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.765231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:20:59.961294Z","caller":"traceutil/trace.go:171","msg":"trace[2003723359] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10573; }","duration":"340.141166ms","start":"2026-03-02T19:20:59.621145Z","end":"2026-03-02T19:20:59.961286Z","steps":["trace[2003723359] 'agreement among raft nodes before linearized reading' (duration: 340.092114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:59.961285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.609264Z","time spent":"351.880993ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:20:59.961323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.621122Z","time spent":"340.195398ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:20:59.961314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.607911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:20:59.961364Z","caller":"traceutil/trace.go:171","msg":"trace[807062860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:10573; }","duration":"332.678273ms","start":"2026-03-02T19:20:59.628674Z","end":"2026-03-02T19:20:59.961352Z","steps":["trace[807062860] 'agreement among raft nodes before linearized reading' (duration: 332.503768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:59.961405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.62866Z","time spent":"332.737525ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-69m22\" "} {"level":"info","ts":"2026-03-02T19:20:59.960984Z","caller":"traceutil/trace.go:171","msg":"trace[1701060647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10573; }","duration":"211.232606ms","start":"2026-03-02T19:20:59.749742Z","end":"2026-03-02T19:20:59.960975Z","steps":["trace[1701060647] 'agreement among raft nodes before linearized reading' (duration: 211.136413ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:59.961318Z","caller":"traceutil/trace.go:171","msg":"trace[1779367917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10573; }","duration":"134.03818ms","start":"2026-03-02T19:20:59.827268Z","end":"2026-03-02T19:20:59.961306Z","steps":["trace[1779367917] 'agreement among raft nodes before linearized reading' (duration: 133.73574ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:59.961113Z","caller":"traceutil/trace.go:171","msg":"trace[204074076] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10573; }","duration":"339.165916ms","start":"2026-03-02T19:20:59.621928Z","end":"2026-03-02T19:20:59.961094Z","steps":["trace[204074076] 'agreement among raft nodes before linearized reading' (duration: 338.520276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:59.961487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.62171Z","time spent":"339.768285ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:20:59.961145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.624185Z","time spent":"336.949866ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-02T19:20:59.961186Z","caller":"traceutil/trace.go:171","msg":"trace[966847471] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10573; }","duration":"431.285178ms","start":"2026-03-02T19:20:59.52989Z","end":"2026-03-02T19:20:59.961175Z","steps":["trace[966847471] 'agreement among raft nodes before linearized reading' (duration: 431.205646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:59.96158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.529872Z","time spent":"431.697851ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:20:59.96049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:59.364239Z","time spent":"596.242242ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:20:59.96097Z","caller":"traceutil/trace.go:171","msg":"trace[1094482356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10573; }","duration":"132.709508ms","start":"2026-03-02T19:20:59.828219Z","end":"2026-03-02T19:20:59.960928Z","steps":["trace[1094482356] 'agreement among raft nodes before linearized reading' (duration: 132.522502ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:00.108283Z","caller":"traceutil/trace.go:171","msg":"trace[913394419] transaction","detail":"{read_only:false; response_revision:10576; number_of_response:1; }","duration":"140.653886ms","start":"2026-03-02T19:20:59.967601Z","end":"2026-03-02T19:21:00.108255Z","steps":["trace[913394419] 'process raft request' (duration: 94.718543ms)","trace[913394419] 'compare' (duration: 45.791778ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:00.108517Z","caller":"traceutil/trace.go:171","msg":"trace[1034663782] transaction","detail":"{read_only:false; response_revision:10577; number_of_response:1; }","duration":"140.79469ms","start":"2026-03-02T19:20:59.967692Z","end":"2026-03-02T19:21:00.108487Z","steps":["trace[1034663782] 'process raft request' (duration: 140.523602ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:00.108566Z","caller":"traceutil/trace.go:171","msg":"trace[682663049] transaction","detail":"{read_only:false; response_revision:10578; number_of_response:1; }","duration":"139.927774ms","start":"2026-03-02T19:20:59.968609Z","end":"2026-03-02T19:21:00.108536Z","steps":["trace[682663049] 'process raft request' (duration: 139.80819ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:02.10474Z","caller":"traceutil/trace.go:171","msg":"trace[247676152] linearizableReadLoop","detail":"{readStateIndex:10970; appliedIndex:10968; }","duration":"115.080688ms","start":"2026-03-02T19:21:01.989639Z","end":"2026-03-02T19:21:02.104719Z","steps":["trace[247676152] 'read index received' (duration: 114.867291ms)","trace[247676152] 'applied index is now lower than readState.Index' (duration: 212.457µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:02.105027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.905389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:21:02.105019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.888849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:21:02.105059Z","caller":"traceutil/trace.go:171","msg":"trace[444556359] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10581; }","duration":"136.969741ms","start":"2026-03-02T19:21:01.96808Z","end":"2026-03-02T19:21:02.105049Z","steps":["trace[444556359] 'agreement among raft nodes before linearized reading' (duration: 136.908509ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:02.105092Z","caller":"traceutil/trace.go:171","msg":"trace[1045335142] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10581; }","duration":"137.017122ms","start":"2026-03-02T19:21:01.968056Z","end":"2026-03-02T19:21:02.105073Z","steps":["trace[1045335142] 'agreement among raft nodes before linearized reading' (duration: 136.864437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:02.1052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.120146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:21:02.105244Z","caller":"traceutil/trace.go:171","msg":"trace[1014164683] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10581; }","duration":"137.178967ms","start":"2026-03-02T19:21:01.968059Z","end":"2026-03-02T19:21:02.105238Z","steps":["trace[1014164683] 'agreement among raft nodes before linearized reading' (duration: 137.127376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:02.105354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.313392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-02T19:21:02.105372Z","caller":"traceutil/trace.go:171","msg":"trace[195309616] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10581; }","duration":"137.355303ms","start":"2026-03-02T19:21:01.968011Z","end":"2026-03-02T19:21:02.105366Z","steps":["trace[195309616] 'agreement among raft nodes before linearized reading' (duration: 137.279921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:02.105405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.144689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:21:02.105423Z","caller":"traceutil/trace.go:171","msg":"trace[499798013] transaction","detail":"{read_only:false; response_revision:10580; number_of_response:1; }","duration":"138.624892ms","start":"2026-03-02T19:21:01.96678Z","end":"2026-03-02T19:21:02.105405Z","steps":["trace[499798013] 'process raft request' (duration: 137.790876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:02.105519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.354803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-02T19:21:02.105539Z","caller":"traceutil/trace.go:171","msg":"trace[1385968935] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10581; }","duration":"137.408584ms","start":"2026-03-02T19:21:01.968124Z","end":"2026-03-02T19:21:02.105533Z","steps":["trace[1385968935] 'agreement among raft nodes before linearized reading' (duration: 137.353043ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:02.105434Z","caller":"traceutil/trace.go:171","msg":"trace[763214007] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10581; }","duration":"139.18238ms","start":"2026-03-02T19:21:01.966243Z","end":"2026-03-02T19:21:02.105425Z","steps":["trace[763214007] 'agreement among raft nodes before linearized reading' (duration: 139.130658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:02.105627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.390274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:21:02.105639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.887501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:21:02.105645Z","caller":"traceutil/trace.go:171","msg":"trace[1069011715] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10581; }","duration":"137.455716ms","start":"2026-03-02T19:21:01.968184Z","end":"2026-03-02T19:21:02.105639Z","steps":["trace[1069011715] 'agreement among raft nodes before linearized reading' (duration: 137.427635ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:02.105632Z","caller":"traceutil/trace.go:171","msg":"trace[1697338879] transaction","detail":"{read_only:false; response_revision:10581; number_of_response:1; }","duration":"138.622673ms","start":"2026-03-02T19:21:01.96699Z","end":"2026-03-02T19:21:02.105612Z","steps":["trace[1697338879] 'process raft request' (duration: 137.686374ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:02.105656Z","caller":"traceutil/trace.go:171","msg":"trace[358731259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:10581; }","duration":"129.925621ms","start":"2026-03-02T19:21:01.975726Z","end":"2026-03-02T19:21:02.105651Z","steps":["trace[358731259] 'agreement among raft nodes before linearized reading' (duration: 129.871789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:02.10557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.362763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:21:02.105912Z","caller":"traceutil/trace.go:171","msg":"trace[989869417] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10581; }","duration":"137.733254ms","start":"2026-03-02T19:21:01.968152Z","end":"2026-03-02T19:21:02.105885Z","steps":["trace[989869417] 'agreement among raft nodes before linearized reading' (duration: 137.290551ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:02.289517Z","caller":"traceutil/trace.go:171","msg":"trace[625990665] transaction","detail":"{read_only:false; response_revision:10584; number_of_response:1; }","duration":"108.025219ms","start":"2026-03-02T19:21:02.181462Z","end":"2026-03-02T19:21:02.289487Z","steps":["trace[625990665] 'compare' (duration: 98.589835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:02.29573Z","caller":"traceutil/trace.go:171","msg":"trace[1179444840] transaction","detail":"{read_only:false; response_revision:10585; number_of_response:1; }","duration":"113.407646ms","start":"2026-03-02T19:21:02.182298Z","end":"2026-03-02T19:21:02.295706Z","steps":["trace[1179444840] 'process raft request' (duration: 113.242061ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:02.295855Z","caller":"traceutil/trace.go:171","msg":"trace[8360607] transaction","detail":"{read_only:false; response_revision:10586; number_of_response:1; }","duration":"113.448748ms","start":"2026-03-02T19:21:02.182389Z","end":"2026-03-02T19:21:02.295838Z","steps":["trace[8360607] 'process raft request' (duration: 113.258272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:04.225634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.106288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:21:04.225702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.650985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:21:04.225715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.441748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:21:04.225773Z","caller":"traceutil/trace.go:171","msg":"trace[1488445426] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10591; }","duration":"114.754829ms","start":"2026-03-02T19:21:04.111Z","end":"2026-03-02T19:21:04.225755Z","steps":["trace[1488445426] 'agreement among raft nodes before linearized reading' (duration: 114.648465ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:04.22579Z","caller":"traceutil/trace.go:171","msg":"trace[1280265070] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10591; }","duration":"114.554602ms","start":"2026-03-02T19:21:04.111216Z","end":"2026-03-02T19:21:04.22577Z","steps":["trace[1280265070] 'agreement among raft nodes before linearized reading' (duration: 114.410868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:04.225727Z","caller":"traceutil/trace.go:171","msg":"trace[1027043293] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10591; }","duration":"114.217821ms","start":"2026-03-02T19:21:04.111492Z","end":"2026-03-02T19:21:04.225709Z","steps":["trace[1027043293] 'agreement among raft nodes before linearized reading' (duration: 114.035796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:04.225629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.407098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-02T19:21:04.225915Z","caller":"traceutil/trace.go:171","msg":"trace[102468588] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10591; }","duration":"114.731598ms","start":"2026-03-02T19:21:04.111164Z","end":"2026-03-02T19:21:04.225895Z","steps":["trace[102468588] 'agreement among raft nodes before linearized reading' (duration: 114.298665ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:04.225646Z","caller":"traceutil/trace.go:171","msg":"trace[220195170] transaction","detail":"{read_only:false; response_revision:10591; number_of_response:1; }","duration":"113.954713ms","start":"2026-03-02T19:21:04.111645Z","end":"2026-03-02T19:21:04.2256Z","steps":["trace[220195170] 'process raft request' (duration: 98.901153ms)","trace[220195170] 'compare' (duration: 14.72845ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:04.424718Z","caller":"traceutil/trace.go:171","msg":"trace[1315523463] transaction","detail":"{read_only:false; response_revision:10594; number_of_response:1; }","duration":"115.658747ms","start":"2026-03-02T19:21:04.309027Z","end":"2026-03-02T19:21:04.424686Z","steps":["trace[1315523463] 'process raft request' (duration: 81.821342ms)","trace[1315523463] 'compare' (duration: 33.648109ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:04.45467Z","caller":"traceutil/trace.go:171","msg":"trace[1906731467] transaction","detail":"{read_only:false; response_revision:10595; number_of_response:1; }","duration":"142.624768ms","start":"2026-03-02T19:21:04.312015Z","end":"2026-03-02T19:21:04.45464Z","steps":["trace[1906731467] 'process raft request' (duration: 142.322389ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:04.454953Z","caller":"traceutil/trace.go:171","msg":"trace[900913933] transaction","detail":"{read_only:false; response_revision:10596; number_of_response:1; }","duration":"142.879895ms","start":"2026-03-02T19:21:04.312053Z","end":"2026-03-02T19:21:04.454933Z","steps":["trace[900913933] 'process raft request' (duration: 142.516034ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:04.455274Z","caller":"traceutil/trace.go:171","msg":"trace[147969470] transaction","detail":"{read_only:false; response_revision:10597; number_of_response:1; }","duration":"142.493374ms","start":"2026-03-02T19:21:04.31275Z","end":"2026-03-02T19:21:04.455244Z","steps":["trace[147969470] 'process raft request' (duration: 142.122972ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:06.20597Z","caller":"traceutil/trace.go:171","msg":"trace[2114088370] transaction","detail":"{read_only:false; response_revision:10599; number_of_response:1; }","duration":"103.882159ms","start":"2026-03-02T19:21:06.102052Z","end":"2026-03-02T19:21:06.205934Z","steps":["trace[2114088370] 'process raft request' (duration: 26.060403ms)","trace[2114088370] 'compare' (duration: 77.642631ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:44.460336Z","caller":"traceutil/trace.go:171","msg":"trace[511319045] transaction","detail":"{read_only:false; response_revision:10853; number_of_response:1; }","duration":"131.61271ms","start":"2026-03-02T19:21:44.328674Z","end":"2026-03-02T19:21:44.460287Z","steps":["trace[511319045] 'process raft request' (duration: 131.030921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:44.504426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.639704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T19:21:44.504556Z","caller":"traceutil/trace.go:171","msg":"trace[20885519] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10853; }","duration":"170.81059ms","start":"2026-03-02T19:21:44.333716Z","end":"2026-03-02T19:21:44.504527Z","steps":["trace[20885519] 'agreement among raft nodes before linearized reading' (duration: 126.716116ms)","trace[20885519] 'range keys from in-memory index tree' (duration: 43.792934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:44.504693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.587063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-02T19:21:44.504764Z","caller":"traceutil/trace.go:171","msg":"trace[1804625623] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10854; }","duration":"141.700576ms","start":"2026-03-02T19:21:44.363048Z","end":"2026-03-02T19:21:44.504748Z","steps":["trace[1804625623] 'agreement among raft nodes before linearized reading' (duration: 141.468008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:44.504971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.369896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:21:44.505016Z","caller":"traceutil/trace.go:171","msg":"trace[1321991715] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10853; }","duration":"207.46867ms","start":"2026-03-02T19:21:44.297533Z","end":"2026-03-02T19:21:44.505002Z","steps":["trace[1321991715] 'agreement among raft nodes before linearized reading' (duration: 162.913962ms)","trace[1321991715] 'range keys from in-memory index tree' (duration: 44.475705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:44.50509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.231284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:21:44.505145Z","caller":"traceutil/trace.go:171","msg":"trace[2006181477] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10853; }","duration":"172.311416ms","start":"2026-03-02T19:21:44.332815Z","end":"2026-03-02T19:21:44.505127Z","steps":["trace[2006181477] 'agreement among raft nodes before linearized reading' (duration: 127.566033ms)","trace[2006181477] 'range keys from in-memory index tree' (duration: 44.656691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:44.50527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.875981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12563"} {"level":"info","ts":"2026-03-02T19:21:44.505144Z","caller":"traceutil/trace.go:171","msg":"trace[1744079299] transaction","detail":"{read_only:false; response_revision:10854; number_of_response:1; }","duration":"115.422832ms","start":"2026-03-02T19:21:44.389709Z","end":"2026-03-02T19:21:44.505132Z","steps":["trace[1744079299] 'process raft request' (duration: 113.718128ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:44.505394Z","caller":"traceutil/trace.go:171","msg":"trace[1368394358] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:10853; }","duration":"171.119549ms","start":"2026-03-02T19:21:44.334238Z","end":"2026-03-02T19:21:44.505357Z","steps":["trace[1368394358] 'agreement among raft nodes before linearized reading' (duration: 126.179429ms)","trace[1368394358] 'range keys from in-memory index tree' (duration: 44.580479ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:44.813446Z","caller":"traceutil/trace.go:171","msg":"trace[707316230] transaction","detail":"{read_only:false; response_revision:10858; number_of_response:1; }","duration":"137.207265ms","start":"2026-03-02T19:21:44.676192Z","end":"2026-03-02T19:21:44.813399Z","steps":["trace[707316230] 'process raft request' (duration: 136.943127ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:44.841762Z","caller":"traceutil/trace.go:171","msg":"trace[1877692877] transaction","detail":"{read_only:false; response_revision:10859; number_of_response:1; }","duration":"164.933165ms","start":"2026-03-02T19:21:44.676803Z","end":"2026-03-02T19:21:44.841736Z","steps":["trace[1877692877] 'process raft request' (duration: 164.77418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:44.842022Z","caller":"traceutil/trace.go:171","msg":"trace[189712488] transaction","detail":"{read_only:false; response_revision:10860; number_of_response:1; }","duration":"120.265974ms","start":"2026-03-02T19:21:44.72171Z","end":"2026-03-02T19:21:44.841976Z","steps":["trace[189712488] 'process raft request' (duration: 119.982645ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:31.360005Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9815} {"level":"info","ts":"2026-03-02T19:24:31.438186Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9815,"took":"75.744921ms","hash":3466140988,"current-db-size-bytes":40476672,"current-db-size":"40 MB","current-db-size-in-use-bytes":23412736,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-02T19:24:31.438334Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3466140988,"revision":9815,"compact-revision":7453} {"level":"info","ts":"2026-03-02T19:26:27.241665Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003330.wal"} {"level":"info","ts":"2026-03-02T19:26:47.71476Z","caller":"traceutil/trace.go:171","msg":"trace[1397063411] transaction","detail":"{read_only:false; response_revision:12777; number_of_response:1; }","duration":"301.671247ms","start":"2026-03-02T19:26:47.413053Z","end":"2026-03-02T19:26:47.714725Z","steps":["trace[1397063411] 'process raft request' (duration: 301.525272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:26:47.714909Z","caller":"traceutil/trace.go:171","msg":"trace[2020382414] linearizableReadLoop","detail":"{readStateIndex:13248; appliedIndex:13248; }","duration":"277.377139ms","start":"2026-03-02T19:26:47.437492Z","end":"2026-03-02T19:26:47.714869Z","steps":["trace[2020382414] 'read index received' (duration: 277.362879ms)","trace[2020382414] 'applied index is now lower than readState.Index' (duration: 12.12µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:26:47.714935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:26:47.413039Z","time spent":"301.815102ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:26:47.715144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.655419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:26:47.71519Z","caller":"traceutil/trace.go:171","msg":"trace[1344248577] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12777; }","duration":"277.733781ms","start":"2026-03-02T19:26:47.437444Z","end":"2026-03-02T19:26:47.715178Z","steps":["trace[1344248577] 'agreement among raft nodes before linearized reading' (duration: 277.582396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:26:47.716466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.994975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:26:47.716524Z","caller":"traceutil/trace.go:171","msg":"trace[1657596606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12779; }","duration":"206.106219ms","start":"2026-03-02T19:26:47.510404Z","end":"2026-03-02T19:26:47.71651Z","steps":["trace[1657596606] 'agreement among raft nodes before linearized reading' (duration: 205.965775ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:26:50.605454Z","caller":"traceutil/trace.go:171","msg":"trace[567049319] transaction","detail":"{read_only:false; response_revision:12798; number_of_response:1; }","duration":"199.686146ms","start":"2026-03-02T19:26:50.405742Z","end":"2026-03-02T19:26:50.605428Z","steps":["trace[567049319] 'process raft request' (duration: 199.534451ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:26:50.630638Z","caller":"traceutil/trace.go:171","msg":"trace[1353021796] transaction","detail":"{read_only:false; response_revision:12799; number_of_response:1; }","duration":"223.969013ms","start":"2026-03-02T19:26:50.406654Z","end":"2026-03-02T19:26:50.630623Z","steps":["trace[1353021796] 'process raft request' (duration: 223.781868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:26:50.630567Z","caller":"traceutil/trace.go:171","msg":"trace[1759855347] linearizableReadLoop","detail":"{readStateIndex:13271; appliedIndex:13269; }","duration":"119.531565ms","start":"2026-03-02T19:26:50.51101Z","end":"2026-03-02T19:26:50.630541Z","steps":["trace[1759855347] 'read index received' (duration: 94.35107ms)","trace[1759855347] 'applied index is now lower than readState.Index' (duration: 25.179455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:26:50.630861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.822614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:26:50.630919Z","caller":"traceutil/trace.go:171","msg":"trace[1539706273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12799; }","duration":"119.929397ms","start":"2026-03-02T19:26:50.510972Z","end":"2026-03-02T19:26:50.630901Z","steps":["trace[1539706273] 'agreement among raft nodes before linearized reading' (duration: 119.818234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:09.888248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.929309ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T19:27:09.88839Z","caller":"traceutil/trace.go:171","msg":"trace[1508184812] linearizableReadLoop","detail":"{readStateIndex:13359; appliedIndex:13358; }","duration":"380.981631ms","start":"2026-03-02T19:27:09.507371Z","end":"2026-03-02T19:27:09.888352Z","steps":["trace[1508184812] 'read index received' (duration: 30.831µs)","trace[1508184812] 'applied index is now lower than readState.Index' (duration: 380.94844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:27:09.888636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.241289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:27:09.888707Z","caller":"traceutil/trace.go:171","msg":"trace[302131997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12883; }","duration":"381.352293ms","start":"2026-03-02T19:27:09.507337Z","end":"2026-03-02T19:27:09.888689Z","steps":["trace[302131997] 'agreement among raft nodes before linearized reading' (duration: 381.205808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:09.888741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:09.507319Z","time spent":"381.416585ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:27:10.015606Z","caller":"traceutil/trace.go:171","msg":"trace[2012529988] transaction","detail":"{read_only:false; response_revision:12884; number_of_response:1; }","duration":"227.181254ms","start":"2026-03-02T19:27:09.788393Z","end":"2026-03-02T19:27:10.015574Z","steps":["trace[2012529988] 'process raft request' (duration: 226.936496ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:27:10.016993Z","caller":"traceutil/trace.go:171","msg":"trace[575068859] linearizableReadLoop","detail":"{readStateIndex:13362; appliedIndex:13359; }","duration":"128.551919ms","start":"2026-03-02T19:27:09.888426Z","end":"2026-03-02T19:27:10.016978Z","steps":["trace[575068859] 'read index received' (duration: 126.958719ms)","trace[575068859] 'applied index is now lower than readState.Index' (duration: 1.59218ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:27:10.017032Z","caller":"traceutil/trace.go:171","msg":"trace[554225815] transaction","detail":"{read_only:false; response_revision:12885; number_of_response:1; }","duration":"224.81649ms","start":"2026-03-02T19:27:09.792186Z","end":"2026-03-02T19:27:10.017002Z","steps":["trace[554225815] 'process raft request' (duration: 224.679795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:10.01712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.974294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:27:10.017095Z","caller":"traceutil/trace.go:171","msg":"trace[897775546] transaction","detail":"{read_only:false; response_revision:12886; number_of_response:1; }","duration":"224.624013ms","start":"2026-03-02T19:27:09.79242Z","end":"2026-03-02T19:27:10.017044Z","steps":["trace[897775546] 'process raft request' (duration: 224.52931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:10.017197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.209254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:27:10.01724Z","caller":"traceutil/trace.go:171","msg":"trace[1407987990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12886; }","duration":"125.251225ms","start":"2026-03-02T19:27:09.891983Z","end":"2026-03-02T19:27:10.017234Z","steps":["trace[1407987990] 'agreement among raft nodes before linearized reading' (duration: 125.191513ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:27:10.017156Z","caller":"traceutil/trace.go:171","msg":"trace[1931073175] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12886; }","duration":"314.065347ms","start":"2026-03-02T19:27:09.703079Z","end":"2026-03-02T19:27:10.017144Z","steps":["trace[1931073175] 'agreement among raft nodes before linearized reading' (duration: 313.985145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:10.017374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:09.703059Z","time spent":"314.295115ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:27:18.090015Z","caller":"traceutil/trace.go:171","msg":"trace[227918018] transaction","detail":"{read_only:false; response_revision:12922; number_of_response:1; }","duration":"111.558173ms","start":"2026-03-02T19:27:17.97843Z","end":"2026-03-02T19:27:18.089988Z","steps":["trace[227918018] 'process raft request' (duration: 111.386428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:25.26017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903047750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:27:25.761068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903047750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:27:25.911948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.315346667s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:27:25.912359Z","caller":"traceutil/trace.go:171","msg":"trace[770495441] transaction","detail":"{read_only:false; response_revision:12972; number_of_response:1; }","duration":"1.315820201s","start":"2026-03-02T19:27:24.59651Z","end":"2026-03-02T19:27:25.91233Z","steps":["trace[770495441] 'process raft request' (duration: 1.315671277s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:25.912578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:24.596497Z","time spent":"1.315976027s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:27:25.926084Z","caller":"traceutil/trace.go:171","msg":"trace[258226238] linearizableReadLoop","detail":"{readStateIndex:13453; appliedIndex:13451; }","duration":"1.16629558s","start":"2026-03-02T19:27:24.759764Z","end":"2026-03-02T19:27:25.926059Z","steps":["trace[258226238] 'read index received' (duration: 1.152470863s)","trace[258226238] 'applied index is now lower than readState.Index' (duration: 13.823697ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:27:25.926184Z","caller":"traceutil/trace.go:171","msg":"trace[646408348] transaction","detail":"{read_only:false; response_revision:12973; number_of_response:1; }","duration":"659.533467ms","start":"2026-03-02T19:27:25.266639Z","end":"2026-03-02T19:27:25.926172Z","steps":["trace[646408348] 'process raft request' (duration: 659.279469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:25.926299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155954113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:27:25.926365Z","caller":"traceutil/trace.go:171","msg":"trace[270159262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12973; }","duration":"1.156054656s","start":"2026-03-02T19:27:24.770298Z","end":"2026-03-02T19:27:25.926353Z","steps":["trace[270159262] 'agreement among raft nodes before linearized reading' (duration: 1.155896191s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:25.92636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.785439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:27:25.9263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:25.266614Z","time spent":"659.606539ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:27:25.926266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.77381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:27:25.92643Z","caller":"traceutil/trace.go:171","msg":"trace[1794454934] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:12973; }","duration":"877.911113ms","start":"2026-03-02T19:27:25.0485Z","end":"2026-03-02T19:27:25.926411Z","steps":["trace[1794454934] 'agreement among raft nodes before linearized reading' (duration: 877.782599ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:27:25.926443Z","caller":"traceutil/trace.go:171","msg":"trace[1661664493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12973; }","duration":"416.998488ms","start":"2026-03-02T19:27:25.509435Z","end":"2026-03-02T19:27:25.926433Z","steps":["trace[1661664493] 'agreement among raft nodes before linearized reading' (duration: 416.784551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:25.926405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:24.770275Z","time spent":"1.156124409s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:27:25.926468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:25.509416Z","time spent":"417.047709ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:27:25.926471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:25.048478Z","time spent":"877.985116ms","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:27:25.926458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140498845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:27:25.926512Z","caller":"traceutil/trace.go:171","msg":"trace[1984349525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12973; }","duration":"1.140572158s","start":"2026-03-02T19:27:24.785928Z","end":"2026-03-02T19:27:25.9265Z","steps":["trace[1984349525] 'agreement among raft nodes before linearized reading' (duration: 1.140414163s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:25.926502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166726654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:27:25.926379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.147384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:27:25.926582Z","caller":"traceutil/trace.go:171","msg":"trace[1565486137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12973; }","duration":"1.166840758s","start":"2026-03-02T19:27:24.759718Z","end":"2026-03-02T19:27:25.926559Z","steps":["trace[1565486137] 'agreement among raft nodes before linearized reading' (duration: 1.166618001s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:25.926635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:24.759699Z","time spent":"1.16692676s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:27:25.926548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:24.785917Z","time spent":"1.140624709s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:27:25.92666Z","caller":"traceutil/trace.go:171","msg":"trace[1642667631] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:12973; }","duration":"570.421962ms","start":"2026-03-02T19:27:25.356188Z","end":"2026-03-02T19:27:25.92661Z","steps":["trace[1642667631] 'agreement among raft nodes before linearized reading' (duration: 570.111073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:25.926823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:25.356168Z","time spent":"570.597898ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-69m22\" "} {"level":"warn","ts":"2026-03-02T19:27:27.332227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.157178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415397"} {"level":"info","ts":"2026-03-02T19:27:27.332347Z","caller":"traceutil/trace.go:171","msg":"trace[1021300794] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12982; }","duration":"464.305962ms","start":"2026-03-02T19:27:26.867986Z","end":"2026-03-02T19:27:27.332292Z","steps":["trace[1021300794] 'range keys from in-memory index tree' (duration: 463.895769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:27.332406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:26.867966Z","time spent":"464.422906ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415420,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-02T19:27:28.77098Z","caller":"traceutil/trace.go:171","msg":"trace[889060175] transaction","detail":"{read_only:false; response_revision:12993; number_of_response:1; }","duration":"126.924478ms","start":"2026-03-02T19:27:28.644029Z","end":"2026-03-02T19:27:28.770954Z","steps":["trace[889060175] 'process raft request' (duration: 126.727861ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:27:30.096632Z","caller":"traceutil/trace.go:171","msg":"trace[1149352225] transaction","detail":"{read_only:false; response_revision:13001; number_of_response:1; }","duration":"117.720758ms","start":"2026-03-02T19:27:29.97888Z","end":"2026-03-02T19:27:30.096601Z","steps":["trace[1149352225] 'process raft request' (duration: 117.567823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:36.4473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.2698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-810b1d33-d279-44c1-8491-111d211e27e3\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-02T19:27:36.447378Z","caller":"traceutil/trace.go:171","msg":"trace[829836383] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-810b1d33-d279-44c1-8491-111d211e27e3; range_end:; response_count:1; response_revision:13136; }","duration":"710.394153ms","start":"2026-03-02T19:27:35.736967Z","end":"2026-03-02T19:27:36.447361Z","steps":["trace[829836383] 'range keys from in-memory index tree' (duration: 710.126885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:36.447404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:35.736948Z","time spent":"710.450996ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-810b1d33-d279-44c1-8491-111d211e27e3\" "} {"level":"warn","ts":"2026-03-02T19:27:36.447369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.941186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:27:36.447456Z","caller":"traceutil/trace.go:171","msg":"trace[693198611] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13136; }","duration":"689.04987ms","start":"2026-03-02T19:27:35.758383Z","end":"2026-03-02T19:27:36.447433Z","steps":["trace[693198611] 'count revisions from in-memory index tree' (duration: 688.855284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:36.447448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.168135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-810b1d33-d279-44c1-8491-111d211e27e3\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-03-02T19:27:36.447501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:35.758321Z","time spent":"689.169633ms","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:27:36.447511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.509926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8e82e9d-b2e5-49be-b66f-768821ab26f0\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-02T19:27:36.447552Z","caller":"traceutil/trace.go:171","msg":"trace[211753434] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-810b1d33-d279-44c1-8491-111d211e27e3; range_end:; response_count:1; response_revision:13136; }","duration":"791.300279ms","start":"2026-03-02T19:27:35.656221Z","end":"2026-03-02T19:27:36.447521Z","steps":["trace[211753434] 'range keys from in-memory index tree' (duration: 791.00928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:36.447614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:35.656213Z","time spent":"791.385792ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-810b1d33-d279-44c1-8491-111d211e27e3\" "} {"level":"info","ts":"2026-03-02T19:27:36.44761Z","caller":"traceutil/trace.go:171","msg":"trace[1409605029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8e82e9d-b2e5-49be-b66f-768821ab26f0; range_end:; response_count:1; response_revision:13136; }","duration":"791.65656ms","start":"2026-03-02T19:27:35.655925Z","end":"2026-03-02T19:27:36.447581Z","steps":["trace[1409605029] 'range keys from in-memory index tree' (duration: 791.32453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:36.447683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:35.655902Z","time spent":"791.769424ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8e82e9d-b2e5-49be-b66f-768821ab26f0\" "} {"level":"info","ts":"2026-03-02T19:27:36.582579Z","caller":"traceutil/trace.go:171","msg":"trace[32019094] linearizableReadLoop","detail":"{readStateIndex:13620; appliedIndex:13619; }","duration":"462.393401ms","start":"2026-03-02T19:27:36.120159Z","end":"2026-03-02T19:27:36.582552Z","steps":["trace[32019094] 'read index received' (duration: 462.295338ms)","trace[32019094] 'applied index is now lower than readState.Index' (duration: 97.133µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:27:36.582608Z","caller":"traceutil/trace.go:171","msg":"trace[209943332] transaction","detail":"{read_only:false; response_revision:13137; number_of_response:1; }","duration":"519.486274ms","start":"2026-03-02T19:27:36.063091Z","end":"2026-03-02T19:27:36.582578Z","steps":["trace[209943332] 'process raft request' (duration: 519.325379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:36.582748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.580687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:27:36.582776Z","caller":"traceutil/trace.go:171","msg":"trace[494123146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13137; }","duration":"462.652159ms","start":"2026-03-02T19:27:36.120116Z","end":"2026-03-02T19:27:36.582768Z","steps":["trace[494123146] 'agreement among raft nodes before linearized reading' (duration: 462.527415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:36.582835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:36.120095Z","time spent":"462.734641ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:27:36.582822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:36.063059Z","time spent":"519.610288ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:27:36.592832Z","caller":"traceutil/trace.go:171","msg":"trace[1832899389] transaction","detail":"{read_only:false; response_revision:13138; number_of_response:1; }","duration":"427.129738ms","start":"2026-03-02T19:27:36.165685Z","end":"2026-03-02T19:27:36.592814Z","steps":["trace[1832899389] 'process raft request' (duration: 427.002934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:36.592949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:36.165659Z","time spent":"427.235121ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:27:36.593163Z","caller":"traceutil/trace.go:171","msg":"trace[1069098694] transaction","detail":"{read_only:false; response_revision:13139; number_of_response:1; }","duration":"427.326654ms","start":"2026-03-02T19:27:36.165816Z","end":"2026-03-02T19:27:36.593143Z","steps":["trace[1069098694] 'process raft request' (duration: 426.959723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:36.59333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:36.16579Z","time spent":"427.446937ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:27:36.593492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.320212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-snmvv.18991cdae709b58b\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-02T19:27:36.593569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.597557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:27:36.593629Z","caller":"traceutil/trace.go:171","msg":"trace[304797252] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-snmvv.18991cdae709b58b; range_end:; response_count:1; response_revision:13141; }","duration":"198.483837ms","start":"2026-03-02T19:27:36.395126Z","end":"2026-03-02T19:27:36.59361Z","steps":["trace[304797252] 'agreement among raft nodes before linearized reading' (duration: 198.25828ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:27:36.593654Z","caller":"traceutil/trace.go:171","msg":"trace[54352277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13141; }","duration":"449.793144ms","start":"2026-03-02T19:27:36.143837Z","end":"2026-03-02T19:27:36.59363Z","steps":["trace[54352277] 'agreement among raft nodes before linearized reading' (duration: 449.407211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:36.593747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:36.143818Z","time spent":"449.915347ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:27:36.593799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.486123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:27:36.59393Z","caller":"traceutil/trace.go:171","msg":"trace[928197068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13141; }","duration":"240.705651ms","start":"2026-03-02T19:27:36.353177Z","end":"2026-03-02T19:27:36.593883Z","steps":["trace[928197068] 'agreement among raft nodes before linearized reading' (duration: 240.428792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:36.594076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.157825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T19:27:36.594073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.203107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:27:36.594119Z","caller":"traceutil/trace.go:171","msg":"trace[1946086437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13141; }","duration":"450.221157ms","start":"2026-03-02T19:27:36.143889Z","end":"2026-03-02T19:27:36.59411Z","steps":["trace[1946086437] 'agreement among raft nodes before linearized reading' (duration: 450.078452ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:27:36.594132Z","caller":"traceutil/trace.go:171","msg":"trace[541723276] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:13141; }","duration":"425.290389ms","start":"2026-03-02T19:27:36.168828Z","end":"2026-03-02T19:27:36.594119Z","steps":["trace[541723276] 'agreement among raft nodes before linearized reading' (duration: 425.071342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:36.594154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:36.143885Z","time spent":"450.262708ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:27:36.593821Z","caller":"traceutil/trace.go:171","msg":"trace[289153987] transaction","detail":"{read_only:false; response_revision:13140; number_of_response:1; }","duration":"426.846639ms","start":"2026-03-02T19:27:36.166945Z","end":"2026-03-02T19:27:36.593791Z","steps":["trace[289153987] 'process raft request' (duration: 426.032263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:36.594202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:36.168818Z","time spent":"425.339281ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-69m22\" "} {"level":"warn","ts":"2026-03-02T19:27:36.594263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:36.166932Z","time spent":"427.281312ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:27:36.593848Z","caller":"traceutil/trace.go:171","msg":"trace[836497308] transaction","detail":"{read_only:false; response_revision:13141; number_of_response:1; }","duration":"135.444666ms","start":"2026-03-02T19:27:36.458386Z","end":"2026-03-02T19:27:36.593831Z","steps":["trace[836497308] 'process raft request' (duration: 134.753444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:36.594311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.782579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:27:36.594435Z","caller":"traceutil/trace.go:171","msg":"trace[1749554766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13141; }","duration":"232.006995ms","start":"2026-03-02T19:27:36.362411Z","end":"2026-03-02T19:27:36.594418Z","steps":["trace[1749554766] 'agreement among raft nodes before linearized reading' (duration: 231.684605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:40.886733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903050628,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:28:40.979231Z","caller":"traceutil/trace.go:171","msg":"trace[710243121] transaction","detail":"{read_only:false; response_revision:14004; number_of_response:1; }","duration":"661.350528ms","start":"2026-03-02T19:28:40.317858Z","end":"2026-03-02T19:28:40.979208Z","steps":["trace[710243121] 'process raft request' (duration: 661.174252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:40.979366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.31784Z","time spent":"661.461742ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8025,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:28:41.327134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.472991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:28:41.327386Z","caller":"traceutil/trace.go:171","msg":"trace[373749301] linearizableReadLoop","detail":"{readStateIndex:14515; appliedIndex:14511; }","duration":"941.525952ms","start":"2026-03-02T19:28:40.385839Z","end":"2026-03-02T19:28:41.327365Z","steps":["trace[373749301] 'read index received' (duration: 593.237328ms)","trace[373749301] 'applied index is now lower than readState.Index' (duration: 348.287694ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:28:41.327469Z","caller":"traceutil/trace.go:171","msg":"trace[1329308910] transaction","detail":"{read_only:false; response_revision:14005; number_of_response:1; }","duration":"504.61691ms","start":"2026-03-02T19:28:40.822838Z","end":"2026-03-02T19:28:41.327455Z","steps":["trace[1329308910] 'process raft request' (duration: 244.698804ms)","trace[1329308910] 'compare' (duration: 259.297426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:28:41.327531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.822815Z","time spent":"504.684851ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:28:41.327603Z","caller":"traceutil/trace.go:171","msg":"trace[1034706378] transaction","detail":"{read_only:false; response_revision:14006; number_of_response:1; }","duration":"504.353971ms","start":"2026-03-02T19:28:40.823168Z","end":"2026-03-02T19:28:41.327522Z","steps":["trace[1034706378] 'process raft request' (duration: 504.068542ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:41.327732Z","caller":"traceutil/trace.go:171","msg":"trace[1829398673] transaction","detail":"{read_only:false; response_revision:14007; number_of_response:1; }","duration":"500.973404ms","start":"2026-03-02T19:28:40.826741Z","end":"2026-03-02T19:28:41.327715Z","steps":["trace[1829398673] 'process raft request' (duration: 500.580941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.327785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.826729Z","time spent":"501.028516ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:28:41.327817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.823153Z","time spent":"504.580398ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:28:41.328128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.269135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:28:41.328202Z","caller":"traceutil/trace.go:171","msg":"trace[231429338] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14007; }","duration":"942.39483ms","start":"2026-03-02T19:28:40.385788Z","end":"2026-03-02T19:28:41.328183Z","steps":["trace[231429338] 'agreement among raft nodes before linearized reading' (duration: 942.250675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.328245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.385766Z","time spent":"942.468451ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:28:41.35499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.945767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T19:28:41.355027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.577831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:28:41.355058Z","caller":"traceutil/trace.go:171","msg":"trace[1510668323] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14009; }","duration":"969.05505ms","start":"2026-03-02T19:28:40.385986Z","end":"2026-03-02T19:28:41.355041Z","steps":["trace[1510668323] 'agreement among raft nodes before linearized reading' (duration: 968.874875ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:41.355084Z","caller":"traceutil/trace.go:171","msg":"trace[997814641] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14009; }","duration":"263.660573ms","start":"2026-03-02T19:28:41.091407Z","end":"2026-03-02T19:28:41.355068Z","steps":["trace[997814641] 'agreement among raft nodes before linearized reading' (duration: 263.5686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.35515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.012235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:28:41.355183Z","caller":"traceutil/trace.go:171","msg":"trace[1339954796] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14009; }","duration":"711.055726ms","start":"2026-03-02T19:28:40.644119Z","end":"2026-03-02T19:28:41.355175Z","steps":["trace[1339954796] 'agreement among raft nodes before linearized reading' (duration: 711.011564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.355207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.644114Z","time spent":"711.088278ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:28:41.35523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.074149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-69m22\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:28:41.355329Z","caller":"traceutil/trace.go:171","msg":"trace[535363043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-69m22; range_end:; response_count:1; response_revision:14009; }","duration":"144.207793ms","start":"2026-03-02T19:28:41.211102Z","end":"2026-03-02T19:28:41.35531Z","steps":["trace[535363043] 'agreement among raft nodes before linearized reading' (duration: 143.961525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.355363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.441512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T19:28:41.355396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.93227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:28:41.355437Z","caller":"traceutil/trace.go:171","msg":"trace[1817339242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14009; }","duration":"414.531186ms","start":"2026-03-02T19:28:40.940891Z","end":"2026-03-02T19:28:41.355422Z","steps":["trace[1817339242] 'agreement among raft nodes before linearized reading' (duration: 414.419712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.355439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.332115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:28:41.355437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.346953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:28:41.35545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.152748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:28:41.355471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.683283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:28:41.355487Z","caller":"traceutil/trace.go:171","msg":"trace[1737643086] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14009; }","duration":"262.397084ms","start":"2026-03-02T19:28:41.093075Z","end":"2026-03-02T19:28:41.355473Z","steps":["trace[1737643086] 'agreement among raft nodes before linearized reading' (duration: 262.197248ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:41.355481Z","caller":"traceutil/trace.go:171","msg":"trace[1362350613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14009; }","duration":"448.019273ms","start":"2026-03-02T19:28:40.907418Z","end":"2026-03-02T19:28:41.355437Z","steps":["trace[1362350613] 'agreement among raft nodes before linearized reading' (duration: 447.853578ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:41.355524Z","caller":"traceutil/trace.go:171","msg":"trace[121282815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14009; }","duration":"417.248381ms","start":"2026-03-02T19:28:40.938258Z","end":"2026-03-02T19:28:41.355507Z","steps":["trace[121282815] 'agreement among raft nodes before linearized reading' (duration: 417.120207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.355546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.907404Z","time spent":"448.128556ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:28:41.355554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.998703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:28:41.355556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.065632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-03-02T19:28:41.355575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.960615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:28:41.355577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.938246Z","time spent":"417.319643ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:28:41.355603Z","caller":"traceutil/trace.go:171","msg":"trace[290839530] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14009; }","duration":"712.013306ms","start":"2026-03-02T19:28:40.643581Z","end":"2026-03-02T19:28:41.355594Z","steps":["trace[290839530] 'agreement among raft nodes before linearized reading' (duration: 711.971935ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:41.355618Z","caller":"traceutil/trace.go:171","msg":"trace[571089529] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:14009; }","duration":"632.158646ms","start":"2026-03-02T19:28:40.723433Z","end":"2026-03-02T19:28:41.355592Z","steps":["trace[571089529] 'agreement among raft nodes before linearized reading' (duration: 632.015431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.355638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.643569Z","time spent":"712.063688ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:28:41.355636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.123368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:28:41.355648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.060944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T19:28:41.355335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.217875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:28:41.355659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.723412Z","time spent":"632.238748ms","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-02T19:28:41.355676Z","caller":"traceutil/trace.go:171","msg":"trace[910929186] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14009; }","duration":"264.17714ms","start":"2026-03-02T19:28:41.091487Z","end":"2026-03-02T19:28:41.355665Z","steps":["trace[910929186] 'agreement among raft nodes before linearized reading' (duration: 264.119608ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:41.35569Z","caller":"traceutil/trace.go:171","msg":"trace[1694043401] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14009; }","duration":"707.626719ms","start":"2026-03-02T19:28:40.64805Z","end":"2026-03-02T19:28:41.355676Z","steps":["trace[1694043401] 'agreement among raft nodes before linearized reading' (duration: 706.978118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.355701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.063056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T19:28:41.355744Z","caller":"traceutil/trace.go:171","msg":"trace[1840889545] transaction","detail":"{read_only:false; response_revision:14009; number_of_response:1; }","duration":"357.679262ms","start":"2026-03-02T19:28:40.99805Z","end":"2026-03-02T19:28:41.355729Z","steps":["trace[1840889545] 'process raft request' (duration: 356.744233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:41.355676Z","caller":"traceutil/trace.go:171","msg":"trace[645196517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14009; }","duration":"410.100805ms","start":"2026-03-02T19:28:40.945567Z","end":"2026-03-02T19:28:41.355668Z","steps":["trace[645196517] 'agreement among raft nodes before linearized reading' (duration: 409.956191ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:41.355783Z","caller":"traceutil/trace.go:171","msg":"trace[1935730332] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14009; }","duration":"653.163168ms","start":"2026-03-02T19:28:40.702604Z","end":"2026-03-02T19:28:41.355767Z","steps":["trace[1935730332] 'agreement among raft nodes before linearized reading' (duration: 652.88858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.355817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.945561Z","time spent":"410.24452ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:28:41.355826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.998025Z","time spent":"357.751914ms","remote":"127.0.0.1:37066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6811,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:28:41.355262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.09199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:28:41.355906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.46182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:28:41.355934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.702594Z","time spent":"653.217111ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:28:41.355934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.643374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:28:41.35592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.935682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:28:41.35602Z","caller":"traceutil/trace.go:171","msg":"trace[1143632514] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14009; }","duration":"819.032955ms","start":"2026-03-02T19:28:40.536975Z","end":"2026-03-02T19:28:41.356008Z","steps":["trace[1143632514] 'agreement among raft nodes before linearized reading' (duration: 818.87238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:41.356032Z","caller":"traceutil/trace.go:171","msg":"trace[2035634835] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14009; }","duration":"653.799749ms","start":"2026-03-02T19:28:40.702205Z","end":"2026-03-02T19:28:41.356004Z","steps":["trace[2035634835] 'agreement among raft nodes before linearized reading' (duration: 653.596432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.356067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.536919Z","time spent":"819.134658ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T19:28:41.356078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.702188Z","time spent":"653.880831ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:28:41.355965Z","caller":"traceutil/trace.go:171","msg":"trace[1132705127] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:14009; }","duration":"297.554893ms","start":"2026-03-02T19:28:41.058395Z","end":"2026-03-02T19:28:41.35595Z","steps":["trace[1132705127] 'agreement among raft nodes before linearized reading' (duration: 297.380588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.355348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.782028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:8211"} {"level":"info","ts":"2026-03-02T19:28:41.356082Z","caller":"traceutil/trace.go:171","msg":"trace[1212140480] transaction","detail":"{read_only:false; response_revision:14008; number_of_response:1; }","duration":"368.778241ms","start":"2026-03-02T19:28:40.986098Z","end":"2026-03-02T19:28:41.354876Z","steps":["trace[1212140480] 'process raft request' (duration: 368.589115ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:41.356138Z","caller":"traceutil/trace.go:171","msg":"trace[282287685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14009; }","duration":"420.927948ms","start":"2026-03-02T19:28:40.935009Z","end":"2026-03-02T19:28:41.355937Z","steps":["trace[282287685] 'agreement among raft nodes before linearized reading' (duration: 419.920216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.356392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.934982Z","time spent":"421.385081ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:28:41.355233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.405325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T19:28:41.356285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.986076Z","time spent":"370.165804ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1197,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:28:41.356887Z","caller":"traceutil/trace.go:171","msg":"trace[259121744] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14009; }","duration":"654.092098ms","start":"2026-03-02T19:28:40.702778Z","end":"2026-03-02T19:28:41.35687Z","steps":["trace[259121744] 'agreement among raft nodes before linearized reading' (duration: 652.292761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.357118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.702763Z","time spent":"654.335605ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T19:28:41.3555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.940881Z","time spent":"414.578817ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:28:41.355529Z","caller":"traceutil/trace.go:171","msg":"trace[2023880648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14009; }","duration":"843.813257ms","start":"2026-03-02T19:28:40.511699Z","end":"2026-03-02T19:28:41.355513Z","steps":["trace[2023880648] 'agreement among raft nodes before linearized reading' (duration: 843.719654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.357855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.511678Z","time spent":"846.158942ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:28:41.355584Z","caller":"traceutil/trace.go:171","msg":"trace[32801302] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14009; }","duration":"965.049734ms","start":"2026-03-02T19:28:40.390526Z","end":"2026-03-02T19:28:41.355576Z","steps":["trace[32801302] 'agreement among raft nodes before linearized reading' (duration: 964.968452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.358251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.390516Z","time spent":"967.719688ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:28:41.355734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.64803Z","time spent":"707.69119ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T19:28:41.355474Z","caller":"traceutil/trace.go:171","msg":"trace[221157580] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14009; }","duration":"711.383057ms","start":"2026-03-02T19:28:40.64408Z","end":"2026-03-02T19:28:41.355463Z","steps":["trace[221157580] 'agreement among raft nodes before linearized reading' (duration: 711.325825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.359096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.64407Z","time spent":"715.007281ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:28:41.355111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.385963Z","time spent":"969.139883ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T19:28:41.356113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.778029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:28:41.359496Z","caller":"traceutil/trace.go:171","msg":"trace[287425772] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14009; }","duration":"268.177686ms","start":"2026-03-02T19:28:41.091284Z","end":"2026-03-02T19:28:41.359461Z","steps":["trace[287425772] 'agreement among raft nodes before linearized reading' (duration: 264.118468ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:41.356177Z","caller":"traceutil/trace.go:171","msg":"trace[1852587918] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:14009; }","duration":"361.655726ms","start":"2026-03-02T19:28:40.994509Z","end":"2026-03-02T19:28:41.356165Z","steps":["trace[1852587918] 'agreement among raft nodes before linearized reading' (duration: 360.625493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.359699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.994493Z","time spent":"365.187078ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8234,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-02T19:29:09.816652Z","caller":"traceutil/trace.go:171","msg":"trace[1340952145] transaction","detail":"{read_only:false; response_revision:14150; number_of_response:1; }","duration":"176.088663ms","start":"2026-03-02T19:29:09.640534Z","end":"2026-03-02T19:29:09.816623Z","steps":["trace[1340952145] 'process raft request' (duration: 175.982629ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:09.816957Z","caller":"traceutil/trace.go:171","msg":"trace[550999243] transaction","detail":"{read_only:false; response_revision:14149; number_of_response:1; }","duration":"176.931599ms","start":"2026-03-02T19:29:09.640001Z","end":"2026-03-02T19:29:09.816933Z","steps":["trace[550999243] 'process raft request' (duration: 105.628199ms)","trace[550999243] 'compare' (duration: 70.752593ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:29:09.817087Z","caller":"traceutil/trace.go:171","msg":"trace[770104551] transaction","detail":"{read_only:false; response_revision:14151; number_of_response:1; }","duration":"176.410863ms","start":"2026-03-02T19:29:09.640659Z","end":"2026-03-02T19:29:09.81707Z","steps":["trace[770104551] 'process raft request' (duration: 175.899967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:10.134573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.717007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:29:10.134571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.502059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:29:10.134651Z","caller":"traceutil/trace.go:171","msg":"trace[1288320383] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14151; }","duration":"131.820609ms","start":"2026-03-02T19:29:10.002801Z","end":"2026-03-02T19:29:10.134621Z","steps":["trace[1288320383] 'range keys from in-memory index tree' (duration: 131.638773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:10.134674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.999451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:29:10.134687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.545711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:29:10.134719Z","caller":"traceutil/trace.go:171","msg":"trace[901600266] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14151; }","duration":"131.707806ms","start":"2026-03-02T19:29:10.002969Z","end":"2026-03-02T19:29:10.134677Z","steps":["trace[901600266] 'range keys from in-memory index tree' (duration: 131.411936ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:10.134746Z","caller":"traceutil/trace.go:171","msg":"trace[970470992] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14151; }","duration":"130.099985ms","start":"2026-03-02T19:29:10.004625Z","end":"2026-03-02T19:29:10.134725Z","steps":["trace[970470992] 'range keys from in-memory index tree' (duration: 129.874418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:10.13475Z","caller":"traceutil/trace.go:171","msg":"trace[1860340915] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14151; }","duration":"131.649174ms","start":"2026-03-02T19:29:10.003087Z","end":"2026-03-02T19:29:10.134737Z","steps":["trace[1860340915] 'range keys from in-memory index tree' (duration: 131.372145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:10.134461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.865677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-02T19:29:10.135035Z","caller":"traceutil/trace.go:171","msg":"trace[1794878454] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14151; }","duration":"130.486597ms","start":"2026-03-02T19:29:10.004534Z","end":"2026-03-02T19:29:10.135021Z","steps":["trace[1794878454] 'range keys from in-memory index tree' (duration: 129.688002ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:11.857474Z","caller":"traceutil/trace.go:171","msg":"trace[622967632] linearizableReadLoop","detail":"{readStateIndex:14667; appliedIndex:14666; }","duration":"339.796103ms","start":"2026-03-02T19:29:11.517638Z","end":"2026-03-02T19:29:11.857434Z","steps":["trace[622967632] 'read index received' (duration: 339.495493ms)","trace[622967632] 'applied index is now lower than readState.Index' (duration: 298.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:29:11.857707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.02976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:29:11.857755Z","caller":"traceutil/trace.go:171","msg":"trace[1593651578] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14152; }","duration":"340.131514ms","start":"2026-03-02T19:29:11.517611Z","end":"2026-03-02T19:29:11.857743Z","steps":["trace[1593651578] 'agreement among raft nodes before linearized reading' (duration: 340.01468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:11.857792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:11.517599Z","time spent":"340.185155ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:29:11.857908Z","caller":"traceutil/trace.go:171","msg":"trace[951585328] transaction","detail":"{read_only:false; response_revision:14152; number_of_response:1; }","duration":"340.247647ms","start":"2026-03-02T19:29:11.517578Z","end":"2026-03-02T19:29:11.857826Z","steps":["trace[951585328] 'process raft request' (duration: 339.599117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:11.858428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:11.517566Z","time spent":"340.467184ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:29:11.911827Z","caller":"traceutil/trace.go:171","msg":"trace[812435762] transaction","detail":"{read_only:false; response_revision:14153; number_of_response:1; }","duration":"378.182209ms","start":"2026-03-02T19:29:11.533544Z","end":"2026-03-02T19:29:11.911726Z","steps":["trace[812435762] 'process raft request' (duration: 377.88727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:11.912155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:11.533533Z","time spent":"378.437928ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:29:11.912126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.295053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:29:11.912172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.633573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:29:11.912217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.631073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:29:11.912263Z","caller":"traceutil/trace.go:171","msg":"trace[496175062] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14155; }","duration":"378.436288ms","start":"2026-03-02T19:29:11.533777Z","end":"2026-03-02T19:29:11.912213Z","steps":["trace[496175062] 'agreement among raft nodes before linearized reading' (duration: 378.156109ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:11.912289Z","caller":"traceutil/trace.go:171","msg":"trace[2077368197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14155; }","duration":"295.771117ms","start":"2026-03-02T19:29:11.61646Z","end":"2026-03-02T19:29:11.912231Z","steps":["trace[2077368197] 'agreement among raft nodes before linearized reading' (duration: 295.608162ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:11.912279Z","caller":"traceutil/trace.go:171","msg":"trace[1354510683] transaction","detail":"{read_only:false; response_revision:14155; number_of_response:1; }","duration":"125.794418ms","start":"2026-03-02T19:29:11.786453Z","end":"2026-03-02T19:29:11.912247Z","steps":["trace[1354510683] 'process raft request' (duration: 125.183569ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:11.912313Z","caller":"traceutil/trace.go:171","msg":"trace[88747979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14155; }","duration":"272.786798ms","start":"2026-03-02T19:29:11.639503Z","end":"2026-03-02T19:29:11.91229Z","steps":["trace[88747979] 'agreement among raft nodes before linearized reading' (duration: 272.489939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:11.912314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.762108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:29:11.912388Z","caller":"traceutil/trace.go:171","msg":"trace[1788475317] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14155; }","duration":"378.864972ms","start":"2026-03-02T19:29:11.533504Z","end":"2026-03-02T19:29:11.912369Z","steps":["trace[1788475317] 'agreement among raft nodes before linearized reading' (duration: 378.675656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:11.91243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:11.533494Z","time spent":"378.926213ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T19:29:11.91241Z","caller":"traceutil/trace.go:171","msg":"trace[1744095768] transaction","detail":"{read_only:false; response_revision:14154; number_of_response:1; }","duration":"378.034075ms","start":"2026-03-02T19:29:11.533692Z","end":"2026-03-02T19:29:11.911726Z","steps":["trace[1744095768] 'process raft request' (duration: 377.906461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:11.912469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.641463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:29:11.912542Z","caller":"traceutil/trace.go:171","msg":"trace[1036476759] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14155; }","duration":"383.733606ms","start":"2026-03-02T19:29:11.528797Z","end":"2026-03-02T19:29:11.91253Z","steps":["trace[1036476759] 'agreement among raft nodes before linearized reading' (duration: 383.569741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:11.912571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:11.533669Z","time spent":"378.81837ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:29:11.91258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:11.528786Z","time spent":"383.785427ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T19:29:11.912644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.999694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:29:11.912667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.014656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:29:11.912703Z","caller":"traceutil/trace.go:171","msg":"trace[446508933] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14155; }","duration":"379.087148ms","start":"2026-03-02T19:29:11.533606Z","end":"2026-03-02T19:29:11.912693Z","steps":["trace[446508933] 'agreement among raft nodes before linearized reading' (duration: 379.028126ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:11.912695Z","caller":"traceutil/trace.go:171","msg":"trace[1517397067] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14155; }","duration":"378.094557ms","start":"2026-03-02T19:29:11.534588Z","end":"2026-03-02T19:29:11.912682Z","steps":["trace[1517397067] 'agreement among raft nodes before linearized reading' (duration: 377.856659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:11.912713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.034667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T19:29:11.91277Z","caller":"traceutil/trace.go:171","msg":"trace[1411491682] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14155; }","duration":"379.160081ms","start":"2026-03-02T19:29:11.533594Z","end":"2026-03-02T19:29:11.912754Z","steps":["trace[1411491682] 'agreement among raft nodes before linearized reading' (duration: 379.000696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:11.912762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:11.533589Z","time spent":"379.157931ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:29:11.912774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:11.534563Z","time spent":"378.18382ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:29:11.912816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:11.533583Z","time spent":"379.221173ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:29:11.912866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.075118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:29:11.91234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:11.533762Z","time spent":"378.541912ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T19:29:11.912924Z","caller":"traceutil/trace.go:171","msg":"trace[1219822893] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14155; }","duration":"379.174531ms","start":"2026-03-02T19:29:11.533734Z","end":"2026-03-02T19:29:11.912909Z","steps":["trace[1219822893] 'agreement among raft nodes before linearized reading' (duration: 379.084698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:11.912958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:11.533717Z","time spent":"379.232363ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:29:11.912964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.13098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:29:11.913042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.086749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:29:11.913057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.238064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T19:29:11.913146Z","caller":"traceutil/trace.go:171","msg":"trace[1948982945] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14155; }","duration":"379.354597ms","start":"2026-03-02T19:29:11.533764Z","end":"2026-03-02T19:29:11.913118Z","steps":["trace[1948982945] 'agreement among raft nodes before linearized reading' (duration: 379.044717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:11.913111Z","caller":"traceutil/trace.go:171","msg":"trace[1045638867] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14155; }","duration":"379.213583ms","start":"2026-03-02T19:29:11.533884Z","end":"2026-03-02T19:29:11.913098Z","steps":["trace[1045638867] 'agreement among raft nodes before linearized reading' (duration: 378.024575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:11.913204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:11.533756Z","time spent":"379.43837ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:29:11.913273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:11.533838Z","time spent":"379.359287ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T19:29:11.913363Z","caller":"traceutil/trace.go:171","msg":"trace[1674546730] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14155; }","duration":"385.229083ms","start":"2026-03-02T19:29:11.527786Z","end":"2026-03-02T19:29:11.913015Z","steps":["trace[1674546730] 'agreement among raft nodes before linearized reading' (duration: 384.79892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:11.914906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:11.527774Z","time spent":"385.649076ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:29:31.365901Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11818} {"level":"info","ts":"2026-03-02T19:29:31.445687Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11818,"took":"77.103364ms","hash":725861457,"current-db-size-bytes":40476672,"current-db-size":"40 MB","current-db-size-in-use-bytes":27029504,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T19:29:31.445785Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":725861457,"revision":11818,"compact-revision":9815} {"level":"info","ts":"2026-03-02T19:30:13.795494Z","caller":"traceutil/trace.go:171","msg":"trace[2097781519] transaction","detail":"{read_only:false; response_revision:14523; number_of_response:1; }","duration":"111.554937ms","start":"2026-03-02T19:30:13.683912Z","end":"2026-03-02T19:30:13.795467Z","steps":["trace[2097781519] 'process raft request' (duration: 110.845834ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:30:14.319175Z","caller":"traceutil/trace.go:171","msg":"trace[1413641359] transaction","detail":"{read_only:false; response_revision:14527; number_of_response:1; }","duration":"128.126848ms","start":"2026-03-02T19:30:14.191021Z","end":"2026-03-02T19:30:14.319148Z","steps":["trace[1413641359] 'process raft request' (duration: 91.037042ms)","trace[1413641359] 'compare' (duration: 36.57628ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:30:14.498933Z","caller":"traceutil/trace.go:171","msg":"trace[1415157261] transaction","detail":"{read_only:false; response_revision:14529; number_of_response:1; }","duration":"157.75906ms","start":"2026-03-02T19:30:14.341137Z","end":"2026-03-02T19:30:14.498897Z","steps":["trace[1415157261] 'process raft request' (duration: 83.166845ms)","trace[1415157261] 'compare' (duration: 74.389858ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:30:14.499339Z","caller":"traceutil/trace.go:171","msg":"trace[698796616] transaction","detail":"{read_only:false; response_revision:14530; number_of_response:1; }","duration":"158.10598ms","start":"2026-03-02T19:30:14.341199Z","end":"2026-03-02T19:30:14.499305Z","steps":["trace[698796616] 'process raft request' (duration: 157.630966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:30:14.499712Z","caller":"traceutil/trace.go:171","msg":"trace[1558511380] transaction","detail":"{read_only:false; response_revision:14531; number_of_response:1; }","duration":"158.058518ms","start":"2026-03-02T19:30:14.341627Z","end":"2026-03-02T19:30:14.499686Z","steps":["trace[1558511380] 'process raft request' (duration: 157.8001ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:30:14.499709Z","caller":"traceutil/trace.go:171","msg":"trace[129051936] transaction","detail":"{read_only:false; response_revision:14532; number_of_response:1; }","duration":"158.283076ms","start":"2026-03-02T19:30:14.341393Z","end":"2026-03-02T19:30:14.499676Z","steps":["trace[129051936] 'process raft request' (duration: 158.148282ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:30:14.4999Z","caller":"traceutil/trace.go:171","msg":"trace[1509568824] transaction","detail":"{read_only:false; response_revision:14533; number_of_response:1; }","duration":"158.42471ms","start":"2026-03-02T19:30:14.341423Z","end":"2026-03-02T19:30:14.499848Z","steps":["trace[1509568824] 'process raft request' (duration: 158.167662ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:32:05.676476Z","caller":"traceutil/trace.go:171","msg":"trace[2055197269] transaction","detail":"{read_only:false; response_revision:15439; number_of_response:1; }","duration":"104.594189ms","start":"2026-03-02T19:32:05.571851Z","end":"2026-03-02T19:32:05.676445Z","steps":["trace[2055197269] 'process raft request' (duration: 104.442334ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:34:31.373039Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14247} {"level":"info","ts":"2026-03-02T19:34:31.475701Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14247,"took":"99.730602ms","hash":2030135955,"current-db-size-bytes":43008000,"current-db-size":"43 MB","current-db-size-in-use-bytes":28209152,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T19:34:31.475771Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2030135955,"revision":14247,"compact-revision":11818} {"level":"warn","ts":"2026-03-02T19:34:53.673756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.880971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:34:53.67385Z","caller":"traceutil/trace.go:171","msg":"trace[683450931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16572; }","duration":"156.017346ms","start":"2026-03-02T19:34:53.517812Z","end":"2026-03-02T19:34:53.67383Z","steps":["trace[683450931] 'range keys from in-memory index tree' (duration: 155.810749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:53.674239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.256668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:34:53.674288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.825028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:34:53.674319Z","caller":"traceutil/trace.go:171","msg":"trace[283186102] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:16572; }","duration":"113.343391ms","start":"2026-03-02T19:34:53.560956Z","end":"2026-03-02T19:34:53.674299Z","steps":["trace[283186102] 'count revisions from in-memory index tree' (duration: 113.178866ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:34:53.674326Z","caller":"traceutil/trace.go:171","msg":"trace[152769012] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:16572; }","duration":"346.89535ms","start":"2026-03-02T19:34:53.327418Z","end":"2026-03-02T19:34:53.674314Z","steps":["trace[152769012] 'count revisions from in-memory index tree' (duration: 346.765496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:53.674815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:53.327403Z","time spent":"347.356104ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:34:59.625963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903060924,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:34:59.659857Z","caller":"traceutil/trace.go:171","msg":"trace[306341134] transaction","detail":"{read_only:false; response_revision:16603; number_of_response:1; }","duration":"548.76175ms","start":"2026-03-02T19:34:59.111067Z","end":"2026-03-02T19:34:59.659829Z","steps":["trace[306341134] 'process raft request' (duration: 548.588234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:59.660123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:59.111052Z","time spent":"548.957227ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:34:59.780896Z","caller":"traceutil/trace.go:171","msg":"trace[1472821775] transaction","detail":"{read_only:false; response_revision:16604; number_of_response:1; }","duration":"647.436499ms","start":"2026-03-02T19:34:59.133425Z","end":"2026-03-02T19:34:59.780862Z","steps":["trace[1472821775] 'process raft request' (duration: 568.711339ms)","trace[1472821775] 'compare' (duration: 78.166243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:34:59.781049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:59.133369Z","time spent":"647.603764ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:34:59.81903Z","caller":"traceutil/trace.go:171","msg":"trace[1494295228] linearizableReadLoop","detail":"{readStateIndex:17205; appliedIndex:17202; }","duration":"693.534381ms","start":"2026-03-02T19:34:59.125447Z","end":"2026-03-02T19:34:59.818981Z","steps":["trace[1494295228] 'read index received' (duration: 534.355576ms)","trace[1494295228] 'applied index is now lower than readState.Index' (duration: 159.177395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:34:59.819325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.866822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T19:34:59.819391Z","caller":"traceutil/trace.go:171","msg":"trace[1505998652] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:16604; }","duration":"693.975516ms","start":"2026-03-02T19:34:59.1254Z","end":"2026-03-02T19:34:59.819376Z","steps":["trace[1505998652] 'agreement among raft nodes before linearized reading' (duration: 693.78547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:59.819435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:59.125389Z","time spent":"694.037297ms","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-02T19:34:59.819431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.712273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:34:59.819483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.328355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:34:59.819535Z","caller":"traceutil/trace.go:171","msg":"trace[1817864248] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:16604; }","duration":"266.880229ms","start":"2026-03-02T19:34:59.552632Z","end":"2026-03-02T19:34:59.819512Z","steps":["trace[1817864248] 'agreement among raft nodes before linearized reading' (duration: 266.704484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:34:59.819531Z","caller":"traceutil/trace.go:171","msg":"trace[2098415346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16604; }","duration":"308.434228ms","start":"2026-03-02T19:34:59.511083Z","end":"2026-03-02T19:34:59.819517Z","steps":["trace[2098415346] 'agreement among raft nodes before linearized reading' (duration: 308.332835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:59.819599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:59.511061Z","time spent":"308.52423ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:34:59.820037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.723059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vgckt\" ","response":"range_response_count:1 size:20771"} {"level":"info","ts":"2026-03-02T19:34:59.820126Z","caller":"traceutil/trace.go:171","msg":"trace[2022104595] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vgckt; range_end:; response_count:1; response_revision:16604; }","duration":"614.861393ms","start":"2026-03-02T19:34:59.205243Z","end":"2026-03-02T19:34:59.820104Z","steps":["trace[2022104595] 'agreement among raft nodes before linearized reading' (duration: 614.056587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:59.820172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:59.205233Z","time spent":"614.927235ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20794,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vgckt\" "} {"level":"info","ts":"2026-03-02T19:35:00.237948Z","caller":"traceutil/trace.go:171","msg":"trace[741660190] linearizableReadLoop","detail":"{readStateIndex:17207; appliedIndex:17206; }","duration":"358.357051ms","start":"2026-03-02T19:34:59.879562Z","end":"2026-03-02T19:35:00.237919Z","steps":["trace[741660190] 'read index received' (duration: 358.134374ms)","trace[741660190] 'applied index is now lower than readState.Index' (duration: 221.807µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:35:00.237999Z","caller":"traceutil/trace.go:171","msg":"trace[609846201] transaction","detail":"{read_only:false; response_revision:16606; number_of_response:1; }","duration":"402.747919ms","start":"2026-03-02T19:34:59.835218Z","end":"2026-03-02T19:35:00.237966Z","steps":["trace[609846201] 'process raft request' (duration: 402.548353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:00.238147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:59.835203Z","time spent":"402.863433ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:35:00.23821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.36201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-02T19:35:00.238258Z","caller":"traceutil/trace.go:171","msg":"trace[1810516294] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16606; }","duration":"304.460513ms","start":"2026-03-02T19:34:59.933782Z","end":"2026-03-02T19:35:00.238243Z","steps":["trace[1810516294] 'agreement among raft nodes before linearized reading' (duration: 304.276107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:00.238257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.590014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:35:00.238346Z","caller":"traceutil/trace.go:171","msg":"trace[62447173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16606; }","duration":"295.747989ms","start":"2026-03-02T19:34:59.942579Z","end":"2026-03-02T19:35:00.238327Z","steps":["trace[62447173] 'agreement among raft nodes before linearized reading' (duration: 295.507141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:00.238379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.905865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:35:00.238408Z","caller":"traceutil/trace.go:171","msg":"trace[5681222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16606; }","duration":"296.952476ms","start":"2026-03-02T19:34:59.941448Z","end":"2026-03-02T19:35:00.2384Z","steps":["trace[5681222] 'agreement among raft nodes before linearized reading' (duration: 296.870673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:00.238535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.679011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:35:00.238557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.97976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:35:00.238584Z","caller":"traceutil/trace.go:171","msg":"trace[1123646347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16606; }","duration":"298.743802ms","start":"2026-03-02T19:34:59.939828Z","end":"2026-03-02T19:35:00.238572Z","steps":["trace[1123646347] 'agreement among raft nodes before linearized reading' (duration: 298.586157ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:35:00.238586Z","caller":"traceutil/trace.go:171","msg":"trace[466690445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16606; }","duration":"299.055552ms","start":"2026-03-02T19:34:59.939521Z","end":"2026-03-02T19:35:00.238576Z","steps":["trace[466690445] 'agreement among raft nodes before linearized reading' (duration: 298.98458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:00.238294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:59.933759Z","time spent":"304.526565ms","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-02T19:35:00.239506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.136888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936540"} {"level":"info","ts":"2026-03-02T19:35:00.239573Z","caller":"traceutil/trace.go:171","msg":"trace[1928633508] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16606; }","duration":"414.243151ms","start":"2026-03-02T19:34:59.825313Z","end":"2026-03-02T19:35:00.239556Z","steps":["trace[1928633508] 'agreement among raft nodes before linearized reading' (duration: 412.734074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:00.239615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:59.825298Z","time spent":"414.306334ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":936563,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:35:00.907125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903060939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:35:01.407779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903060939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:35:01.451217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.148047211s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:35:01.451618Z","caller":"traceutil/trace.go:171","msg":"trace[1885739483] transaction","detail":"{read_only:false; response_revision:16609; number_of_response:1; }","duration":"1.208755573s","start":"2026-03-02T19:35:00.242831Z","end":"2026-03-02T19:35:01.451587Z","steps":["trace[1885739483] 'process raft request' (duration: 1.208552987s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:01.451764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.242814Z","time spent":"1.208872947s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:35:01.451897Z","caller":"traceutil/trace.go:171","msg":"trace[926079100] transaction","detail":"{read_only:false; response_revision:16610; number_of_response:1; }","duration":"1.208745973s","start":"2026-03-02T19:35:00.243125Z","end":"2026-03-02T19:35:01.451871Z","steps":["trace[926079100] 'process raft request' (duration: 1.208416443s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:35:01.451938Z","caller":"traceutil/trace.go:171","msg":"trace[998145252] transaction","detail":"{read_only:false; response_revision:16611; number_of_response:1; }","duration":"1.207488743s","start":"2026-03-02T19:35:00.244423Z","end":"2026-03-02T19:35:01.451912Z","steps":["trace[998145252] 'process raft request' (duration: 1.20737173s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:01.452074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.243117Z","time spent":"1.208821315s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:35:01.45223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.244415Z","time spent":"1.20770904s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:35:01.53603Z","caller":"traceutil/trace.go:171","msg":"trace[1702844190] linearizableReadLoop","detail":"{readStateIndex:17213; appliedIndex:17209; }","duration":"1.12896231s","start":"2026-03-02T19:35:00.407024Z","end":"2026-03-02T19:35:01.535986Z","steps":["trace[1702844190] 'read index received' (duration: 1.044357814s)","trace[1702844190] 'applied index is now lower than readState.Index' (duration: 84.603456ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:35:01.53608Z","caller":"traceutil/trace.go:171","msg":"trace[426675859] transaction","detail":"{read_only:false; response_revision:16612; number_of_response:1; }","duration":"437.753572ms","start":"2026-03-02T19:35:01.098298Z","end":"2026-03-02T19:35:01.536052Z","steps":["trace[426675859] 'process raft request' (duration: 392.174906ms)","trace[426675859] 'compare' (duration: 45.38412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:35:01.536182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:01.098274Z","time spent":"437.856576ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:35:01.536226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129197307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10815"} {"level":"info","ts":"2026-03-02T19:35:01.536265Z","caller":"traceutil/trace.go:171","msg":"trace[1716835249] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16612; }","duration":"1.12926596s","start":"2026-03-02T19:35:00.406989Z","end":"2026-03-02T19:35:01.536255Z","steps":["trace[1716835249] 'agreement among raft nodes before linearized reading' (duration: 1.129141836s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:01.536303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.406974Z","time spent":"1.129321782s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":10838,"request content":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-02T19:35:01.53634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025228682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-02T19:35:01.536392Z","caller":"traceutil/trace.go:171","msg":"trace[169432244] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16612; }","duration":"1.025335045s","start":"2026-03-02T19:35:00.511045Z","end":"2026-03-02T19:35:01.53638Z","steps":["trace[169432244] 'agreement among raft nodes before linearized reading' (duration: 1.025136249s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:01.53646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.511029Z","time spent":"1.025392997s","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-02T19:35:01.536899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.403596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6l9ph\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-03-02T19:35:01.536998Z","caller":"traceutil/trace.go:171","msg":"trace[1025463911] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6l9ph; range_end:; response_count:1; response_revision:16612; }","duration":"659.560981ms","start":"2026-03-02T19:35:00.877411Z","end":"2026-03-02T19:35:01.536972Z","steps":["trace[1025463911] 'agreement among raft nodes before linearized reading' (duration: 658.817528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:01.537055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.877388Z","time spent":"659.653253ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6l9ph\" "} {"level":"warn","ts":"2026-03-02T19:35:01.537286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.933197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:35:01.537376Z","caller":"traceutil/trace.go:171","msg":"trace[1857947820] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16612; }","duration":"723.121623ms","start":"2026-03-02T19:35:00.814232Z","end":"2026-03-02T19:35:01.537353Z","steps":["trace[1857947820] 'agreement among raft nodes before linearized reading' (duration: 721.984867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:01.537425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.814212Z","time spent":"723.201096ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1886,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:35:06.452519Z","caller":"traceutil/trace.go:171","msg":"trace[222589] linearizableReadLoop","detail":"{readStateIndex:17264; appliedIndex:17263; }","duration":"124.38991ms","start":"2026-03-02T19:35:06.328101Z","end":"2026-03-02T19:35:06.452491Z","steps":["trace[222589] 'read index received' (duration: 124.189773ms)","trace[222589] 'applied index is now lower than readState.Index' (duration: 199.247µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:35:06.452554Z","caller":"traceutil/trace.go:171","msg":"trace[2023926021] transaction","detail":"{read_only:false; response_revision:16662; number_of_response:1; }","duration":"125.241586ms","start":"2026-03-02T19:35:06.327293Z","end":"2026-03-02T19:35:06.452535Z","steps":["trace[2023926021] 'process raft request' (duration: 125.079581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:06.452642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.973663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:35:06.452663Z","caller":"traceutil/trace.go:171","msg":"trace[1264110540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16662; }","duration":"115.023164ms","start":"2026-03-02T19:35:06.337632Z","end":"2026-03-02T19:35:06.452655Z","steps":["trace[1264110540] 'agreement among raft nodes before linearized reading' (duration: 114.967572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:06.452768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.640917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:35:06.452866Z","caller":"traceutil/trace.go:171","msg":"trace[1026316668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16662; }","duration":"124.778461ms","start":"2026-03-02T19:35:06.328057Z","end":"2026-03-02T19:35:06.452836Z","steps":["trace[1026316668] 'agreement among raft nodes before linearized reading' (duration: 124.524523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:13.716631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.530064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:35:13.716753Z","caller":"traceutil/trace.go:171","msg":"trace[1622757271] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:16900; }","duration":"171.6873ms","start":"2026-03-02T19:35:13.545039Z","end":"2026-03-02T19:35:13.716726Z","steps":["trace[1622757271] 'count revisions from in-memory index tree' (duration: 171.480153ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:35:13.716957Z","caller":"traceutil/trace.go:171","msg":"trace[500032139] transaction","detail":"{read_only:false; response_revision:16901; number_of_response:1; }","duration":"129.630334ms","start":"2026-03-02T19:35:13.587277Z","end":"2026-03-02T19:35:13.716907Z","steps":["trace[500032139] 'process raft request' (duration: 90.805251ms)","trace[500032139] 'compare' (duration: 38.370599ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:36:22.191904Z","caller":"traceutil/trace.go:171","msg":"trace[1796434017] transaction","detail":"{read_only:false; response_revision:17416; number_of_response:1; }","duration":"103.549153ms","start":"2026-03-02T19:36:22.088318Z","end":"2026-03-02T19:36:22.191867Z","steps":["trace[1796434017] 'process raft request' (duration: 63.714468ms)","trace[1796434017] 'compare' (duration: 39.66962ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:39:31.384239Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16349} {"level":"info","ts":"2026-03-02T19:39:31.48709Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16349,"took":"99.204157ms","hash":2041104520,"current-db-size-bytes":43429888,"current-db-size":"43 MB","current-db-size-in-use-bytes":30760960,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T19:39:31.487148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2041104520,"revision":16349,"compact-revision":14247} {"level":"warn","ts":"2026-03-02T19:40:03.265674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.61957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:40:03.265809Z","caller":"traceutil/trace.go:171","msg":"trace[284533011] linearizableReadLoop","detail":"{readStateIndex:19483; appliedIndex:19482; }","duration":"197.44995ms","start":"2026-03-02T19:40:03.068337Z","end":"2026-03-02T19:40:03.265787Z","steps":["trace[284533011] 'read index received' (duration: 90.663565ms)","trace[284533011] 'applied index is now lower than readState.Index' (duration: 106.784535ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:40:03.265875Z","caller":"traceutil/trace.go:171","msg":"trace[268882566] transaction","detail":"{read_only:false; response_revision:18804; number_of_response:1; }","duration":"254.355159ms","start":"2026-03-02T19:40:03.011482Z","end":"2026-03-02T19:40:03.265837Z","steps":["trace[268882566] 'process raft request' (duration: 147.467091ms)","trace[268882566] 'compare' (duration: 106.377631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:40:03.265956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.617626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:40:03.265994Z","caller":"traceutil/trace.go:171","msg":"trace[1754829081] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:18804; }","duration":"197.700478ms","start":"2026-03-02T19:40:03.068281Z","end":"2026-03-02T19:40:03.265982Z","steps":["trace[1754829081] 'agreement among raft nodes before linearized reading' (duration: 197.563064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:03.570034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.42076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:40:03.57011Z","caller":"traceutil/trace.go:171","msg":"trace[991587462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18804; }","duration":"160.540584ms","start":"2026-03-02T19:40:03.409554Z","end":"2026-03-02T19:40:03.570095Z","steps":["trace[991587462] 'range keys from in-memory index tree' (duration: 160.247595ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:40:03.831298Z","caller":"traceutil/trace.go:171","msg":"trace[1033468351] linearizableReadLoop","detail":"{readStateIndex:19484; appliedIndex:19483; }","duration":"222.358047ms","start":"2026-03-02T19:40:03.608913Z","end":"2026-03-02T19:40:03.831271Z","steps":["trace[1033468351] 'read index received' (duration: 222.12375ms)","trace[1033468351] 'applied index is now lower than readState.Index' (duration: 233.287µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:40:03.831388Z","caller":"traceutil/trace.go:171","msg":"trace[2102242989] transaction","detail":"{read_only:false; response_revision:18805; number_of_response:1; }","duration":"257.767947ms","start":"2026-03-02T19:40:03.573578Z","end":"2026-03-02T19:40:03.831346Z","steps":["trace[2102242989] 'process raft request' (duration: 257.54372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:03.831525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.593435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T19:40:03.831569Z","caller":"traceutil/trace.go:171","msg":"trace[943645398] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18805; }","duration":"222.681267ms","start":"2026-03-02T19:40:03.608876Z","end":"2026-03-02T19:40:03.831557Z","steps":["trace[943645398] 'agreement among raft nodes before linearized reading' (duration: 222.529293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:04.966508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071179601s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:40:04.966618Z","caller":"traceutil/trace.go:171","msg":"trace[1179690754] linearizableReadLoop","detail":"{readStateIndex:19485; appliedIndex:19484; }","duration":"1.099363271s","start":"2026-03-02T19:40:03.867235Z","end":"2026-03-02T19:40:04.966598Z","steps":["trace[1179690754] 'read index received' (duration: 27.985604ms)","trace[1179690754] 'applied index is now lower than readState.Index' (duration: 1.071376047s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:40:04.966696Z","caller":"traceutil/trace.go:171","msg":"trace[1405993480] transaction","detail":"{read_only:false; response_revision:18806; number_of_response:1; }","duration":"1.131960972s","start":"2026-03-02T19:40:03.83469Z","end":"2026-03-02T19:40:04.966651Z","steps":["trace[1405993480] 'process raft request' (duration: 60.534184ms)","trace[1405993480] 'compare' (duration: 1.070629783s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:40:04.966916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:03.834668Z","time spent":"1.132146367s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:40:04.966722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099478475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:40:04.967153Z","caller":"traceutil/trace.go:171","msg":"trace[295614309] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:18806; }","duration":"1.099908178s","start":"2026-03-02T19:40:03.867206Z","end":"2026-03-02T19:40:04.967114Z","steps":["trace[295614309] 'agreement among raft nodes before linearized reading' (duration: 1.099469204s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:04.967233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:03.867193Z","time spent":"1.100024062s","remote":"127.0.0.1:51430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:40:05.466687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903067453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:40:05.890449Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092349321s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:40:06.299032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.238581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:40:06.299288Z","caller":"traceutil/trace.go:171","msg":"trace[1403521320] transaction","detail":"{read_only:false; response_revision:18807; number_of_response:1; }","duration":"1.501272013s","start":"2026-03-02T19:40:04.797979Z","end":"2026-03-02T19:40:06.299251Z","steps":["trace[1403521320] 'process raft request' (duration: 1.092739623s)","trace[1403521320] 'compare' (duration: 408.127818ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:40:06.299971Z","caller":"traceutil/trace.go:171","msg":"trace[399497188] transaction","detail":"{read_only:false; response_revision:18809; number_of_response:1; }","duration":"1.266225196s","start":"2026-03-02T19:40:05.033728Z","end":"2026-03-02T19:40:06.299954Z","steps":["trace[399497188] 'process raft request' (duration: 1.266067761s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:06.300102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:05.033711Z","time spent":"1.26633641s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:40:06.299894Z","caller":"traceutil/trace.go:171","msg":"trace[785559667] transaction","detail":"{read_only:false; response_revision:18808; number_of_response:1; }","duration":"1.49547475s","start":"2026-03-02T19:40:04.804397Z","end":"2026-03-02T19:40:06.299872Z","steps":["trace[785559667] 'process raft request' (duration: 1.494744017s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:06.300251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:04.804365Z","time spent":"1.49580178s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:40:06.300365Z","caller":"traceutil/trace.go:171","msg":"trace[760068740] linearizableReadLoop","detail":"{readStateIndex:19489; appliedIndex:19485; }","duration":"1.333712128s","start":"2026-03-02T19:40:04.966645Z","end":"2026-03-02T19:40:06.300357Z","steps":["trace[760068740] 'read index received' (duration: 924.094963ms)","trace[760068740] 'applied index is now lower than readState.Index' (duration: 409.616145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:40:06.300453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042190407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:40:06.300493Z","caller":"traceutil/trace.go:171","msg":"trace[1997954005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18810; }","duration":"2.042272399s","start":"2026-03-02T19:40:04.258213Z","end":"2026-03-02T19:40:06.300486Z","steps":["trace[1997954005] 'agreement among raft nodes before linearized reading' (duration: 2.042213408s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:06.300522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:04.258194Z","time spent":"2.042322181s","remote":"127.0.0.1:44542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:40:06.300535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789369727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:40:06.300571Z","caller":"traceutil/trace.go:171","msg":"trace[434242603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18810; }","duration":"1.789436009s","start":"2026-03-02T19:40:04.511123Z","end":"2026-03-02T19:40:06.300559Z","steps":["trace[434242603] 'agreement among raft nodes before linearized reading' (duration: 1.789390327s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:06.300606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:04.511106Z","time spent":"1.789495311s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:40:06.300672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224921372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:40:06.300731Z","caller":"traceutil/trace.go:171","msg":"trace[605619861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18810; }","duration":"2.225012745s","start":"2026-03-02T19:40:04.075701Z","end":"2026-03-02T19:40:06.300714Z","steps":["trace[605619861] 'agreement among raft nodes before linearized reading' (duration: 2.224846869s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:06.300489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946559795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T19:40:06.300803Z","caller":"traceutil/trace.go:171","msg":"trace[966935864] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:18810; }","duration":"1.946902256s","start":"2026-03-02T19:40:04.353894Z","end":"2026-03-02T19:40:06.300796Z","steps":["trace[966935864] 'agreement among raft nodes before linearized reading' (duration: 1.946497893s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:06.30083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:04.35388Z","time spent":"1.946944317s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-02T19:40:06.300841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22076767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:40:06.300876Z","caller":"traceutil/trace.go:171","msg":"trace[433443388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18810; }","duration":"2.220826112s","start":"2026-03-02T19:40:04.080039Z","end":"2026-03-02T19:40:06.300865Z","steps":["trace[433443388] 'agreement among raft nodes before linearized reading' (duration: 2.22074847s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:06.300907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:04.080025Z","time spent":"2.220876194s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:40:06.300741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288624764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T19:40:06.301003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030842047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:40:06.301044Z","caller":"traceutil/trace.go:171","msg":"trace[1365907426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18810; }","duration":"1.0309212s","start":"2026-03-02T19:40:05.270112Z","end":"2026-03-02T19:40:06.301034Z","steps":["trace[1365907426] 'agreement among raft nodes before linearized reading' (duration: 1.030819697s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:06.301077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:05.270094Z","time spent":"1.030976792s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:40:06.301352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.789698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:40:06.301409Z","caller":"traceutil/trace.go:171","msg":"trace[343872776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18810; }","duration":"464.880791ms","start":"2026-03-02T19:40:05.836515Z","end":"2026-03-02T19:40:06.301395Z","steps":["trace[343872776] 'agreement among raft nodes before linearized reading' (duration: 464.750587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:06.301464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:05.836494Z","time spent":"464.956044ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:40:06.301591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269570302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:40:06.301634Z","caller":"traceutil/trace.go:171","msg":"trace[660626461] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:18810; }","duration":"1.269644424s","start":"2026-03-02T19:40:05.031979Z","end":"2026-03-02T19:40:06.301623Z","steps":["trace[660626461] 'agreement among raft nodes before linearized reading' (duration: 1.269583012s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:06.301667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:05.031964Z","time spent":"1.269694955s","remote":"127.0.0.1:36984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:40:06.300331Z","caller":"traceutil/trace.go:171","msg":"trace[1309047810] transaction","detail":"{read_only:false; response_revision:18810; number_of_response:1; }","duration":"1.136074073s","start":"2026-03-02T19:40:05.1642Z","end":"2026-03-02T19:40:06.300274Z","steps":["trace[1309047810] 'process raft request' (duration: 1.135716771s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:06.300769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:04.075677Z","time spent":"2.225084537s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:40:06.302102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:05.164163Z","time spent":"1.137749806s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:40:06.302264Z","caller":"traceutil/trace.go:171","msg":"trace[98287606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18810; }","duration":"1.288894142s","start":"2026-03-02T19:40:05.012059Z","end":"2026-03-02T19:40:06.300953Z","steps":["trace[98287606] 'agreement among raft nodes before linearized reading' (duration: 1.288624614s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:06.302841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:05.012035Z","time spent":"1.29071891s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:40:06.30335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:04.797953Z","time spent":"1.502046958s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:40:06.899916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.721915ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-02T19:40:06.900015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:06.301564Z","time spent":"598.447873ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:40:07.027425Z","caller":"traceutil/trace.go:171","msg":"trace[230205961] transaction","detail":"{read_only:false; response_revision:18811; number_of_response:1; }","duration":"721.875114ms","start":"2026-03-02T19:40:06.30552Z","end":"2026-03-02T19:40:07.027395Z","steps":["trace[230205961] 'process raft request' (duration: 721.269564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:07.027651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:06.3055Z","time spent":"722.000727ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:40:07.028056Z","caller":"traceutil/trace.go:171","msg":"trace[1589509062] transaction","detail":"{read_only:false; response_revision:18813; number_of_response:1; }","duration":"721.437169ms","start":"2026-03-02T19:40:06.306598Z","end":"2026-03-02T19:40:07.028035Z","steps":["trace[1589509062] 'process raft request' (duration: 721.324505ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:40:07.028137Z","caller":"traceutil/trace.go:171","msg":"trace[1865510078] transaction","detail":"{read_only:false; response_revision:18814; number_of_response:1; }","duration":"720.774458ms","start":"2026-03-02T19:40:06.307326Z","end":"2026-03-02T19:40:07.0281Z","steps":["trace[1865510078] 'process raft request' (duration: 720.641224ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:40:07.028183Z","caller":"traceutil/trace.go:171","msg":"trace[1714362122] transaction","detail":"{read_only:false; response_revision:18815; number_of_response:1; }","duration":"720.734547ms","start":"2026-03-02T19:40:06.30742Z","end":"2026-03-02T19:40:07.028155Z","steps":["trace[1714362122] 'process raft request' (duration: 720.576662ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:40:07.028199Z","caller":"traceutil/trace.go:171","msg":"trace[1730968508] transaction","detail":"{read_only:false; response_revision:18812; number_of_response:1; }","duration":"721.559813ms","start":"2026-03-02T19:40:06.306583Z","end":"2026-03-02T19:40:07.028143Z","steps":["trace[1730968508] 'process raft request' (duration: 720.748688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:07.028258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:06.30657Z","time spent":"721.578203ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:40:07.028291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:06.307312Z","time spent":"720.902703ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:40:07.028296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:06.307413Z","time spent":"720.827699ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:40:07.028353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:06.306563Z","time spent":"721.685837ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:40:07.028443Z","caller":"traceutil/trace.go:171","msg":"trace[1520096962] linearizableReadLoop","detail":"{readStateIndex:19493; appliedIndex:19489; }","duration":"721.203262ms","start":"2026-03-02T19:40:06.307202Z","end":"2026-03-02T19:40:07.028406Z","steps":["trace[1520096962] 'read index received' (duration: 296.948694ms)","trace[1520096962] 'applied index is now lower than readState.Index' (duration: 424.253188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:40:07.028598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.910252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:40:07.028665Z","caller":"traceutil/trace.go:171","msg":"trace[1692513229] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:18816; }","duration":"409.021596ms","start":"2026-03-02T19:40:06.619635Z","end":"2026-03-02T19:40:07.028657Z","steps":["trace[1692513229] 'agreement among raft nodes before linearized reading' (duration: 408.891332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:07.028688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.950179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:40:07.028779Z","caller":"traceutil/trace.go:171","msg":"trace[168972941] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:18816; }","duration":"256.072273ms","start":"2026-03-02T19:40:06.772687Z","end":"2026-03-02T19:40:07.028759Z","steps":["trace[168972941] 'agreement among raft nodes before linearized reading' (duration: 255.956199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:07.028803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.699173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:40:07.028863Z","caller":"traceutil/trace.go:171","msg":"trace[1530581199] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18816; }","duration":"331.786555ms","start":"2026-03-02T19:40:06.697071Z","end":"2026-03-02T19:40:07.028857Z","steps":["trace[1530581199] 'agreement among raft nodes before linearized reading' (duration: 331.668961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:07.028869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.608957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:40:07.028891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:06.697058Z","time spent":"331.826687ms","remote":"127.0.0.1:37014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:40:07.028728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:06.619613Z","time spent":"409.106238ms","remote":"127.0.0.1:48738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:40:07.028595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.378907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:40:07.029036Z","caller":"traceutil/trace.go:171","msg":"trace[1371299363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18816; }","duration":"721.823911ms","start":"2026-03-02T19:40:06.307171Z","end":"2026-03-02T19:40:07.028995Z","steps":["trace[1371299363] 'agreement among raft nodes before linearized reading' (duration: 721.319895ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:40:07.029038Z","caller":"traceutil/trace.go:171","msg":"trace[750411417] transaction","detail":"{read_only:false; response_revision:18816; number_of_response:1; }","duration":"127.971134ms","start":"2026-03-02T19:40:06.901047Z","end":"2026-03-02T19:40:07.029018Z","steps":["trace[750411417] 'process raft request' (duration: 126.988703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:07.029074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:06.307161Z","time spent":"721.903463ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:40:07.028915Z","caller":"traceutil/trace.go:171","msg":"trace[291696930] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:18816; }","duration":"342.69797ms","start":"2026-03-02T19:40:06.686204Z","end":"2026-03-02T19:40:07.028902Z","steps":["trace[291696930] 'agreement among raft nodes before linearized reading' (duration: 342.609257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:40:07.029212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:40:06.686182Z","time spent":"343.02177ms","remote":"127.0.0.1:36894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:40:56.522487Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T19:40:56.527631Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T19:40:56.527723Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T19:43:57.154393Z","caller":"traceutil/trace.go:171","msg":"trace[1363574855] transaction","detail":"{read_only:false; response_revision:20907; number_of_response:1; }","duration":"231.721898ms","start":"2026-03-02T19:43:56.922648Z","end":"2026-03-02T19:43:57.15437Z","steps":["trace[1363574855] 'process raft request' (duration: 231.666776ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:43:57.154803Z","caller":"traceutil/trace.go:171","msg":"trace[1024096106] transaction","detail":"{read_only:false; response_revision:20906; number_of_response:1; }","duration":"252.51453ms","start":"2026-03-02T19:43:56.902277Z","end":"2026-03-02T19:43:57.154791Z","steps":["trace[1024096106] 'process raft request' (duration: 251.902561ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:43:57.154988Z","caller":"traceutil/trace.go:171","msg":"trace[238947396] linearizableReadLoop","detail":"{readStateIndex:21659; appliedIndex:21659; }","duration":"221.194247ms","start":"2026-03-02T19:43:56.933756Z","end":"2026-03-02T19:43:57.154951Z","steps":["trace[238947396] 'read index received' (duration: 221.181347ms)","trace[238947396] 'applied index is now lower than readState.Index' (duration: 10.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:43:57.155377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.797083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-295xk\" ","response":"range_response_count:1 size:3480"} {"level":"info","ts":"2026-03-02T19:43:57.155439Z","caller":"traceutil/trace.go:171","msg":"trace[373376487] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-295xk; range_end:; response_count:1; response_revision:20907; }","duration":"240.909516ms","start":"2026-03-02T19:43:56.91451Z","end":"2026-03-02T19:43:57.155419Z","steps":["trace[373376487] 'agreement among raft nodes before linearized reading' (duration: 240.633457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:43:57.15558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.591047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-02T19:43:57.155658Z","caller":"traceutil/trace.go:171","msg":"trace[1597259087] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:20908; }","duration":"205.708361ms","start":"2026-03-02T19:43:56.94993Z","end":"2026-03-02T19:43:57.155639Z","steps":["trace[1597259087] 'agreement among raft nodes before linearized reading' (duration: 205.477404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:43:57.155837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.301516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:43:57.155838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.893755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:43:57.155883Z","caller":"traceutil/trace.go:171","msg":"trace[589567277] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20908; }","duration":"154.941776ms","start":"2026-03-02T19:43:57.000928Z","end":"2026-03-02T19:43:57.15587Z","steps":["trace[589567277] 'agreement among raft nodes before linearized reading' (duration: 154.866894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:43:57.15587Z","caller":"traceutil/trace.go:171","msg":"trace[2102236833] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:20908; }","duration":"182.353467ms","start":"2026-03-02T19:43:56.973506Z","end":"2026-03-02T19:43:57.155859Z","steps":["trace[2102236833] 'agreement among raft nodes before linearized reading' (duration: 182.303765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:44:00.199231Z","caller":"traceutil/trace.go:171","msg":"trace[1785135236] transaction","detail":"{read_only:false; response_revision:21006; number_of_response:1; }","duration":"174.990856ms","start":"2026-03-02T19:44:00.024209Z","end":"2026-03-02T19:44:00.1992Z","steps":["trace[1785135236] 'process raft request' (duration: 168.819552ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:44:00.199401Z","caller":"traceutil/trace.go:171","msg":"trace[1622025701] transaction","detail":"{read_only:false; response_revision:21007; number_of_response:1; }","duration":"171.750734ms","start":"2026-03-02T19:44:00.027616Z","end":"2026-03-02T19:44:00.199367Z","steps":["trace[1622025701] 'process raft request' (duration: 171.505787ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:44:00.199471Z","caller":"traceutil/trace.go:171","msg":"trace[1306521606] transaction","detail":"{read_only:false; response_revision:21008; number_of_response:1; }","duration":"143.652032ms","start":"2026-03-02T19:44:00.0558Z","end":"2026-03-02T19:44:00.199452Z","steps":["trace[1306521606] 'process raft request' (duration: 143.458436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:00.199608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.542566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager-test/\" range_end:\"/registry/events/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:44:00.199464Z","caller":"traceutil/trace.go:171","msg":"trace[599189668] linearizableReadLoop","detail":"{readStateIndex:21760; appliedIndex:21758; }","duration":"163.381031ms","start":"2026-03-02T19:44:00.036039Z","end":"2026-03-02T19:44:00.19942Z","steps":["trace[599189668] 'read index received' (duration: 157.904359ms)","trace[599189668] 'applied index is now lower than readState.Index' (duration: 5.475462ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:44:00.199672Z","caller":"traceutil/trace.go:171","msg":"trace[1962117909] range","detail":"{range_begin:/registry/events/cert-manager-test/; range_end:/registry/events/cert-manager-test0; response_count:0; response_revision:21008; }","duration":"163.63961ms","start":"2026-03-02T19:44:00.036018Z","end":"2026-03-02T19:44:00.199658Z","steps":["trace[1962117909] 'agreement among raft nodes before linearized reading' (duration: 163.504685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.106879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.383858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:44:05.106957Z","caller":"traceutil/trace.go:171","msg":"trace[2119951166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21113; }","duration":"495.490822ms","start":"2026-03-02T19:44:04.611449Z","end":"2026-03-02T19:44:05.10694Z","steps":["trace[2119951166] 'range keys from in-memory index tree' (duration: 495.254804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.107152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.384666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:44:05.107256Z","caller":"traceutil/trace.go:171","msg":"trace[1083059845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21113; }","duration":"500.554541ms","start":"2026-03-02T19:44:04.606678Z","end":"2026-03-02T19:44:05.107233Z","steps":["trace[1083059845] 'range keys from in-memory index tree' (duration: 500.056235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.107308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:04.606652Z","time spent":"500.646024ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:44:05.107579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.402516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:44:05.107689Z","caller":"traceutil/trace.go:171","msg":"trace[146921497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21113; }","duration":"500.55151ms","start":"2026-03-02T19:44:04.607113Z","end":"2026-03-02T19:44:05.107664Z","steps":["trace[146921497] 'range keys from in-memory index tree' (duration: 499.708474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.10775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:04.60709Z","time spent":"500.645574ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:44:05.10804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:04.611441Z","time spent":"496.583076ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:44:05.108093Z","caller":"traceutil/trace.go:171","msg":"trace[1615888930] transaction","detail":"{read_only:false; response_revision:21114; number_of_response:1; }","duration":"491.887818ms","start":"2026-03-02T19:44:04.616178Z","end":"2026-03-02T19:44:05.108066Z","steps":["trace[1615888930] 'process raft request' (duration: 490.561666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.108313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:04.616168Z","time spent":"491.988732ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:44:05.20404Z","caller":"traceutil/trace.go:171","msg":"trace[2117150491] transaction","detail":"{read_only:false; response_revision:21115; number_of_response:1; }","duration":"480.596044ms","start":"2026-03-02T19:44:04.723422Z","end":"2026-03-02T19:44:05.204018Z","steps":["trace[2117150491] 'process raft request' (duration: 480.366036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.204172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:04.723389Z","time spent":"480.710857ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:44:05.204181Z","caller":"traceutil/trace.go:171","msg":"trace[1174386733] transaction","detail":"{read_only:false; response_revision:21116; number_of_response:1; }","duration":"396.846973ms","start":"2026-03-02T19:44:04.807282Z","end":"2026-03-02T19:44:05.204129Z","steps":["trace[1174386733] 'process raft request' (duration: 396.654187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.204375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:04.807261Z","time spent":"397.021269ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:44:05.204022Z","caller":"traceutil/trace.go:171","msg":"trace[1806213436] linearizableReadLoop","detail":"{readStateIndex:21870; appliedIndex:21868; }","duration":"456.950551ms","start":"2026-03-02T19:44:04.747046Z","end":"2026-03-02T19:44:05.203996Z","steps":["trace[1806213436] 'read index received' (duration: 360.248684ms)","trace[1806213436] 'applied index is now lower than readState.Index' (duration: 96.700697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:44:05.204468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.159858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:44:05.204618Z","caller":"traceutil/trace.go:171","msg":"trace[1649941092] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:21116; }","duration":"457.607492ms","start":"2026-03-02T19:44:04.746992Z","end":"2026-03-02T19:44:05.2046Z","steps":["trace[1649941092] 'agreement among raft nodes before linearized reading' (duration: 457.088296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.204718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:04.746964Z","time spent":"457.735416ms","remote":"127.0.0.1:36958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:44:05.704701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903074296,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:44:06.100087Z","caller":"traceutil/trace.go:171","msg":"trace[413765604] transaction","detail":"{read_only:false; response_revision:21117; number_of_response:1; }","duration":"988.117404ms","start":"2026-03-02T19:44:05.11193Z","end":"2026-03-02T19:44:06.100048Z","steps":["trace[413765604] 'process raft request' (duration: 987.853515ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:44:06.100111Z","caller":"traceutil/trace.go:171","msg":"trace[1345612166] transaction","detail":"{read_only:false; response_revision:21118; number_of_response:1; }","duration":"988.050522ms","start":"2026-03-02T19:44:05.112027Z","end":"2026-03-02T19:44:06.100078Z","steps":["trace[1345612166] 'process raft request' (duration: 987.943478ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:44:06.100165Z","caller":"traceutil/trace.go:171","msg":"trace[249398115] transaction","detail":"{read_only:false; response_revision:21119; number_of_response:1; }","duration":"987.915417ms","start":"2026-03-02T19:44:05.112229Z","end":"2026-03-02T19:44:06.100144Z","steps":["trace[249398115] 'process raft request' (duration: 987.798973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:06.100242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:05.111853Z","time spent":"988.313549ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:44:06.100258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:05.11222Z","time spent":"987.98757ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:44:06.100297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:05.112019Z","time spent":"988.177185ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:44:06.507038Z","caller":"traceutil/trace.go:171","msg":"trace[2137513107] transaction","detail":"{read_only:false; response_revision:21121; number_of_response:1; }","duration":"1.193208154s","start":"2026-03-02T19:44:05.313804Z","end":"2026-03-02T19:44:06.507012Z","steps":["trace[2137513107] 'process raft request' (duration: 1.193137932s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:44:06.507065Z","caller":"traceutil/trace.go:171","msg":"trace[424054911] linearizableReadLoop","detail":"{readStateIndex:21877; appliedIndex:21871; }","duration":"1.302478646s","start":"2026-03-02T19:44:05.204567Z","end":"2026-03-02T19:44:06.507046Z","steps":["trace[424054911] 'read index received' (duration: 895.310648ms)","trace[424054911] 'applied index is now lower than readState.Index' (duration: 407.167338ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:44:06.5071Z","caller":"traceutil/trace.go:171","msg":"trace[7294881] transaction","detail":"{read_only:false; response_revision:21123; number_of_response:1; }","duration":"449.497657ms","start":"2026-03-02T19:44:06.057594Z","end":"2026-03-02T19:44:06.507091Z","steps":["trace[7294881] 'process raft request' (duration: 449.396964ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:44:06.507134Z","caller":"traceutil/trace.go:171","msg":"trace[7388055] transaction","detail":"{read_only:false; response_revision:21124; number_of_response:1; }","duration":"422.292353ms","start":"2026-03-02T19:44:06.084836Z","end":"2026-03-02T19:44:06.507128Z","steps":["trace[7388055] 'process raft request' (duration: 422.179129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:06.507157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:05.313791Z","time spent":"1.193303678s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:44:06.507192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:06.084809Z","time spent":"422.342074ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:44:06.507195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:06.057565Z","time spent":"449.56433ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:44:06.507032Z","caller":"traceutil/trace.go:171","msg":"trace[1047859103] transaction","detail":"{read_only:false; response_revision:21120; number_of_response:1; }","duration":"1.230352332s","start":"2026-03-02T19:44:05.276649Z","end":"2026-03-02T19:44:06.507002Z","steps":["trace[1047859103] 'process raft request' (duration: 1.230169266s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:06.507301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:05.276617Z","time spent":"1.230657681s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:44:06.507327Z","caller":"traceutil/trace.go:171","msg":"trace[228366855] transaction","detail":"{read_only:false; response_revision:21122; number_of_response:1; }","duration":"1.180120684s","start":"2026-03-02T19:44:05.327198Z","end":"2026-03-02T19:44:06.507318Z","steps":["trace[228366855] 'process raft request' (duration: 1.179770613s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:06.507378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:05.327191Z","time spent":"1.180156234s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:44:06.507387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363506003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T19:44:06.507405Z","caller":"traceutil/trace.go:171","msg":"trace[1210481611] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21124; }","duration":"1.363562074s","start":"2026-03-02T19:44:05.143837Z","end":"2026-03-02T19:44:06.507399Z","steps":["trace[1210481611] 'agreement among raft nodes before linearized reading' (duration: 1.363490462s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:06.50742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:05.143826Z","time spent":"1.363591646s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T19:44:06.508076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.896759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:44:06.508111Z","caller":"traceutil/trace.go:171","msg":"trace[1971020682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21125; }","duration":"996.93144ms","start":"2026-03-02T19:44:05.51117Z","end":"2026-03-02T19:44:06.508102Z","steps":["trace[1971020682] 'agreement among raft nodes before linearized reading' (duration: 996.848258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:06.508128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:44:05.511104Z","time spent":"997.019753ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:44:06.508371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.0558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:44:06.508386Z","caller":"traceutil/trace.go:171","msg":"trace[1195320081] transaction","detail":"{read_only:false; response_revision:21125; number_of_response:1; }","duration":"194.250241ms","start":"2026-03-02T19:44:06.314126Z","end":"2026-03-02T19:44:06.508377Z","steps":["trace[1195320081] 'process raft request' (duration: 193.795157ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:44:06.508396Z","caller":"traceutil/trace.go:171","msg":"trace[1470558699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21125; }","duration":"112.121361ms","start":"2026-03-02T19:44:06.396265Z","end":"2026-03-02T19:44:06.508387Z","steps":["trace[1470558699] 'agreement among raft nodes before linearized reading' (duration: 112.033328ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:44:31.390633Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18644} {"level":"info","ts":"2026-03-02T19:44:31.501098Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18644,"took":"106.727962ms","hash":655892514,"current-db-size-bytes":48222208,"current-db-size":"48 MB","current-db-size-in-use-bytes":37052416,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-02T19:44:31.501155Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":655892514,"revision":18644,"compact-revision":16349} {"level":"info","ts":"2026-03-02T19:45:24.486757Z","caller":"traceutil/trace.go:171","msg":"trace[670551104] linearizableReadLoop","detail":"{readStateIndex:22728; appliedIndex:22727; }","duration":"119.232954ms","start":"2026-03-02T19:45:24.367502Z","end":"2026-03-02T19:45:24.486735Z","steps":["trace[670551104] 'read index received' (duration: 119.09327ms)","trace[670551104] 'applied index is now lower than readState.Index' (duration: 138.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:45:24.486886Z","caller":"traceutil/trace.go:171","msg":"trace[861399566] transaction","detail":"{read_only:false; response_revision:21951; number_of_response:1; }","duration":"199.640449ms","start":"2026-03-02T19:45:24.287195Z","end":"2026-03-02T19:45:24.486835Z","steps":["trace[861399566] 'process raft request' (duration: 199.383071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:45:24.486974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.478812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T19:45:24.487006Z","caller":"traceutil/trace.go:171","msg":"trace[104089317] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:21951; }","duration":"119.568275ms","start":"2026-03-02T19:45:24.367429Z","end":"2026-03-02T19:45:24.486998Z","steps":["trace[104089317] 'agreement among raft nodes before linearized reading' (duration: 119.400459ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:24.905121Z","caller":"traceutil/trace.go:171","msg":"trace[1650690139] transaction","detail":"{read_only:false; response_revision:21956; number_of_response:1; }","duration":"110.243303ms","start":"2026-03-02T19:45:24.794848Z","end":"2026-03-02T19:45:24.905091Z","steps":["trace[1650690139] 'process raft request' (duration: 110.079897ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:24.910633Z","caller":"traceutil/trace.go:171","msg":"trace[1492300612] transaction","detail":"{read_only:false; response_revision:21958; number_of_response:1; }","duration":"110.735798ms","start":"2026-03-02T19:45:24.799883Z","end":"2026-03-02T19:45:24.910619Z","steps":["trace[1492300612] 'process raft request' (duration: 110.618104ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:24.910815Z","caller":"traceutil/trace.go:171","msg":"trace[1944090784] transaction","detail":"{read_only:false; response_revision:21957; number_of_response:1; }","duration":"114.084463ms","start":"2026-03-02T19:45:24.796695Z","end":"2026-03-02T19:45:24.91078Z","steps":["trace[1944090784] 'process raft request' (duration: 113.554736ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:21.656623Z","caller":"traceutil/trace.go:171","msg":"trace[1723323852] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"145.202391ms","start":"2026-03-02T19:47:21.511395Z","end":"2026-03-02T19:47:21.656597Z","steps":["trace[1723323852] 'process raft request' (duration: 145.068206ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:21.656673Z","caller":"traceutil/trace.go:171","msg":"trace[1624985871] linearizableReadLoop","detail":"{readStateIndex:23850; appliedIndex:23850; }","duration":"117.663706ms","start":"2026-03-02T19:47:21.538976Z","end":"2026-03-02T19:47:21.65664Z","steps":["trace[1624985871] 'read index received' (duration: 117.647335ms)","trace[1624985871] 'applied index is now lower than readState.Index' (duration: 13.261µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:21.656925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.920184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:21.656965Z","caller":"traceutil/trace.go:171","msg":"trace[1460452440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23041; }","duration":"118.038597ms","start":"2026-03-02T19:47:21.538917Z","end":"2026-03-02T19:47:21.656955Z","steps":["trace[1460452440] 'agreement among raft nodes before linearized reading' (duration: 117.875972ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:22.048721Z","caller":"traceutil/trace.go:171","msg":"trace[1058523048] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"386.54871ms","start":"2026-03-02T19:47:21.662138Z","end":"2026-03-02T19:47:22.048687Z","steps":["trace[1058523048] 'process raft request' (duration: 384.374201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:22.04888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:21.662114Z","time spent":"386.691704ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:22.051555Z","caller":"traceutil/trace.go:171","msg":"trace[462933903] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"287.339425ms","start":"2026-03-02T19:47:21.764189Z","end":"2026-03-02T19:47:22.051528Z","steps":["trace[462933903] 'process raft request' (duration: 287.247022ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:22.051652Z","caller":"traceutil/trace.go:171","msg":"trace[820629508] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"389.295066ms","start":"2026-03-02T19:47:21.662298Z","end":"2026-03-02T19:47:22.051593Z","steps":["trace[820629508] 'process raft request' (duration: 389.079819ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:22.051725Z","caller":"traceutil/trace.go:171","msg":"trace[2100416549] linearizableReadLoop","detail":"{readStateIndex:23853; appliedIndex:23850; }","duration":"317.024947ms","start":"2026-03-02T19:47:21.734691Z","end":"2026-03-02T19:47:22.051716Z","steps":["trace[2100416549] 'read index received' (duration: 311.833854ms)","trace[2100416549] 'applied index is now lower than readState.Index' (duration: 5.190393ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:22.051544Z","caller":"traceutil/trace.go:171","msg":"trace[288063131] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"389.277036ms","start":"2026-03-02T19:47:21.662233Z","end":"2026-03-02T19:47:22.05151Z","steps":["trace[288063131] 'process raft request' (duration: 389.006238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:22.051773Z","caller":"traceutil/trace.go:171","msg":"trace[1502167900] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"279.016453ms","start":"2026-03-02T19:47:21.77272Z","end":"2026-03-02T19:47:22.051737Z","steps":["trace[1502167900] 'process raft request' (duration: 278.770826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:22.05182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:21.662271Z","time spent":"389.466941ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:22.051804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.094859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:22.051888Z","caller":"traceutil/trace.go:171","msg":"trace[2117170844] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23047; }","duration":"317.238864ms","start":"2026-03-02T19:47:21.734639Z","end":"2026-03-02T19:47:22.051877Z","steps":["trace[2117170844] 'agreement among raft nodes before linearized reading' (duration: 317.11774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:22.051916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:21.734615Z","time spent":"317.291225ms","remote":"127.0.0.1:53592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:22.051947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:21.662199Z","time spent":"389.640978ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:23.16666Z","caller":"traceutil/trace.go:171","msg":"trace[1233993344] linearizableReadLoop","detail":"{readStateIndex:23858; appliedIndex:23857; }","duration":"232.936635ms","start":"2026-03-02T19:47:22.933697Z","end":"2026-03-02T19:47:23.166634Z","steps":["trace[1233993344] 'read index received' (duration: 232.75769ms)","trace[1233993344] 'applied index is now lower than readState.Index' (duration: 177.755µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:23.166801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.072569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:23.166839Z","caller":"traceutil/trace.go:171","msg":"trace[1564341205] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23049; }","duration":"233.162443ms","start":"2026-03-02T19:47:22.933668Z","end":"2026-03-02T19:47:23.16683Z","steps":["trace[1564341205] 'agreement among raft nodes before linearized reading' (duration: 233.06662ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:23.166906Z","caller":"traceutil/trace.go:171","msg":"trace[493700262] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"322.732786ms","start":"2026-03-02T19:47:22.844143Z","end":"2026-03-02T19:47:23.166876Z","steps":["trace[493700262] 'process raft request' (duration: 322.326913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:23.167044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:22.844115Z","time spent":"322.85925ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:23.665737Z","caller":"traceutil/trace.go:171","msg":"trace[1559995154] transaction","detail":"{read_only:false; response_revision:23050; number_of_response:1; }","duration":"646.465284ms","start":"2026-03-02T19:47:23.019247Z","end":"2026-03-02T19:47:23.665712Z","steps":["trace[1559995154] 'process raft request' (duration: 615.79606ms)","trace[1559995154] 'compare' (duration: 30.5596ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:23.66583Z","caller":"traceutil/trace.go:171","msg":"trace[1739909759] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"304.741552ms","start":"2026-03-02T19:47:23.361065Z","end":"2026-03-02T19:47:23.665807Z","steps":["trace[1739909759] 'process raft request' (duration: 304.713041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:23.66586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:23.019226Z","time spent":"646.572956ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:23.665936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:23.361051Z","time spent":"304.825814ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:23.666099Z","caller":"traceutil/trace.go:171","msg":"trace[1341186566] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"305.148634ms","start":"2026-03-02T19:47:23.360913Z","end":"2026-03-02T19:47:23.666062Z","steps":["trace[1341186566] 'process raft request' (duration: 304.839354ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:23.666212Z","caller":"traceutil/trace.go:171","msg":"trace[1396340126] transaction","detail":"{read_only:false; response_revision:23051; number_of_response:1; }","duration":"306.481956ms","start":"2026-03-02T19:47:23.359722Z","end":"2026-03-02T19:47:23.666204Z","steps":["trace[1396340126] 'process raft request' (duration: 305.996381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:23.666247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:23.360886Z","time spent":"305.283358ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:23.666257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:23.359703Z","time spent":"306.529147ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:23.666236Z","caller":"traceutil/trace.go:171","msg":"trace[1113976407] linearizableReadLoop","detail":"{readStateIndex:23859; appliedIndex:23858; }","duration":"415.212521ms","start":"2026-03-02T19:47:23.25098Z","end":"2026-03-02T19:47:23.666192Z","steps":["trace[1113976407] 'read index received' (duration: 384.132784ms)","trace[1113976407] 'applied index is now lower than readState.Index' (duration: 31.074507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:23.666371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.387716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:47:23.666401Z","caller":"traceutil/trace.go:171","msg":"trace[1765091023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23053; }","duration":"415.454238ms","start":"2026-03-02T19:47:23.250939Z","end":"2026-03-02T19:47:23.666393Z","steps":["trace[1765091023] 'agreement among raft nodes before linearized reading' (duration: 415.332344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:23.666423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:23.250919Z","time spent":"415.4987ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:24.145332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.874361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:24.145465Z","caller":"traceutil/trace.go:171","msg":"trace[815447487] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"482.562576ms","start":"2026-03-02T19:47:23.662869Z","end":"2026-03-02T19:47:24.145432Z","steps":["trace[815447487] 'process raft request' (duration: 379.470858ms)","trace[815447487] 'compare' (duration: 102.552831ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:24.145553Z","caller":"traceutil/trace.go:171","msg":"trace[1231752638] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"475.36867ms","start":"2026-03-02T19:47:23.670162Z","end":"2026-03-02T19:47:24.14553Z","steps":["trace[1231752638] 'process raft request' (duration: 475.273987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:24.145615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:23.662844Z","time spent":"482.69353ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:24.145648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:23.670146Z","time spent":"475.470222ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:24.145744Z","caller":"traceutil/trace.go:171","msg":"trace[2139080301] linearizableReadLoop","detail":"{readStateIndex:23863; appliedIndex:23862; }","duration":"479.442737ms","start":"2026-03-02T19:47:23.666291Z","end":"2026-03-02T19:47:24.145733Z","steps":["trace[2139080301] 'read index received' (duration: 376.06519ms)","trace[2139080301] 'applied index is now lower than readState.Index' (duration: 103.376267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:24.145849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.509352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:24.145887Z","caller":"traceutil/trace.go:171","msg":"trace[1191991412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23055; }","duration":"637.576114ms","start":"2026-03-02T19:47:23.5083Z","end":"2026-03-02T19:47:24.145876Z","steps":["trace[1191991412] 'agreement among raft nodes before linearized reading' (duration: 637.497681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:24.145924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:23.508284Z","time spent":"637.631476ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:47:24.146164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.979348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:47:24.146204Z","caller":"traceutil/trace.go:171","msg":"trace[956262248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23055; }","duration":"895.03121ms","start":"2026-03-02T19:47:23.251162Z","end":"2026-03-02T19:47:24.146194Z","steps":["trace[956262248] 'agreement among raft nodes before linearized reading' (duration: 894.909756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:24.146215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.171964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:47:24.146269Z","caller":"traceutil/trace.go:171","msg":"trace[892570055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23055; }","duration":"895.224576ms","start":"2026-03-02T19:47:23.251033Z","end":"2026-03-02T19:47:24.146257Z","steps":["trace[892570055] 'agreement among raft nodes before linearized reading' (duration: 895.083481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:24.146307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:23.251012Z","time spent":"895.286598ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:24.146233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:23.251157Z","time spent":"895.069121ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:25.055453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.303819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:25.055684Z","caller":"traceutil/trace.go:171","msg":"trace[154543246] linearizableReadLoop","detail":"{readStateIndex:23866; appliedIndex:23864; }","duration":"909.886076ms","start":"2026-03-02T19:47:24.145774Z","end":"2026-03-02T19:47:25.055661Z","steps":["trace[154543246] 'read index received' (duration: 418.191734ms)","trace[154543246] 'applied index is now lower than readState.Index' (duration: 491.692382ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:25.055791Z","caller":"traceutil/trace.go:171","msg":"trace[1885927382] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"1.000326595s","start":"2026-03-02T19:47:24.055446Z","end":"2026-03-02T19:47:25.055773Z","steps":["trace[1885927382] 'process raft request' (duration: 508.601493ms)","trace[1885927382] 'compare' (duration: 490.876536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:25.055953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:24.055435Z","time spent":"1.00047069s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:25.056044Z","caller":"traceutil/trace.go:171","msg":"trace[761462235] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"999.161169ms","start":"2026-03-02T19:47:24.056853Z","end":"2026-03-02T19:47:25.056014Z","steps":["trace[761462235] 'process raft request' (duration: 998.717505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:25.056212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000359877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:47:25.056254Z","caller":"traceutil/trace.go:171","msg":"trace[1525949042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23057; }","duration":"1.000407918s","start":"2026-03-02T19:47:24.055833Z","end":"2026-03-02T19:47:25.056241Z","steps":["trace[1525949042] 'agreement among raft nodes before linearized reading' (duration: 1.000256083s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:25.056286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:24.055828Z","time spent":"1.000451789s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:47:25.056193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:24.056846Z","time spent":"999.270702ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:25.05641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004492586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:47:25.056492Z","caller":"traceutil/trace.go:171","msg":"trace[1860261487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23057; }","duration":"1.0046206s","start":"2026-03-02T19:47:24.051847Z","end":"2026-03-02T19:47:25.056468Z","steps":["trace[1860261487] 'agreement among raft nodes before linearized reading' (duration: 1.004354922s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:25.056534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:24.051829Z","time spent":"1.004696293s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:47:25.297423Z","caller":"traceutil/trace.go:171","msg":"trace[496167366] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"1.147427746s","start":"2026-03-02T19:47:24.149969Z","end":"2026-03-02T19:47:25.297397Z","steps":["trace[496167366] 'process raft request' (duration: 1.144738312s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:25.297634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:24.149951Z","time spent":"1.147605921s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:25.297659Z","caller":"traceutil/trace.go:171","msg":"trace[1877970127] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"1.141151698s","start":"2026-03-02T19:47:24.15647Z","end":"2026-03-02T19:47:25.297622Z","steps":["trace[1877970127] 'process raft request' (duration: 1.140882019s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:25.297708Z","caller":"traceutil/trace.go:171","msg":"trace[1587385336] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"236.019092ms","start":"2026-03-02T19:47:25.061668Z","end":"2026-03-02T19:47:25.297687Z","steps":["trace[1587385336] 'process raft request' (duration: 235.978831ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:25.297743Z","caller":"traceutil/trace.go:171","msg":"trace[1639469970] linearizableReadLoop","detail":"{readStateIndex:23868; appliedIndex:23866; }","duration":"241.98322ms","start":"2026-03-02T19:47:25.055728Z","end":"2026-03-02T19:47:25.297711Z","steps":["trace[1639469970] 'read index received' (duration: 238.963955ms)","trace[1639469970] 'applied index is now lower than readState.Index' (duration: 3.016825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:25.297831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:24.156464Z","time spent":"1.141270342s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:25.297861Z","caller":"traceutil/trace.go:171","msg":"trace[332139122] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"237.835089ms","start":"2026-03-02T19:47:25.059991Z","end":"2026-03-02T19:47:25.297826Z","steps":["trace[332139122] 'process raft request' (duration: 237.594252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:25.297917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.484579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:25.297968Z","caller":"traceutil/trace.go:171","msg":"trace[1726975780] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23061; }","duration":"301.565881ms","start":"2026-03-02T19:47:24.996385Z","end":"2026-03-02T19:47:25.297951Z","steps":["trace[1726975780] 'agreement among raft nodes before linearized reading' (duration: 301.469768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:25.297967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.330458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:25.29801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14946523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:25.298022Z","caller":"traceutil/trace.go:171","msg":"trace[1677466327] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23061; }","duration":"938.426051ms","start":"2026-03-02T19:47:24.35958Z","end":"2026-03-02T19:47:25.298006Z","steps":["trace[1677466327] 'agreement among raft nodes before linearized reading' (duration: 938.333998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:25.298057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:24.35956Z","time spent":"938.488303ms","remote":"127.0.0.1:50816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:25.298018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:24.996369Z","time spent":"301.636663ms","remote":"127.0.0.1:37010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:25.298055Z","caller":"traceutil/trace.go:171","msg":"trace[338246945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23061; }","duration":"1.149538972s","start":"2026-03-02T19:47:24.148502Z","end":"2026-03-02T19:47:25.298041Z","steps":["trace[338246945] 'agreement among raft nodes before linearized reading' (duration: 1.14946532s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:25.298065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.605481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-02T19:47:25.298087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.245587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T19:47:25.298108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:24.148481Z","time spent":"1.149617164s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:47:25.29813Z","caller":"traceutil/trace.go:171","msg":"trace[1348583568] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23061; }","duration":"229.697004ms","start":"2026-03-02T19:47:25.068413Z","end":"2026-03-02T19:47:25.29811Z","steps":["trace[1348583568] 'agreement among raft nodes before linearized reading' (duration: 229.524279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:25.298117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.238176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:25.298143Z","caller":"traceutil/trace.go:171","msg":"trace[365613058] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23061; }","duration":"925.31867ms","start":"2026-03-02T19:47:24.372807Z","end":"2026-03-02T19:47:25.298125Z","steps":["trace[365613058] 'agreement among raft nodes before linearized reading' (duration: 925.180575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:25.298187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:24.372797Z","time spent":"925.381961ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-02T19:47:25.298195Z","caller":"traceutil/trace.go:171","msg":"trace[550505683] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23061; }","duration":"554.354709ms","start":"2026-03-02T19:47:24.743817Z","end":"2026-03-02T19:47:25.298171Z","steps":["trace[550505683] 'agreement among raft nodes before linearized reading' (duration: 554.193314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:25.298178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.414208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:25.298259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:24.743798Z","time spent":"554.442052ms","remote":"127.0.0.1:37452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:25.298267Z","caller":"traceutil/trace.go:171","msg":"trace[1876814872] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23061; }","duration":"936.554433ms","start":"2026-03-02T19:47:24.361691Z","end":"2026-03-02T19:47:25.298246Z","steps":["trace[1876814872] 'agreement among raft nodes before linearized reading' (duration: 936.342426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:25.298315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:24.361683Z","time spent":"936.622524ms","remote":"127.0.0.1:42282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:27.803074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903078922,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:47:28.066661Z","caller":"traceutil/trace.go:171","msg":"trace[1678375679] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"777.723675ms","start":"2026-03-02T19:47:27.288913Z","end":"2026-03-02T19:47:28.066637Z","steps":["trace[1678375679] 'process raft request' (duration: 777.380964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:28.06677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:27.288884Z","time spent":"777.826648ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:29.27744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.780047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:29.277763Z","caller":"traceutil/trace.go:171","msg":"trace[2055259095] transaction","detail":"{read_only:false; response_revision:23077; number_of_response:1; }","duration":"1.106794449s","start":"2026-03-02T19:47:28.170948Z","end":"2026-03-02T19:47:29.277742Z","steps":["trace[2055259095] 'process raft request' (duration: 1.106756538s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:29.277839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:28.170928Z","time spent":"1.106876352s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:29.27805Z","caller":"traceutil/trace.go:171","msg":"trace[20434027] linearizableReadLoop","detail":"{readStateIndex:23885; appliedIndex:23881; }","duration":"1.97541012s","start":"2026-03-02T19:47:27.302607Z","end":"2026-03-02T19:47:29.278017Z","steps":["trace[20434027] 'read index received' (duration: 764.005655ms)","trace[20434027] 'applied index is now lower than readState.Index' (duration: 1.211400785s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:29.278063Z","caller":"traceutil/trace.go:171","msg":"trace[746534011] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"1.596276142s","start":"2026-03-02T19:47:27.681747Z","end":"2026-03-02T19:47:29.278023Z","steps":["trace[746534011] 'process raft request' (duration: 1.595857799s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:29.278028Z","caller":"traceutil/trace.go:171","msg":"trace[1194646418] transaction","detail":"{read_only:false; response_revision:23076; number_of_response:1; }","duration":"1.12208609s","start":"2026-03-02T19:47:28.155932Z","end":"2026-03-02T19:47:29.278018Z","steps":["trace[1194646418] 'process raft request' (duration: 1.121743259s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:29.278293Z","caller":"traceutil/trace.go:171","msg":"trace[438513034] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"1.600149523s","start":"2026-03-02T19:47:27.678108Z","end":"2026-03-02T19:47:29.278257Z","steps":["trace[438513034] 'process raft request' (duration: 707.243022ms)","trace[438513034] 'compare' (duration: 891.27067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:29.27844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:27.678072Z","time spent":"1.600296548s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:29.278441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:27.681718Z","time spent":"1.596450628s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:29.278463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975853683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:47:29.278322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:28.155909Z","time spent":"1.122362598s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:29.278567Z","caller":"traceutil/trace.go:171","msg":"trace[1799748737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23077; }","duration":"1.976000348s","start":"2026-03-02T19:47:27.302554Z","end":"2026-03-02T19:47:29.278554Z","steps":["trace[1799748737] 'agreement among raft nodes before linearized reading' (duration: 1.975649867s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:29.278607Z","caller":"traceutil/trace.go:171","msg":"trace[123201958] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"1.599347329s","start":"2026-03-02T19:47:27.679243Z","end":"2026-03-02T19:47:29.27859Z","steps":["trace[123201958] 'process raft request' (duration: 1.598299916s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:29.278695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:27.302537Z","time spent":"1.976122682s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:29.27872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:27.679227Z","time spent":"1.599426141s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:29.278092Z","caller":"traceutil/trace.go:171","msg":"trace[660329242] transaction","detail":"{read_only:false; response_revision:23075; number_of_response:1; }","duration":"1.595345963s","start":"2026-03-02T19:47:27.682732Z","end":"2026-03-02T19:47:29.278078Z","steps":["trace[660329242] 'process raft request' (duration: 1.594903979s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:29.27893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:27.682701Z","time spent":"1.596156578s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:29.287858Z","caller":"traceutil/trace.go:171","msg":"trace[1471406438] transaction","detail":"{read_only:false; response_revision:23078; number_of_response:1; }","duration":"211.543743ms","start":"2026-03-02T19:47:29.076293Z","end":"2026-03-02T19:47:29.287837Z","steps":["trace[1471406438] 'process raft request' (duration: 211.42192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:30.508185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000155867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:47:30.508279Z","caller":"traceutil/trace.go:171","msg":"trace[875815603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00026081s","start":"2026-03-02T19:47:28.508001Z","end":"2026-03-02T19:47:30.508262Z","steps":["trace[875815603] 'agreement among raft nodes before linearized reading' (duration: 2.000153357s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:30.508312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:28.507982Z","time spent":"2.000323583s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:47:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:47:31.052121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01604848s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:31.052428Z","caller":"traceutil/trace.go:171","msg":"trace[1881606385] transaction","detail":"{read_only:false; response_revision:23080; number_of_response:1; }","duration":"1.955248267s","start":"2026-03-02T19:47:29.097153Z","end":"2026-03-02T19:47:31.052402Z","steps":["trace[1881606385] 'process raft request' (duration: 1.955038321s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:31.052534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:29.097139Z","time spent":"1.955337511s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:31.052691Z","caller":"traceutil/trace.go:171","msg":"trace[415503519] transaction","detail":"{read_only:false; response_revision:23079; number_of_response:1; }","duration":"1.955577898s","start":"2026-03-02T19:47:29.097102Z","end":"2026-03-02T19:47:31.05268Z","steps":["trace[415503519] 'process raft request' (duration: 938.905098ms)","trace[415503519] 'compare' (duration: 1.013594453s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.052738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:29.097085Z","time spent":"1.955627s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:31.052949Z","caller":"traceutil/trace.go:171","msg":"trace[890411974] transaction","detail":"{read_only:false; response_revision:23081; number_of_response:1; }","duration":"1.769310628s","start":"2026-03-02T19:47:29.283629Z","end":"2026-03-02T19:47:31.05294Z","steps":["trace[890411974] 'process raft request' (duration: 1.768625207s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:31.052987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:29.28361Z","time spent":"1.769359239s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:31.053144Z","caller":"traceutil/trace.go:171","msg":"trace[628485314] linearizableReadLoop","detail":"{readStateIndex:23890; appliedIndex:23887; }","duration":"1.774997556s","start":"2026-03-02T19:47:29.278138Z","end":"2026-03-02T19:47:31.053136Z","steps":["trace[628485314] 'read index received' (duration: 9.673834ms)","trace[628485314] 'applied index is now lower than readState.Index' (duration: 1.765322222s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.477479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.172563ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-02T19:47:31.47789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332110943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:31.477936Z","caller":"traceutil/trace.go:171","msg":"trace[1335215952] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23081; }","duration":"2.332202206s","start":"2026-03-02T19:47:29.145714Z","end":"2026-03-02T19:47:31.477916Z","steps":["trace[1335215952] 'agreement among raft nodes before linearized reading' (duration: 1.907482147s)","trace[1335215952] 'count revisions from in-memory index tree' (duration: 424.645417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.477977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:29.145701Z","time spent":"2.332265339s","remote":"127.0.0.1:42102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:31.478249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74561761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:31.478279Z","caller":"traceutil/trace.go:171","msg":"trace[798047687] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23081; }","duration":"2.745686962s","start":"2026-03-02T19:47:28.732582Z","end":"2026-03-02T19:47:31.478269Z","steps":["trace[798047687] 'agreement among raft nodes before linearized reading' (duration: 2.320647493s)","trace[798047687] 'count revisions from in-memory index tree' (duration: 424.999378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.478348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:28.732561Z","time spent":"2.745777685s","remote":"127.0.0.1:37014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:31.47862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805192142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:31.478669Z","caller":"traceutil/trace.go:171","msg":"trace[293055836] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23081; }","duration":"2.805267743s","start":"2026-03-02T19:47:28.673384Z","end":"2026-03-02T19:47:31.478651Z","steps":["trace[293055836] 'agreement among raft nodes before linearized reading' (duration: 2.379853172s)","trace[293055836] 'count revisions from in-memory index tree' (duration: 425.355128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.478711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:28.673367Z","time spent":"2.805334466s","remote":"127.0.0.1:37044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:31.478877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075065706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:31.478906Z","caller":"traceutil/trace.go:171","msg":"trace[517663719] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23081; }","duration":"3.075140608s","start":"2026-03-02T19:47:28.403755Z","end":"2026-03-02T19:47:31.478896Z","steps":["trace[517663719] 'agreement among raft nodes before linearized reading' (duration: 2.64948901s)","trace[517663719] 'count revisions from in-memory index tree' (duration: 425.615227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.478934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:28.403727Z","time spent":"3.07519981s","remote":"127.0.0.1:36696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:31.479035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186196006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:31.479062Z","caller":"traceutil/trace.go:171","msg":"trace[1701255855] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23081; }","duration":"3.186260388s","start":"2026-03-02T19:47:28.292791Z","end":"2026-03-02T19:47:31.479052Z","steps":["trace[1701255855] 'agreement among raft nodes before linearized reading' (duration: 2.760458235s)","trace[1701255855] 'count revisions from in-memory index tree' (duration: 425.767022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.47909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:28.292772Z","time spent":"3.18631135s","remote":"127.0.0.1:42254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:31.479299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239881392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T19:47:31.47933Z","caller":"traceutil/trace.go:171","msg":"trace[143255656] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23081; }","duration":"3.239909933s","start":"2026-03-02T19:47:28.23941Z","end":"2026-03-02T19:47:31.47932Z","steps":["trace[143255656] 'agreement among raft nodes before linearized reading' (duration: 2.813846892s)","trace[143255656] 'range keys from in-memory index tree' (duration: 425.956618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.480988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:28.239349Z","time spent":"3.241628977s","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:47:31.48009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.317798639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:47:31.481061Z","caller":"traceutil/trace.go:171","msg":"trace[793697743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23081; }","duration":"3.31880129s","start":"2026-03-02T19:47:28.16224Z","end":"2026-03-02T19:47:31.481042Z","steps":["trace[793697743] 'agreement among raft nodes before linearized reading' (duration: 2.891022055s)","trace[793697743] 'range keys from in-memory index tree' (duration: 426.686631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.481105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:28.162231Z","time spent":"3.318862473s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:31.480192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.177147228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:47:31.481224Z","caller":"traceutil/trace.go:171","msg":"trace[1495204064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23081; }","duration":"4.178147899s","start":"2026-03-02T19:47:27.303038Z","end":"2026-03-02T19:47:31.481186Z","steps":["trace[1495204064] 'agreement among raft nodes before linearized reading' (duration: 3.750257681s)","trace[1495204064] 'range keys from in-memory index tree' (duration: 426.839816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.481272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:27.302983Z","time spent":"4.178271354s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:47:31.480211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.17720865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:47:31.481341Z","caller":"traceutil/trace.go:171","msg":"trace[161924626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23081; }","duration":"4.178381377s","start":"2026-03-02T19:47:27.302951Z","end":"2026-03-02T19:47:31.481332Z","steps":["trace[161924626] 'agreement among raft nodes before linearized reading' (duration: 3.750350014s)","trace[161924626] 'range keys from in-memory index tree' (duration: 426.868116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.481368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:27.302921Z","time spent":"4.178439269s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:47:31.48024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958936905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:31.481435Z","caller":"traceutil/trace.go:171","msg":"trace[1818850030] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23081; }","duration":"3.960155933s","start":"2026-03-02T19:47:27.521271Z","end":"2026-03-02T19:47:31.481427Z","steps":["trace[1818850030] 'agreement among raft nodes before linearized reading' (duration: 3.532004927s)","trace[1818850030] 'count revisions from in-memory index tree' (duration: 426.916877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.481464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:27.521203Z","time spent":"3.960251356s","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:31.480281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.042895422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-685kv\" ","response":"range_response_count:1 size:16073"} {"level":"info","ts":"2026-03-02T19:47:31.481528Z","caller":"traceutil/trace.go:171","msg":"trace[1262220251] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-685kv; range_end:; response_count:1; response_revision:23081; }","duration":"4.044202803s","start":"2026-03-02T19:47:27.437313Z","end":"2026-03-02T19:47:31.481516Z","steps":["trace[1262220251] 'agreement among raft nodes before linearized reading' (duration: 3.615969404s)","trace[1262220251] 'range keys from in-memory index tree' (duration: 426.958819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.481556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:27.437287Z","time spent":"4.044260485s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":16096,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-685kv\" "} {"level":"warn","ts":"2026-03-02T19:47:31.480277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.700315072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:31.481605Z","caller":"traceutil/trace.go:171","msg":"trace[93076717] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23081; }","duration":"3.701712496s","start":"2026-03-02T19:47:27.779883Z","end":"2026-03-02T19:47:31.481596Z","steps":["trace[93076717] 'agreement among raft nodes before linearized reading' (duration: 3.273385304s)","trace[93076717] 'count revisions from in-memory index tree' (duration: 426.958209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.48163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:27.77986Z","time spent":"3.701762248s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:31.480393Z","caller":"traceutil/trace.go:171","msg":"trace[1998091737] transaction","detail":"{read_only:false; response_revision:23082; number_of_response:1; }","duration":"1.922948643s","start":"2026-03-02T19:47:29.557428Z","end":"2026-03-02T19:47:31.480377Z","steps":["trace[1998091737] 'process raft request' (duration: 1.920135825s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:31.481717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:29.557396Z","time spent":"1.924263634s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:31.480136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.177017274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:47:31.481799Z","caller":"traceutil/trace.go:171","msg":"trace[1437821002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23081; }","duration":"4.178699787s","start":"2026-03-02T19:47:27.303092Z","end":"2026-03-02T19:47:31.481791Z","steps":["trace[1437821002] 'agreement among raft nodes before linearized reading' (duration: 3.750197829s)","trace[1437821002] 'range keys from in-memory index tree' (duration: 426.780934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.481822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:27.303083Z","time spent":"4.178732248s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:47:31.48063Z","caller":"traceutil/trace.go:171","msg":"trace[2089621940] linearizableReadLoop","detail":"{readStateIndex:23893; appliedIndex:23891; }","duration":"427.324641ms","start":"2026-03-02T19:47:31.053163Z","end":"2026-03-02T19:47:31.480487Z","steps":["trace[2089621940] 'read index received' (duration: 143.845µs)","trace[2089621940] 'applied index is now lower than readState.Index' (duration: 427.179676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:31.982274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903078943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:32.483282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903078943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:32.489204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018350651s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:47:32.523878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015332414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:32.523978Z","caller":"traceutil/trace.go:171","msg":"trace[1408122935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23082; }","duration":"2.015466768s","start":"2026-03-02T19:47:30.508484Z","end":"2026-03-02T19:47:32.523951Z","steps":["trace[1408122935] 'agreement among raft nodes before linearized reading' (duration: 972.08442ms)","trace[1408122935] 'range keys from in-memory index tree' (duration: 1.043247284s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:32.524032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:30.508472Z","time spent":"2.015549551s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:47:32.524097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623291317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:47:32.524134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62326324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:32.524163Z","caller":"traceutil/trace.go:171","msg":"trace[1693214812] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23082; }","duration":"2.623421301s","start":"2026-03-02T19:47:29.900722Z","end":"2026-03-02T19:47:32.524144Z","steps":["trace[1693214812] 'agreement among raft nodes before linearized reading' (duration: 1.579834277s)","trace[1693214812] 'count revisions from in-memory index tree' (duration: 1.043474801s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:32.524173Z","caller":"traceutil/trace.go:171","msg":"trace[1339495709] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23082; }","duration":"1.623337293s","start":"2026-03-02T19:47:30.90082Z","end":"2026-03-02T19:47:32.524157Z","steps":["trace[1339495709] 'agreement among raft nodes before linearized reading' (duration: 579.732558ms)","trace[1339495709] 'count revisions from in-memory index tree' (duration: 1.043549764s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:32.523879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164701115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:32.524208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:29.900702Z","time spent":"2.623494314s","remote":"127.0.0.1:36958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:32.524213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:30.900785Z","time spent":"1.623415955s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:32.524247Z","caller":"traceutil/trace.go:171","msg":"trace[997554028] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23082; }","duration":"2.165118728s","start":"2026-03-02T19:47:30.359102Z","end":"2026-03-02T19:47:32.524221Z","steps":["trace[997554028] 'agreement among raft nodes before linearized reading' (duration: 1.121409669s)","trace[997554028] 'count revisions from in-memory index tree' (duration: 1.043274765s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:32.5243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:30.359082Z","time spent":"2.165200901s","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:32.524136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720550582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:32.524395Z","caller":"traceutil/trace.go:171","msg":"trace[1710113156] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23082; }","duration":"2.720855552s","start":"2026-03-02T19:47:29.803524Z","end":"2026-03-02T19:47:32.524379Z","steps":["trace[1710113156] 'agreement among raft nodes before linearized reading' (duration: 1.67704072s)","trace[1710113156] 'range keys from in-memory index tree' (duration: 1.043501412s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:32.524451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:29.803507Z","time spent":"2.720919603s","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:47:32.524422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243239697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:32.524614Z","caller":"traceutil/trace.go:171","msg":"trace[349165484] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23082; }","duration":"3.243496436s","start":"2026-03-02T19:47:29.281065Z","end":"2026-03-02T19:47:32.524561Z","steps":["trace[349165484] 'agreement among raft nodes before linearized reading' (duration: 2.199621072s)","trace[349165484] 'count revisions from in-memory index tree' (duration: 1.043610316s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:32.524711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:29.281052Z","time spent":"3.243639891s","remote":"127.0.0.1:37084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:32.525173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044599207s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:32.525482Z","caller":"traceutil/trace.go:171","msg":"trace[1016599604] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"1.240387556s","start":"2026-03-02T19:47:31.285065Z","end":"2026-03-02T19:47:32.525452Z","steps":["trace[1016599604] 'process raft request' (duration: 195.412917ms)","trace[1016599604] 'compare' (duration: 1.043668097s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:32.525573Z","caller":"traceutil/trace.go:171","msg":"trace[1694693375] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"1.237160174s","start":"2026-03-02T19:47:31.288391Z","end":"2026-03-02T19:47:32.525551Z","steps":["trace[1694693375] 'process raft request' (duration: 1.237118532s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:32.52566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.288366Z","time spent":"1.237258207s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:32.52566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.285042Z","time spent":"1.240512809s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:32.525749Z","caller":"traceutil/trace.go:171","msg":"trace[1706344804] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"1.237488414s","start":"2026-03-02T19:47:31.288237Z","end":"2026-03-02T19:47:32.525726Z","steps":["trace[1706344804] 'process raft request' (duration: 1.237078131s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:32.525806Z","caller":"traceutil/trace.go:171","msg":"trace[1662115766] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"1.237507315s","start":"2026-03-02T19:47:31.288286Z","end":"2026-03-02T19:47:32.525794Z","steps":["trace[1662115766] 'process raft request' (duration: 1.237153594s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:32.525865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.288268Z","time spent":"1.237568477s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:32.525952Z","caller":"traceutil/trace.go:171","msg":"trace[1920957590] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"1.237573937s","start":"2026-03-02T19:47:31.288369Z","end":"2026-03-02T19:47:32.525943Z","steps":["trace[1920957590] 'process raft request' (duration: 1.237105332s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:32.526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.288361Z","time spent":"1.237615868s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:32.525863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.28822Z","time spent":"1.237576987s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:33.847285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.356991848s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:47:33.928708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.852178ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:33.928829Z","caller":"traceutil/trace.go:171","msg":"trace[1531086392] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23087; }","duration":"285.985412ms","start":"2026-03-02T19:47:33.642824Z","end":"2026-03-02T19:47:33.92881Z","steps":["trace[1531086392] 'range keys from in-memory index tree' (duration: 285.837077ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:33.929941Z","caller":"traceutil/trace.go:171","msg":"trace[915549787] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"2.435892902s","start":"2026-03-02T19:47:31.494021Z","end":"2026-03-02T19:47:33.929914Z","steps":["trace[915549787] 'process raft request' (duration: 2.435789918s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:33.930281Z","caller":"traceutil/trace.go:171","msg":"trace[1379889014] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"2.444076859s","start":"2026-03-02T19:47:31.486185Z","end":"2026-03-02T19:47:33.930262Z","steps":["trace[1379889014] 'process raft request' (duration: 2.443520761s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.930493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613547112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:47:33.930511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.494002Z","time spent":"2.436311485s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15850,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:33.930542Z","caller":"traceutil/trace.go:171","msg":"trace[8195177] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23095; }","duration":"2.613645795s","start":"2026-03-02T19:47:31.316886Z","end":"2026-03-02T19:47:33.930532Z","steps":["trace[8195177] 'agreement among raft nodes before linearized reading' (duration: 2.613532291s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:33.930461Z","caller":"traceutil/trace.go:171","msg":"trace[940520749] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"2.444229214s","start":"2026-03-02T19:47:31.486192Z","end":"2026-03-02T19:47:33.930421Z","steps":["trace[940520749] 'process raft request' (duration: 2.443554922s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.93058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.316874Z","time spent":"2.613695066s","remote":"127.0.0.1:54356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:33.9306Z","caller":"traceutil/trace.go:171","msg":"trace[458577616] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"872.149902ms","start":"2026-03-02T19:47:33.058439Z","end":"2026-03-02T19:47:33.930588Z","steps":["trace[458577616] 'process raft request' (duration: 871.548713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.930662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.05841Z","time spent":"872.218033ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:33.930688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738844887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-744fcd54d9-qhg78.18991def1e0ef2cc\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-02T19:47:33.930686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.486179Z","time spent":"2.44442385s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:33.930726Z","caller":"traceutil/trace.go:171","msg":"trace[671266152] range","detail":"{range_begin:/registry/events/openstack/magnum-api-744fcd54d9-qhg78.18991def1e0ef2cc; range_end:; response_count:1; response_revision:23095; }","duration":"2.738906179s","start":"2026-03-02T19:47:31.191807Z","end":"2026-03-02T19:47:33.930714Z","steps":["trace[671266152] 'agreement among raft nodes before linearized reading' (duration: 2.738818046s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.930765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.191796Z","time spent":"2.73896046s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-744fcd54d9-qhg78.18991def1e0ef2cc\" "} {"level":"warn","ts":"2026-03-02T19:47:33.930603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776093737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T19:47:33.930549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.486167Z","time spent":"2.444300426s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:33.930357Z","caller":"traceutil/trace.go:171","msg":"trace[534876903] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"1.818960897s","start":"2026-03-02T19:47:32.111387Z","end":"2026-03-02T19:47:33.930348Z","steps":["trace[534876903] 'process raft request' (duration: 1.818488092s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.93094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:32.111336Z","time spent":"1.819575097s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:33.930393Z","caller":"traceutil/trace.go:171","msg":"trace[924139413] linearizableReadLoop","detail":"{readStateIndex:23904; appliedIndex:23893; }","duration":"2.448537929s","start":"2026-03-02T19:47:31.481846Z","end":"2026-03-02T19:47:33.930384Z","steps":["trace[924139413] 'read index received' (duration: 1.007625555s)","trace[924139413] 'applied index is now lower than readState.Index' (duration: 1.440911544s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:33.930385Z","caller":"traceutil/trace.go:171","msg":"trace[1608761361] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"2.444202673s","start":"2026-03-02T19:47:31.486173Z","end":"2026-03-02T19:47:33.930375Z","steps":["trace[1608761361] 'process raft request' (duration: 2.443419589s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.93116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.486153Z","time spent":"2.444960056s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:33.931207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445098071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T19:47:33.931249Z","caller":"traceutil/trace.go:171","msg":"trace[1563012993] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23095; }","duration":"2.445167263s","start":"2026-03-02T19:47:31.486069Z","end":"2026-03-02T19:47:33.931237Z","steps":["trace[1563012993] 'agreement among raft nodes before linearized reading' (duration: 2.44505399s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.931264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306151472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-02T19:47:33.931277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.486045Z","time spent":"2.445226025s","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T19:47:33.931299Z","caller":"traceutil/trace.go:171","msg":"trace[888711454] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23095; }","duration":"1.306215904s","start":"2026-03-02T19:47:32.625073Z","end":"2026-03-02T19:47:33.931289Z","steps":["trace[888711454] 'agreement among raft nodes before linearized reading' (duration: 1.306062189s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.931311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896072608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-02T19:47:33.931369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.811836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:33.931393Z","caller":"traceutil/trace.go:171","msg":"trace[644990993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23095; }","duration":"100.863078ms","start":"2026-03-02T19:47:33.830523Z","end":"2026-03-02T19:47:33.931386Z","steps":["trace[644990993] 'agreement among raft nodes before linearized reading' (duration: 100.826197ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:33.931385Z","caller":"traceutil/trace.go:171","msg":"trace[459696536] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23095; }","duration":"1.896179341s","start":"2026-03-02T19:47:32.035186Z","end":"2026-03-02T19:47:33.931365Z","steps":["trace[459696536] 'agreement among raft nodes before linearized reading' (duration: 1.895989925s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.931419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260775162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T19:47:33.93133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:32.625048Z","time spent":"1.306275166s","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-02T19:47:33.931476Z","caller":"traceutil/trace.go:171","msg":"trace[3702219] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23095; }","duration":"2.260864555s","start":"2026-03-02T19:47:31.670599Z","end":"2026-03-02T19:47:33.931463Z","steps":["trace[3702219] 'agreement among raft nodes before linearized reading' (duration: 2.2606964s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.931491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402016763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:33.931545Z","caller":"traceutil/trace.go:171","msg":"trace[883896147] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23095; }","duration":"1.402123415s","start":"2026-03-02T19:47:32.529408Z","end":"2026-03-02T19:47:33.931531Z","steps":["trace[883896147] 'agreement among raft nodes before linearized reading' (duration: 1.402042853s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.931564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.07764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:33.931568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123643815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:47:33.93158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:32.529371Z","time spent":"1.402198849s","remote":"127.0.0.1:42350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:33.931596Z","caller":"traceutil/trace.go:171","msg":"trace[851806625] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23095; }","duration":"304.130472ms","start":"2026-03-02T19:47:33.627453Z","end":"2026-03-02T19:47:33.931584Z","steps":["trace[851806625] 'agreement among raft nodes before linearized reading' (duration: 304.08207ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:33.931599Z","caller":"traceutil/trace.go:171","msg":"trace[1154996974] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23095; }","duration":"2.123700857s","start":"2026-03-02T19:47:31.807888Z","end":"2026-03-02T19:47:33.931589Z","steps":["trace[1154996974] 'agreement among raft nodes before linearized reading' (duration: 2.123642145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.931623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.627403Z","time spent":"304.213714ms","remote":"127.0.0.1:54378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:33.931628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.807871Z","time spent":"2.123750838s","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:33.931673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414787003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:33.931718Z","caller":"traceutil/trace.go:171","msg":"trace[350203358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23095; }","duration":"1.414872206s","start":"2026-03-02T19:47:32.516832Z","end":"2026-03-02T19:47:33.931704Z","steps":["trace[350203358] 'agreement among raft nodes before linearized reading' (duration: 1.414793453s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.931743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399196634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:33.931766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:32.51681Z","time spent":"1.414947288s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:47:33.931774Z","caller":"traceutil/trace.go:171","msg":"trace[1881835676] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23095; }","duration":"1.399227085s","start":"2026-03-02T19:47:32.532537Z","end":"2026-03-02T19:47:33.931764Z","steps":["trace[1881835676] 'agreement among raft nodes before linearized reading' (duration: 1.399174053s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.931826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:32.5325Z","time spent":"1.399318288s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:47:33.931436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:32.035166Z","time spent":"1.896258164s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:47:33.931831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.146421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:33.930815Z","caller":"traceutil/trace.go:171","msg":"trace[14929089] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23095; }","duration":"2.776336874s","start":"2026-03-02T19:47:31.154468Z","end":"2026-03-02T19:47:33.930805Z","steps":["trace[14929089] 'agreement among raft nodes before linearized reading' (duration: 2.775945971s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.931949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.606728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:33.931966Z","caller":"traceutil/trace.go:171","msg":"trace[1490112280] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23095; }","duration":"673.307337ms","start":"2026-03-02T19:47:33.258648Z","end":"2026-03-02T19:47:33.931956Z","steps":["trace[1490112280] 'agreement among raft nodes before linearized reading' (duration: 673.10678ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:33.931981Z","caller":"traceutil/trace.go:171","msg":"trace[1580252295] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23095; }","duration":"931.66926ms","start":"2026-03-02T19:47:33.000301Z","end":"2026-03-02T19:47:33.93197Z","steps":["trace[1580252295] 'agreement among raft nodes before linearized reading' (duration: 931.629299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.93151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.670578Z","time spent":"2.260924646s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T19:47:33.932004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.258633Z","time spent":"673.360358ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:33.931991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.154451Z","time spent":"2.777525011s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:47:33.932135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282268691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129283"} {"level":"info","ts":"2026-03-02T19:47:33.930307Z","caller":"traceutil/trace.go:171","msg":"trace[477957318] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"2.444143231s","start":"2026-03-02T19:47:31.486129Z","end":"2026-03-02T19:47:33.930272Z","steps":["trace[477957318] 'process raft request' (duration: 2.365453849s)","trace[477957318] 'compare' (duration: 77.106112ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:33.93216Z","caller":"traceutil/trace.go:171","msg":"trace[385766754] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23095; }","duration":"1.282321013s","start":"2026-03-02T19:47:32.649832Z","end":"2026-03-02T19:47:33.932153Z","steps":["trace[385766754] 'agreement among raft nodes before linearized reading' (duration: 1.282202439s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.932186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:32.649804Z","time spent":"1.282375315s","remote":"127.0.0.1:36666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129306,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T19:47:33.93221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.486113Z","time spent":"2.446057341s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:33.930314Z","caller":"traceutil/trace.go:171","msg":"trace[824737736] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"871.77998ms","start":"2026-03-02T19:47:33.058516Z","end":"2026-03-02T19:47:33.930296Z","steps":["trace[824737736] 'process raft request' (duration: 871.731958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.932283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.058504Z","time spent":"873.754081ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:33.932011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.000282Z","time spent":"931.721822ms","remote":"127.0.0.1:42084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:33.932372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35688074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:33.932426Z","caller":"traceutil/trace.go:171","msg":"trace[1395691593] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23095; }","duration":"2.356969073s","start":"2026-03-02T19:47:31.575438Z","end":"2026-03-02T19:47:33.932407Z","steps":["trace[1395691593] 'agreement among raft nodes before linearized reading' (duration: 2.35688276s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.932486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:31.575415Z","time spent":"2.357054476s","remote":"127.0.0.1:42142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:33.931914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.451322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:47:33.932566Z","caller":"traceutil/trace.go:171","msg":"trace[691565187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23095; }","duration":"874.131343ms","start":"2026-03-02T19:47:33.058422Z","end":"2026-03-02T19:47:33.932554Z","steps":["trace[691565187] 'agreement among raft nodes before linearized reading' (duration: 873.429601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:33.932605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.058402Z","time spent":"874.192526ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:34.972542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.935281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:34.97264Z","caller":"traceutil/trace.go:171","msg":"trace[154312399] linearizableReadLoop","detail":"{readStateIndex:23907; appliedIndex:23906; }","duration":"1.037567906s","start":"2026-03-02T19:47:33.935055Z","end":"2026-03-02T19:47:34.972623Z","steps":["trace[154312399] 'read index received' (duration: 153.514291ms)","trace[154312399] 'applied index is now lower than readState.Index' (duration: 884.052165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:34.972718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037660539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:34.972742Z","caller":"traceutil/trace.go:171","msg":"trace[941528027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23096; }","duration":"1.037704101s","start":"2026-03-02T19:47:33.93503Z","end":"2026-03-02T19:47:34.972734Z","steps":["trace[941528027] 'agreement among raft nodes before linearized reading' (duration: 1.037656839s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:34.972724Z","caller":"traceutil/trace.go:171","msg":"trace[318415924] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"1.037781234s","start":"2026-03-02T19:47:33.934913Z","end":"2026-03-02T19:47:34.972694Z","steps":["trace[318415924] 'process raft request' (duration: 153.610295ms)","trace[318415924] 'compare' (duration: 883.459736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:34.972772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.935014Z","time spent":"1.037751303s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:47:34.97284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.934899Z","time spent":"1.037879546s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:35.958839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.326998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:35.959323Z","caller":"traceutil/trace.go:171","msg":"trace[544954416] linearizableReadLoop","detail":"{readStateIndex:23916; appliedIndex:23907; }","duration":"986.640485ms","start":"2026-03-02T19:47:34.972665Z","end":"2026-03-02T19:47:35.959305Z","steps":["trace[544954416] 'read index received' (duration: 410.74549ms)","trace[544954416] 'applied index is now lower than readState.Index' (duration: 575.894175ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:35.959405Z","caller":"traceutil/trace.go:171","msg":"trace[2136124755] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"2.020839316s","start":"2026-03-02T19:47:33.938553Z","end":"2026-03-02T19:47:35.959392Z","steps":["trace[2136124755] 'process raft request' (duration: 1.444876098s)","trace[2136124755] 'compare' (duration: 575.200534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:35.959467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.938537Z","time spent":"2.020898118s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:35.959821Z","caller":"traceutil/trace.go:171","msg":"trace[1734499521] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"2.021110155s","start":"2026-03-02T19:47:33.938642Z","end":"2026-03-02T19:47:35.959752Z","steps":["trace[1734499521] 'process raft request' (duration: 2.02031933s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:35.959883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.938634Z","time spent":"2.021220568s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:35.960035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876302947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:35.960073Z","caller":"traceutil/trace.go:171","msg":"trace[1819574629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23105; }","duration":"1.876342868s","start":"2026-03-02T19:47:34.08372Z","end":"2026-03-02T19:47:35.960063Z","steps":["trace[1819574629] 'agreement among raft nodes before linearized reading' (duration: 1.876278266s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:35.96011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:34.083667Z","time spent":"1.876435021s","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:35.960109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586506496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T19:47:35.960175Z","caller":"traceutil/trace.go:171","msg":"trace[844119909] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23105; }","duration":"1.586624249s","start":"2026-03-02T19:47:34.373533Z","end":"2026-03-02T19:47:35.960158Z","steps":["trace[844119909] 'agreement among raft nodes before linearized reading' (duration: 1.586437353s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:35.960217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:34.373506Z","time spent":"1.586700171s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-02T19:47:35.960338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020903868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T19:47:35.960374Z","caller":"traceutil/trace.go:171","msg":"trace[759556898] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23105; }","duration":"2.020946119s","start":"2026-03-02T19:47:33.939417Z","end":"2026-03-02T19:47:35.960363Z","steps":["trace[759556898] 'agreement among raft nodes before linearized reading' (duration: 2.020828216s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:35.960399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.939413Z","time spent":"2.02098079s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:47:35.960408Z","caller":"traceutil/trace.go:171","msg":"trace[828407356] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"2.015181298s","start":"2026-03-02T19:47:33.945211Z","end":"2026-03-02T19:47:35.960393Z","steps":["trace[828407356] 'process raft request' (duration: 2.013837276s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:35.960426Z","caller":"traceutil/trace.go:171","msg":"trace[724674911] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"1.423907729s","start":"2026-03-02T19:47:34.536504Z","end":"2026-03-02T19:47:35.960412Z","steps":["trace[724674911] 'process raft request' (duration: 1.422764233s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:35.960414Z","caller":"traceutil/trace.go:171","msg":"trace[2041856349] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"1.426641994s","start":"2026-03-02T19:47:34.533746Z","end":"2026-03-02T19:47:35.960388Z","steps":["trace[2041856349] 'process raft request' (duration: 1.425437886s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:35.960433Z","caller":"traceutil/trace.go:171","msg":"trace[1718865133] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"1.424050724s","start":"2026-03-02T19:47:34.536353Z","end":"2026-03-02T19:47:35.960403Z","steps":["trace[1718865133] 'process raft request' (duration: 1.422888017s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:35.960485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.945201Z","time spent":"2.015237881s","remote":"127.0.0.1:37082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13039,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:35.960485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:34.536478Z","time spent":"1.423970811s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:35.960537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021360493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:35.960549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:34.53371Z","time spent":"1.426760438s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:35.960573Z","caller":"traceutil/trace.go:171","msg":"trace[1397955267] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23105; }","duration":"2.021393744s","start":"2026-03-02T19:47:33.939168Z","end":"2026-03-02T19:47:35.960562Z","steps":["trace[1397955267] 'agreement among raft nodes before linearized reading' (duration: 2.021344632s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:35.960578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:34.53634Z","time spent":"1.424153926s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:35.960603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.939135Z","time spent":"2.021460556s","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:47:35.960665Z","caller":"traceutil/trace.go:171","msg":"trace[268294014] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"1.676873863s","start":"2026-03-02T19:47:34.283768Z","end":"2026-03-02T19:47:35.960642Z","steps":["trace[268294014] 'process raft request' (duration: 1.675346755s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:35.960702Z","caller":"traceutil/trace.go:171","msg":"trace[1387282486] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"1.428436621s","start":"2026-03-02T19:47:34.532254Z","end":"2026-03-02T19:47:35.960691Z","steps":["trace[1387282486] 'process raft request' (duration: 1.426895682s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:35.960751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:34.532228Z","time spent":"1.428497123s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:35.96079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:34.283744Z","time spent":"1.676986007s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:35.960686Z","caller":"traceutil/trace.go:171","msg":"trace[1437257140] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"1.424349252s","start":"2026-03-02T19:47:34.536325Z","end":"2026-03-02T19:47:35.960674Z","steps":["trace[1437257140] 'process raft request' (duration: 1.422889426s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:35.960971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:34.536314Z","time spent":"1.424609781s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:35.963954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027286349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114360"} {"level":"info","ts":"2026-03-02T19:47:35.964009Z","caller":"traceutil/trace.go:171","msg":"trace[1681254725] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23105; }","duration":"2.027371462s","start":"2026-03-02T19:47:33.936625Z","end":"2026-03-02T19:47:35.963996Z","steps":["trace[1681254725] 'agreement among raft nodes before linearized reading' (duration: 2.024249863s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:35.964041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.936615Z","time spent":"2.027415883s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114383,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-02T19:47:35.964515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025863784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114360"} {"level":"info","ts":"2026-03-02T19:47:35.964574Z","caller":"traceutil/trace.go:171","msg":"trace[1763735427] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23105; }","duration":"2.025976547s","start":"2026-03-02T19:47:33.938586Z","end":"2026-03-02T19:47:35.964562Z","steps":["trace[1763735427] 'agreement among raft nodes before linearized reading' (duration: 2.022147147s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:35.964611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:33.938566Z","time spent":"2.02603442s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114383,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-02T19:47:36.460165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903078967,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:47:36.648214Z","caller":"traceutil/trace.go:171","msg":"trace[1698999228] linearizableReadLoop","detail":"{readStateIndex:23919; appliedIndex:23916; }","duration":"688.827204ms","start":"2026-03-02T19:47:35.959361Z","end":"2026-03-02T19:47:36.648189Z","steps":["trace[1698999228] 'read index received' (duration: 603.512804ms)","trace[1698999228] 'applied index is now lower than readState.Index' (duration: 85.31337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:36.648466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:35.96176Z","time spent":"686.702117ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:47:36.648579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.130277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:47:36.648631Z","caller":"traceutil/trace.go:171","msg":"trace[1510875542] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"710.766322ms","start":"2026-03-02T19:47:35.93785Z","end":"2026-03-02T19:47:36.648617Z","steps":["trace[1510875542] 'process raft request' (duration: 625.009319ms)","trace[1510875542] 'compare' (duration: 84.005838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:36.648608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672141885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-02T19:47:36.648622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.290218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:47:36.648684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.629311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:47:36.648693Z","caller":"traceutil/trace.go:171","msg":"trace[1500027955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23107; }","duration":"713.258061ms","start":"2026-03-02T19:47:35.935389Z","end":"2026-03-02T19:47:36.648647Z","steps":["trace[1500027955] 'agreement among raft nodes before linearized reading' (duration: 713.052875ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:36.648692Z","caller":"traceutil/trace.go:171","msg":"trace[625789525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23107; }","duration":"711.387732ms","start":"2026-03-02T19:47:35.937286Z","end":"2026-03-02T19:47:36.648673Z","steps":["trace[625789525] 'agreement among raft nodes before linearized reading' (duration: 711.178865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:36.648712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:35.937837Z","time spent":"710.815114ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:36.648733Z","caller":"traceutil/trace.go:171","msg":"trace[1844168789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23107; }","duration":"712.687903ms","start":"2026-03-02T19:47:35.936031Z","end":"2026-03-02T19:47:36.648719Z","steps":["trace[1844168789] 'agreement among raft nodes before linearized reading' (duration: 712.59247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:36.648742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667061986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:36.648746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:35.937277Z","time spent":"711.459874ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:36.648746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:35.93537Z","time spent":"713.363814ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:47:36.648773Z","caller":"traceutil/trace.go:171","msg":"trace[1310325251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23107; }","duration":"1.667175489s","start":"2026-03-02T19:47:34.981589Z","end":"2026-03-02T19:47:36.648764Z","steps":["trace[1310325251] 'agreement among raft nodes before linearized reading' (duration: 1.667124947s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:36.648774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:35.936023Z","time spent":"712.740255ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:47:36.648685Z","caller":"traceutil/trace.go:171","msg":"trace[19767576] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9; range_end:; response_count:1; response_revision:23107; }","duration":"1.672257059s","start":"2026-03-02T19:47:34.976407Z","end":"2026-03-02T19:47:36.648664Z","steps":["trace[19767576] 'agreement among raft nodes before linearized reading' (duration: 1.672021821s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:36.648811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:34.981569Z","time spent":"1.667233441s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:47:36.64884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:34.976387Z","time spent":"1.672445125s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9\" "} {"level":"warn","ts":"2026-03-02T19:47:36.648578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.968492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:47:36.64888Z","caller":"traceutil/trace.go:171","msg":"trace[1854229467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23107; }","duration":"713.298962ms","start":"2026-03-02T19:47:35.935567Z","end":"2026-03-02T19:47:36.648866Z","steps":["trace[1854229467] 'agreement among raft nodes before linearized reading' (duration: 712.841268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:36.648913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.87027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:36.648933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:35.935561Z","time spent":"713.360014ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:47:36.648943Z","caller":"traceutil/trace.go:171","msg":"trace[108583642] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23107; }","duration":"585.925052ms","start":"2026-03-02T19:47:36.063007Z","end":"2026-03-02T19:47:36.648932Z","steps":["trace[108583642] 'agreement among raft nodes before linearized reading' (duration: 585.87565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:36.648973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:36.062994Z","time spent":"585.971403ms","remote":"127.0.0.1:48738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:36.648878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.050998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-02T19:47:36.649037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.548869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:36.649036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.891313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129283"} {"level":"info","ts":"2026-03-02T19:47:36.64907Z","caller":"traceutil/trace.go:171","msg":"trace[1454031719] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23107; }","duration":"385.60556ms","start":"2026-03-02T19:47:36.263454Z","end":"2026-03-02T19:47:36.64906Z","steps":["trace[1454031719] 'agreement among raft nodes before linearized reading' (duration: 385.549298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:36.649093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:36.26344Z","time spent":"385.645582ms","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:36.649054Z","caller":"traceutil/trace.go:171","msg":"trace[2091586353] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23107; }","duration":"687.251364ms","start":"2026-03-02T19:47:35.961777Z","end":"2026-03-02T19:47:36.649028Z","steps":["trace[2091586353] 'agreement among raft nodes before linearized reading' (duration: 686.984316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:36.649135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.357929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-02T19:47:36.649142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.802034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:36.649273Z","caller":"traceutil/trace.go:171","msg":"trace[985957926] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23107; }","duration":"681.491543ms","start":"2026-03-02T19:47:35.967754Z","end":"2026-03-02T19:47:36.649245Z","steps":["trace[985957926] 'agreement among raft nodes before linearized reading' (duration: 681.288056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:36.649301Z","caller":"traceutil/trace.go:171","msg":"trace[1294243361] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23107; }","duration":"682.955169ms","start":"2026-03-02T19:47:35.966331Z","end":"2026-03-02T19:47:36.649286Z","steps":["trace[1294243361] 'agreement among raft nodes before linearized reading' (duration: 682.776653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:36.649272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:35.961758Z","time spent":"687.384609ms","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:47:36.649337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:35.967749Z","time spent":"681.572776ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-02T19:47:36.649354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:35.966305Z","time spent":"683.032552ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:47:36.649086Z","caller":"traceutil/trace.go:171","msg":"trace[1222006571] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23107; }","duration":"679.946524ms","start":"2026-03-02T19:47:35.969124Z","end":"2026-03-02T19:47:36.649071Z","steps":["trace[1222006571] 'agreement among raft nodes before linearized reading' (duration: 679.784679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:36.649422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:35.969117Z","time spent":"680.296086ms","remote":"127.0.0.1:36666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129306,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T19:47:36.649247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.951797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:36.653382Z","caller":"traceutil/trace.go:171","msg":"trace[1231749704] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23107; }","duration":"201.943822ms","start":"2026-03-02T19:47:36.451103Z","end":"2026-03-02T19:47:36.653047Z","steps":["trace[1231749704] 'agreement among raft nodes before linearized reading' (duration: 197.825193ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:36.654453Z","caller":"traceutil/trace.go:171","msg":"trace[581753985] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"710.235976ms","start":"2026-03-02T19:47:35.938418Z","end":"2026-03-02T19:47:36.648654Z","steps":["trace[581753985] 'process raft request' (duration: 709.562345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:36.654537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:35.938407Z","time spent":"716.078419ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:37.159061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903078972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:37.728813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.709984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:37.72935Z","caller":"traceutil/trace.go:171","msg":"trace[241962019] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"1.073074192s","start":"2026-03-02T19:47:36.656253Z","end":"2026-03-02T19:47:37.729327Z","steps":["trace[241962019] 'process raft request' (duration: 1.07300697s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:37.729494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:36.656232Z","time spent":"1.073168475s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:37.729503Z","caller":"traceutil/trace.go:171","msg":"trace[1645039926] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"1.078501302s","start":"2026-03-02T19:47:36.65098Z","end":"2026-03-02T19:47:37.729481Z","steps":["trace[1645039926] 'process raft request' (duration: 599.027304ms)","trace[1645039926] 'compare' (duration: 477.751264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:37.72961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:36.650959Z","time spent":"1.078593865s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:37.729769Z","caller":"traceutil/trace.go:171","msg":"trace[2118608920] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"1.075017693s","start":"2026-03-02T19:47:36.654738Z","end":"2026-03-02T19:47:37.729756Z","steps":["trace[2118608920] 'process raft request' (duration: 1.074187187s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:37.729877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:36.65473Z","time spent":"1.075099635s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:37.730203Z","caller":"traceutil/trace.go:171","msg":"trace[5759527] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"1.0739847s","start":"2026-03-02T19:47:36.6562Z","end":"2026-03-02T19:47:37.730185Z","steps":["trace[5759527] 'process raft request' (duration: 1.072954008s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:37.730338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:36.656183Z","time spent":"1.074063592s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:37.777108Z","caller":"traceutil/trace.go:171","msg":"trace[2099069948] linearizableReadLoop","detail":"{readStateIndex:23925; appliedIndex:23920; }","duration":"1.11855231s","start":"2026-03-02T19:47:36.65853Z","end":"2026-03-02T19:47:37.777082Z","steps":["trace[2099069948] 'read index received' (duration: 591.479967ms)","trace[2099069948] 'applied index is now lower than readState.Index' (duration: 527.071423ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:37.777454Z","caller":"traceutil/trace.go:171","msg":"trace[1476757520] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"1.119655744s","start":"2026-03-02T19:47:36.657785Z","end":"2026-03-02T19:47:37.777441Z","steps":["trace[1476757520] 'process raft request' (duration: 1.119176339s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:37.777554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:36.657693Z","time spent":"1.119794349s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:37.777812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119277383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T19:47:37.777848Z","caller":"traceutil/trace.go:171","msg":"trace[2121074830] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23113; }","duration":"1.119331014s","start":"2026-03-02T19:47:36.658507Z","end":"2026-03-02T19:47:37.777838Z","steps":["trace[2121074830] 'agreement among raft nodes before linearized reading' (duration: 1.11921313s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:37.777876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:36.6585Z","time spent":"1.119370625s","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T19:47:37.778098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119303734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:37.778143Z","caller":"traceutil/trace.go:171","msg":"trace[504449776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23113; }","duration":"1.119365295s","start":"2026-03-02T19:47:36.658766Z","end":"2026-03-02T19:47:37.778131Z","steps":["trace[504449776] 'agreement among raft nodes before linearized reading' (duration: 1.119297543s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:37.778177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:36.658736Z","time spent":"1.119432517s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:47:37.778325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.678085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T19:47:37.778371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.834406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:37.778398Z","caller":"traceutil/trace.go:171","msg":"trace[663109667] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23113; }","duration":"721.794979ms","start":"2026-03-02T19:47:37.056586Z","end":"2026-03-02T19:47:37.778381Z","steps":["trace[663109667] 'agreement among raft nodes before linearized reading' (duration: 721.550051ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:37.778414Z","caller":"traceutil/trace.go:171","msg":"trace[1271353834] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23113; }","duration":"754.909659ms","start":"2026-03-02T19:47:37.02349Z","end":"2026-03-02T19:47:37.778399Z","steps":["trace[1271353834] 'agreement among raft nodes before linearized reading' (duration: 754.844237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:37.778444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:37.056565Z","time spent":"721.870181ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T19:47:37.778452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:37.023471Z","time spent":"754.970381ms","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:37.7788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.432606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-02T19:47:37.77884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.005802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:47:37.778884Z","caller":"traceutil/trace.go:171","msg":"trace[1006668381] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23113; }","duration":"890.090714ms","start":"2026-03-02T19:47:36.888782Z","end":"2026-03-02T19:47:37.778872Z","steps":["trace[1006668381] 'agreement among raft nodes before linearized reading' (duration: 889.841237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:37.778933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:36.888757Z","time spent":"890.164427ms","remote":"127.0.0.1:36702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:37.779138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030775553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:37.779183Z","caller":"traceutil/trace.go:171","msg":"trace[1197571491] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23113; }","duration":"1.030859236s","start":"2026-03-02T19:47:36.74831Z","end":"2026-03-02T19:47:37.779169Z","steps":["trace[1197571491] 'agreement among raft nodes before linearized reading' (duration: 1.030786954s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:37.779218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:36.748293Z","time spent":"1.030917987s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:47:37.779464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084360676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-02T19:47:37.779499Z","caller":"traceutil/trace.go:171","msg":"trace[1653260158] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23113; }","duration":"1.084431788s","start":"2026-03-02T19:47:36.695058Z","end":"2026-03-02T19:47:37.77949Z","steps":["trace[1653260158] 'agreement among raft nodes before linearized reading' (duration: 1.084328995s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:37.779524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:36.695038Z","time spent":"1.08448125s","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T19:47:37.779718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093892945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T19:47:37.779751Z","caller":"traceutil/trace.go:171","msg":"trace[710002185] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23113; }","duration":"1.093951437s","start":"2026-03-02T19:47:36.685791Z","end":"2026-03-02T19:47:37.779743Z","steps":["trace[710002185] 'agreement among raft nodes before linearized reading' (duration: 1.093864634s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:37.779776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:36.685773Z","time spent":"1.093997099s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T19:47:37.778851Z","caller":"traceutil/trace.go:171","msg":"trace[434289310] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23113; }","duration":"691.510667ms","start":"2026-03-02T19:47:37.087329Z","end":"2026-03-02T19:47:37.77884Z","steps":["trace[434289310] 'agreement among raft nodes before linearized reading' (duration: 691.393314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:37.780031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:37.087315Z","time spent":"692.700995ms","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-02T19:47:38.288005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903078986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:38.788819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903078986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:38.86682Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072241495s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:47:39.260352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.25541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:39.26045Z","caller":"traceutil/trace.go:171","msg":"trace[873692673] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"1.473667182s","start":"2026-03-02T19:47:37.786762Z","end":"2026-03-02T19:47:39.260429Z","steps":["trace[873692673] 'process raft request' (duration: 1.080266058s)","trace[873692673] 'compare' (duration: 391.477213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:39.260551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:37.786748Z","time spent":"1.473735754s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:39.788333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000641442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:47:39.788416Z","caller":"traceutil/trace.go:171","msg":"trace[1936227597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000750865s","start":"2026-03-02T19:47:37.787645Z","end":"2026-03-02T19:47:39.788396Z","steps":["trace[1936227597] 'agreement among raft nodes before linearized reading' (duration: 2.000645952s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:39.788459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:37.787639Z","time spent":"2.000811807s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:47:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:47:40.326947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.785242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:40.329291Z","caller":"traceutil/trace.go:171","msg":"trace[1711646804] linearizableReadLoop","detail":"{readStateIndex:23933; appliedIndex:23925; }","duration":"2.541512809s","start":"2026-03-02T19:47:37.787666Z","end":"2026-03-02T19:47:40.329179Z","steps":["trace[1711646804] 'read index received' (duration: 1.079356728s)","trace[1711646804] 'applied index is now lower than readState.Index' (duration: 1.462154631s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:40.329688Z","caller":"traceutil/trace.go:171","msg":"trace[1477547219] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"2.364270503s","start":"2026-03-02T19:47:37.965396Z","end":"2026-03-02T19:47:40.329666Z","steps":["trace[1477547219] 'process raft request' (duration: 2.006674882s)","trace[1477547219] 'compare' (duration: 354.027169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:40.329814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:37.965372Z","time spent":"2.364371805s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:40.330033Z","caller":"traceutil/trace.go:171","msg":"trace[1332108376] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"2.361946759s","start":"2026-03-02T19:47:37.968075Z","end":"2026-03-02T19:47:40.330022Z","steps":["trace[1332108376] 'process raft request' (duration: 2.358964345s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:40.330738Z","caller":"traceutil/trace.go:171","msg":"trace[879660506] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"1.675008175s","start":"2026-03-02T19:47:38.655694Z","end":"2026-03-02T19:47:40.330703Z","steps":["trace[879660506] 'process raft request' (duration: 1.673378784s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:40.330803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:37.968052Z","time spent":"2.362012221s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:40.330911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:38.655672Z","time spent":"1.675151479s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:40.331056Z","caller":"traceutil/trace.go:171","msg":"trace[1541743589] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"2.362847697s","start":"2026-03-02T19:47:37.968194Z","end":"2026-03-02T19:47:40.331041Z","steps":["trace[1541743589] 'process raft request' (duration: 2.358900623s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:40.331115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:37.968184Z","time spent":"2.362901209s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:40.331212Z","caller":"traceutil/trace.go:171","msg":"trace[69348321] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"2.362911559s","start":"2026-03-02T19:47:37.968292Z","end":"2026-03-02T19:47:40.331203Z","steps":["trace[69348321] 'process raft request' (duration: 2.358836111s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:40.331292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:37.968286Z","time spent":"2.362953521s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:40.331442Z","caller":"traceutil/trace.go:171","msg":"trace[1974301380] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"1.672183486s","start":"2026-03-02T19:47:38.659222Z","end":"2026-03-02T19:47:40.331405Z","steps":["trace[1974301380] 'process raft request' (duration: 1.669913945s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:40.331565Z","caller":"traceutil/trace.go:171","msg":"trace[2062056120] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"2.362886209s","start":"2026-03-02T19:47:37.968668Z","end":"2026-03-02T19:47:40.331554Z","steps":["trace[2062056120] 'process raft request' (duration: 2.36034921s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:40.331623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:37.96866Z","time spent":"2.36293634s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:40.331638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:38.659207Z","time spent":"1.672284899s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:40.830236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903078998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:41.330409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903078998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:41.478675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155110508s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:47:41.479165Z","caller":"traceutil/trace.go:171","msg":"trace[857501023] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"1.814114115s","start":"2026-03-02T19:47:39.665025Z","end":"2026-03-02T19:47:41.479139Z","steps":["trace[857501023] 'process raft request' (duration: 1.814068153s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:41.479264Z","caller":"traceutil/trace.go:171","msg":"trace[1557030310] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"2.492731316s","start":"2026-03-02T19:47:38.986492Z","end":"2026-03-02T19:47:41.479224Z","steps":["trace[1557030310] 'process raft request' (duration: 2.492377055s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:41.479303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:39.665Z","time spent":"1.814235369s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:41.479318Z","caller":"traceutil/trace.go:171","msg":"trace[71399036] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"2.219845497s","start":"2026-03-02T19:47:39.25944Z","end":"2026-03-02T19:47:41.479285Z","steps":["trace[71399036] 'process raft request' (duration: 2.219590399s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:41.479404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:38.986466Z","time spent":"2.492864931s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:41.47944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:39.259415Z","time spent":"2.219963351s","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:41.788501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999845808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:47:41.788572Z","caller":"traceutil/trace.go:171","msg":"trace[804961095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999964212s","start":"2026-03-02T19:47:39.788589Z","end":"2026-03-02T19:47:41.788554Z","steps":["trace[804961095] 'agreement among raft nodes before linearized reading' (duration: 1.999876779s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:41.788612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:39.78856Z","time spent":"2.000039004s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:47:42.499172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.565963ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T19:47:42.499693Z","caller":"traceutil/trace.go:171","msg":"trace[2041765268] linearizableReadLoop","detail":"{readStateIndex:23938; appliedIndex:23933; }","duration":"2.170318782s","start":"2026-03-02T19:47:40.329354Z","end":"2026-03-02T19:47:42.499672Z","steps":["trace[2041765268] 'read index received' (duration: 1.149496761s)","trace[2041765268] 'applied index is now lower than readState.Index' (duration: 1.020820861s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:42.499777Z","caller":"traceutil/trace.go:171","msg":"trace[1562159779] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"1.532933724s","start":"2026-03-02T19:47:40.966789Z","end":"2026-03-02T19:47:42.499722Z","steps":["trace[1562159779] 'process raft request' (duration: 1.53247673s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:42.50028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:40.966771Z","time spent":"1.533101439s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:42.999837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:43.078395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343674192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:47:43.078532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367911469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:43.078551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.290852635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-02T19:47:43.078582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.110404007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:47:43.078604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939348753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-02T19:47:43.078631Z","caller":"traceutil/trace.go:171","msg":"trace[2003730979] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23125; }","duration":"5.290950578s","start":"2026-03-02T19:47:37.787658Z","end":"2026-03-02T19:47:43.078609Z","steps":["trace[2003730979] 'agreement among raft nodes before linearized reading' (duration: 4.71212277s)","trace[2003730979] 'range keys from in-memory index tree' (duration: 578.632652ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:43.078636Z","caller":"traceutil/trace.go:171","msg":"trace[43441474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23125; }","duration":"5.11047568s","start":"2026-03-02T19:47:37.968142Z","end":"2026-03-02T19:47:43.078617Z","steps":["trace[43441474] 'agreement among raft nodes before linearized reading' (duration: 4.531614221s)","trace[43441474] 'range keys from in-memory index tree' (duration: 578.706414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:43.078678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:37.787652Z","time spent":"5.29101502s","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:47:43.078701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343905039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:47:43.078754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2951858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:47:43.078785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.247589076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:43.078752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526200284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:43.078811Z","caller":"traceutil/trace.go:171","msg":"trace[1795827690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23125; }","duration":"3.295278362s","start":"2026-03-02T19:47:39.783522Z","end":"2026-03-02T19:47:43.078801Z","steps":["trace[1795827690] 'agreement among raft nodes before linearized reading' (duration: 2.716267409s)","trace[1795827690] 'range keys from in-memory index tree' (duration: 578.862039ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:43.078818Z","caller":"traceutil/trace.go:171","msg":"trace[1530134143] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23125; }","duration":"5.247651788s","start":"2026-03-02T19:47:37.831154Z","end":"2026-03-02T19:47:43.078806Z","steps":["trace[1530134143] 'agreement among raft nodes before linearized reading' (duration: 4.668616234s)","trace[1530134143] 'count revisions from in-memory index tree' (duration: 578.978403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:43.078619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748985701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:47:43.078853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:39.783471Z","time spent":"3.295374635s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:43.078857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:37.831138Z","time spent":"5.2477123s","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:43.078866Z","caller":"traceutil/trace.go:171","msg":"trace[2049200294] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23125; }","duration":"3.74926379s","start":"2026-03-02T19:47:39.329592Z","end":"2026-03-02T19:47:43.078855Z","steps":["trace[2049200294] 'agreement among raft nodes before linearized reading' (duration: 3.170214695s)","trace[2049200294] 'count revisions from in-memory index tree' (duration: 578.789957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:43.078906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:39.329573Z","time spent":"3.749320631s","remote":"127.0.0.1:37036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:43.078927Z","caller":"traceutil/trace.go:171","msg":"trace[177069698] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23125; }","duration":"3.52638186s","start":"2026-03-02T19:47:39.55246Z","end":"2026-03-02T19:47:43.078842Z","steps":["trace[177069698] 'agreement among raft nodes before linearized reading' (duration: 2.947305194s)","trace[177069698] 'count revisions from in-memory index tree' (duration: 578.818438ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:43.078555Z","caller":"traceutil/trace.go:171","msg":"trace[452368148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23125; }","duration":"3.343833797s","start":"2026-03-02T19:47:39.734696Z","end":"2026-03-02T19:47:43.07853Z","steps":["trace[452368148] 'agreement among raft nodes before linearized reading' (duration: 2.764995008s)","trace[452368148] 'range keys from in-memory index tree' (duration: 578.594451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:43.079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:39.734644Z","time spent":"3.344347293s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:47:43.07869Z","caller":"traceutil/trace.go:171","msg":"trace[1047092175] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23125; }","duration":"2.939458967s","start":"2026-03-02T19:47:40.139195Z","end":"2026-03-02T19:47:43.078654Z","steps":["trace[1047092175] 'agreement among raft nodes before linearized reading' (duration: 2.360603028s)","trace[1047092175] 'range keys from in-memory index tree' (duration: 578.689564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:43.079022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:39.552438Z","time spent":"3.526523424s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:43.07862Z","caller":"traceutil/trace.go:171","msg":"trace[2005401587] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23125; }","duration":"4.368007632s","start":"2026-03-02T19:47:38.710586Z","end":"2026-03-02T19:47:43.078594Z","steps":["trace[2005401587] 'agreement among raft nodes before linearized reading' (duration: 3.789148393s)","trace[2005401587] 'count revisions from in-memory index tree' (duration: 578.729454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:43.079054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:40.139176Z","time spent":"2.93986388s","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T19:47:43.079079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:38.710538Z","time spent":"4.368534348s","remote":"127.0.0.1:42044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:43.078679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:37.968135Z","time spent":"5.110535321s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:43.078534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343232748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:47:43.078805Z","caller":"traceutil/trace.go:171","msg":"trace[1968254598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23125; }","duration":"3.344030294s","start":"2026-03-02T19:47:39.734752Z","end":"2026-03-02T19:47:43.078782Z","steps":["trace[1968254598] 'agreement among raft nodes before linearized reading' (duration: 2.765062861s)","trace[1968254598] 'range keys from in-memory index tree' (duration: 578.827208ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:43.079221Z","caller":"traceutil/trace.go:171","msg":"trace[1420130637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23125; }","duration":"3.343952161s","start":"2026-03-02T19:47:39.735254Z","end":"2026-03-02T19:47:43.079207Z","steps":["trace[1420130637] 'agreement among raft nodes before linearized reading' (duration: 2.764565936s)","trace[1420130637] 'range keys from in-memory index tree' (duration: 578.55217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:43.079224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:39.734731Z","time spent":"3.344482667s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:47:43.079264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:39.735244Z","time spent":"3.344009843s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:47:43.079974Z","caller":"traceutil/trace.go:171","msg":"trace[414377410] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"742.625673ms","start":"2026-03-02T19:47:42.33733Z","end":"2026-03-02T19:47:43.079956Z","steps":["trace[414377410] 'process raft request' (duration: 741.434185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.080129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:42.337309Z","time spent":"742.759346ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:43.774931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.692896ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:43.775573Z","caller":"traceutil/trace.go:171","msg":"trace[1219411257] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23126; }","duration":"132.351627ms","start":"2026-03-02T19:47:43.643194Z","end":"2026-03-02T19:47:43.775546Z","steps":["trace[1219411257] 'range keys from in-memory index tree' (duration: 131.669895ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:43.775812Z","caller":"traceutil/trace.go:171","msg":"trace[873660777] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"1.437124854s","start":"2026-03-02T19:47:42.338665Z","end":"2026-03-02T19:47:43.77579Z","steps":["trace[873660777] 'process raft request' (duration: 1.437011851s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:43.775902Z","caller":"traceutil/trace.go:171","msg":"trace[638125079] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"1.437080462s","start":"2026-03-02T19:47:42.338805Z","end":"2026-03-02T19:47:43.775885Z","steps":["trace[638125079] 'process raft request' (duration: 1.436903437s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.775943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:42.338632Z","time spent":"1.437255148s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:43.775832Z","caller":"traceutil/trace.go:171","msg":"trace[1062478044] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"1.437268719s","start":"2026-03-02T19:47:42.338529Z","end":"2026-03-02T19:47:43.775798Z","steps":["trace[1062478044] 'process raft request' (duration: 1.437094223s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:43.77599Z","caller":"traceutil/trace.go:171","msg":"trace[675351408] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"1.43699996s","start":"2026-03-02T19:47:42.338966Z","end":"2026-03-02T19:47:43.775966Z","steps":["trace[675351408] 'process raft request' (duration: 1.436808124s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:43.776005Z","caller":"traceutil/trace.go:171","msg":"trace[1694191490] linearizableReadLoop","detail":"{readStateIndex:23945; appliedIndex:23938; }","duration":"1.276248551s","start":"2026-03-02T19:47:42.499731Z","end":"2026-03-02T19:47:43.77598Z","steps":["trace[1694191490] 'read index received' (duration: 579.627373ms)","trace[1694191490] 'applied index is now lower than readState.Index' (duration: 696.618468ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:43.776017Z","caller":"traceutil/trace.go:171","msg":"trace[936735173] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"1.437083682s","start":"2026-03-02T19:47:42.3389Z","end":"2026-03-02T19:47:43.775983Z","steps":["trace[936735173] 'process raft request' (duration: 1.436839565s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.776081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308856145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:43.776086Z","caller":"traceutil/trace.go:171","msg":"trace[740987025] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"1.438511437s","start":"2026-03-02T19:47:42.337566Z","end":"2026-03-02T19:47:43.776077Z","steps":["trace[740987025] 'process raft request' (duration: 1.437590948s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:43.776101Z","caller":"traceutil/trace.go:171","msg":"trace[1286580973] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23132; }","duration":"1.308921648s","start":"2026-03-02T19:47:42.467173Z","end":"2026-03-02T19:47:43.776094Z","steps":["trace[1286580973] 'agreement among raft nodes before linearized reading' (duration: 1.308891887s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.776083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:42.338504Z","time spent":"1.437527957s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:43.776125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:42.467149Z","time spent":"1.308971899s","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:43.776126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286292014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-02T19:47:43.776128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:42.33896Z","time spent":"1.437095953s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:43.776158Z","caller":"traceutil/trace.go:171","msg":"trace[1558570349] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23132; }","duration":"2.286355776s","start":"2026-03-02T19:47:41.489793Z","end":"2026-03-02T19:47:43.776149Z","steps":["trace[1558570349] 'agreement among raft nodes before linearized reading' (duration: 2.286241032s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.776155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:42.338889Z","time spent":"1.437194427s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:43.775994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:42.338763Z","time spent":"1.437187166s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:43.776186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:41.489775Z","time spent":"2.286404737s","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T19:47:43.776218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588947079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-744fcd54d9-qhg78.18991def1e0ef2cc\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-02T19:47:43.77615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:42.337533Z","time spent":"1.43858556s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:43.776265Z","caller":"traceutil/trace.go:171","msg":"trace[1812844903] range","detail":"{range_begin:/registry/events/openstack/magnum-api-744fcd54d9-qhg78.18991def1e0ef2cc; range_end:; response_count:1; response_revision:23132; }","duration":"2.589048762s","start":"2026-03-02T19:47:41.187204Z","end":"2026-03-02T19:47:43.776253Z","steps":["trace[1812844903] 'agreement among raft nodes before linearized reading' (duration: 2.588872586s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.776266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097249203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:43.776049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980408666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:43.776292Z","caller":"traceutil/trace.go:171","msg":"trace[1342107007] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23132; }","duration":"3.097301174s","start":"2026-03-02T19:47:40.678982Z","end":"2026-03-02T19:47:43.776284Z","steps":["trace[1342107007] 'agreement among raft nodes before linearized reading' (duration: 3.097249532s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.776295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:41.187183Z","time spent":"2.589105594s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-744fcd54d9-qhg78.18991def1e0ef2cc\" "} {"level":"info","ts":"2026-03-02T19:47:43.776307Z","caller":"traceutil/trace.go:171","msg":"trace[866572927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23132; }","duration":"1.980691425s","start":"2026-03-02T19:47:41.795604Z","end":"2026-03-02T19:47:43.776296Z","steps":["trace[866572927] 'agreement among raft nodes before linearized reading' (duration: 1.980421387s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.776319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:40.678967Z","time spent":"3.097346206s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:43.776339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:41.795583Z","time spent":"1.980747867s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:47:43.804107Z","caller":"traceutil/trace.go:171","msg":"trace[1628493313] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"721.795959ms","start":"2026-03-02T19:47:43.082286Z","end":"2026-03-02T19:47:43.804082Z","steps":["trace[1628493313] 'process raft request' (duration: 721.549711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.804232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.082262Z","time spent":"721.909513ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:43.804316Z","caller":"traceutil/trace.go:171","msg":"trace[1848982922] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"720.559221ms","start":"2026-03-02T19:47:43.08374Z","end":"2026-03-02T19:47:43.804299Z","steps":["trace[1848982922] 'process raft request' (duration: 720.290292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.804444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.083714Z","time spent":"720.690694ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:43.80458Z","caller":"traceutil/trace.go:171","msg":"trace[613941992] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"720.787908ms","start":"2026-03-02T19:47:43.08377Z","end":"2026-03-02T19:47:43.804558Z","steps":["trace[613941992] 'process raft request' (duration: 720.479998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.804704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.083762Z","time spent":"720.87964ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:43.804909Z","caller":"traceutil/trace.go:171","msg":"trace[1379011525] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"721.021915ms","start":"2026-03-02T19:47:43.083864Z","end":"2026-03-02T19:47:43.804886Z","steps":["trace[1379011525] 'process raft request' (duration: 720.659514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.805087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.083844Z","time spent":"721.171849ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:43.80517Z","caller":"traceutil/trace.go:171","msg":"trace[1826274379] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"721.234712ms","start":"2026-03-02T19:47:43.083926Z","end":"2026-03-02T19:47:43.805161Z","steps":["trace[1826274379] 'process raft request' (duration: 720.87596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.80521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.083918Z","time spent":"721.273633ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:43.805362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.016068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:47:43.805379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.605911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:43.805399Z","caller":"traceutil/trace.go:171","msg":"trace[1245579818] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23137; }","duration":"432.092911ms","start":"2026-03-02T19:47:43.373298Z","end":"2026-03-02T19:47:43.805391Z","steps":["trace[1245579818] 'agreement among raft nodes before linearized reading' (duration: 432.024799ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:43.805412Z","caller":"traceutil/trace.go:171","msg":"trace[2017737550] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23137; }","duration":"734.713344ms","start":"2026-03-02T19:47:43.070691Z","end":"2026-03-02T19:47:43.805404Z","steps":["trace[2017737550] 'agreement among raft nodes before linearized reading' (duration: 734.661253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.805421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.373278Z","time spent":"432.136322ms","remote":"127.0.0.1:36996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:43.805454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.07067Z","time spent":"734.763526ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:43.80556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105034424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-02T19:47:43.805593Z","caller":"traceutil/trace.go:171","msg":"trace[930163466] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23137; }","duration":"1.105107957s","start":"2026-03-02T19:47:42.700477Z","end":"2026-03-02T19:47:43.805585Z","steps":["trace[930163466] 'agreement among raft nodes before linearized reading' (duration: 1.104982013s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.805617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:42.700457Z","time spent":"1.105155108s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-02T19:47:43.805616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.985835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8e05f361-8ac1-44a4-802f-c4d8c4854293\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-02T19:47:43.805615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.086781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:43.805642Z","caller":"traceutil/trace.go:171","msg":"trace[168232150] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8e05f361-8ac1-44a4-802f-c4d8c4854293; range_end:; response_count:1; response_revision:23137; }","duration":"722.030776ms","start":"2026-03-02T19:47:43.083605Z","end":"2026-03-02T19:47:43.805635Z","steps":["trace[168232150] 'agreement among raft nodes before linearized reading' (duration: 721.956154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.805609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02685585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-02T19:47:43.805667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.083597Z","time spent":"722.064437ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-8e05f361-8ac1-44a4-802f-c4d8c4854293\" "} {"level":"info","ts":"2026-03-02T19:47:43.805694Z","caller":"traceutil/trace.go:171","msg":"trace[1082783922] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23137; }","duration":"1.026988544s","start":"2026-03-02T19:47:42.778687Z","end":"2026-03-02T19:47:43.805676Z","steps":["trace[1082783922] 'agreement among raft nodes before linearized reading' (duration: 1.026717595s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:43.805652Z","caller":"traceutil/trace.go:171","msg":"trace[1962453344] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23137; }","duration":"589.169704ms","start":"2026-03-02T19:47:43.216473Z","end":"2026-03-02T19:47:43.805642Z","steps":["trace[1962453344] 'agreement among raft nodes before linearized reading' (duration: 588.42308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.805745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:42.77867Z","time spent":"1.027066557s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-02T19:47:43.805772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.216449Z","time spent":"589.314358ms","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:43.805776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.048678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T19:47:43.805822Z","caller":"traceutil/trace.go:171","msg":"trace[456323120] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23137; }","duration":"716.164342ms","start":"2026-03-02T19:47:43.089643Z","end":"2026-03-02T19:47:43.805807Z","steps":["trace[456323120] 'agreement among raft nodes before linearized reading' (duration: 715.814681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.805858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.08963Z","time spent":"716.218094ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:47:43.805961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.073905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:43.80602Z","caller":"traceutil/trace.go:171","msg":"trace[774344007] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23137; }","duration":"343.177318ms","start":"2026-03-02T19:47:43.462825Z","end":"2026-03-02T19:47:43.806002Z","steps":["trace[774344007] 'agreement among raft nodes before linearized reading' (duration: 342.357712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:43.806061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.462805Z","time spent":"343.245161ms","remote":"127.0.0.1:37390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:44.304968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:44.805796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:44.987314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.183389856s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:47:44.987805Z","caller":"traceutil/trace.go:171","msg":"trace[2056063856] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"1.209345682s","start":"2026-03-02T19:47:43.778434Z","end":"2026-03-02T19:47:44.98778Z","steps":["trace[2056063856] 'process raft request' (duration: 1.209154006s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:44.988023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.778414Z","time spent":"1.209462805s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:45.777551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:47:45.777635Z","caller":"traceutil/trace.go:171","msg":"trace[304339435] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426396s","start":"2026-03-02T19:47:43.777189Z","end":"2026-03-02T19:47:45.777615Z","steps":["trace[304339435] 'agreement among raft nodes before linearized reading' (duration: 2.000316373s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:45.777682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.777168Z","time spent":"2.000503978s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:47:45.834851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000896321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:47:45.834942Z","caller":"traceutil/trace.go:171","msg":"trace[840853895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001027785s","start":"2026-03-02T19:47:43.833894Z","end":"2026-03-02T19:47:45.834922Z","steps":["trace[840853895] 'agreement among raft nodes before linearized reading' (duration: 2.000923552s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:45.834986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.833875Z","time spent":"2.001101118s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:47:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:47:46.02531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:45.182231Z","time spent":"843.071728ms","remote":"127.0.0.1:37510","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:47:46.026201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.366191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:46.026399Z","caller":"traceutil/trace.go:171","msg":"trace[505226255] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"1.832207323s","start":"2026-03-02T19:47:44.194157Z","end":"2026-03-02T19:47:46.026365Z","steps":["trace[505226255] 'process raft request' (duration: 1.234579343s)","trace[505226255] 'compare' (duration: 596.787753ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:46.026464Z","caller":"traceutil/trace.go:171","msg":"trace[1678490602] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"245.854311ms","start":"2026-03-02T19:47:45.780588Z","end":"2026-03-02T19:47:46.026442Z","steps":["trace[1678490602] 'process raft request' (duration: 245.81379ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:46.026516Z","caller":"traceutil/trace.go:171","msg":"trace[558290292] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"940.822888ms","start":"2026-03-02T19:47:45.085671Z","end":"2026-03-02T19:47:46.026494Z","steps":["trace[558290292] 'process raft request' (duration: 940.665283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:46.026541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:44.194121Z","time spent":"1.832345578s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:46.026524Z","caller":"traceutil/trace.go:171","msg":"trace[258848534] linearizableReadLoop","detail":"{readStateIndex:23952; appliedIndex:23950; }","duration":"2.221630304s","start":"2026-03-02T19:47:43.804857Z","end":"2026-03-02T19:47:46.026487Z","steps":["trace[258848534] 'read index received' (duration: 1.182693424s)","trace[258848534] 'applied index is now lower than readState.Index' (duration: 1.038932619s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:46.02663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:45.085647Z","time spent":"940.905591ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:46.527413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:47.027683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:47.259733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233467358s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:47:47.481643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:47.110502Z","time spent":"371.133436ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:47:47.48273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.748086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:47.483123Z","caller":"traceutil/trace.go:171","msg":"trace[2029867870] linearizableReadLoop","detail":"{readStateIndex:23959; appliedIndex:23954; }","duration":"1.456517703s","start":"2026-03-02T19:47:46.026589Z","end":"2026-03-02T19:47:47.483107Z","steps":["trace[2029867870] 'read index received' (duration: 1.233264501s)","trace[2029867870] 'applied index is now lower than readState.Index' (duration: 223.252052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:47.483265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134816932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:47.483287Z","caller":"traceutil/trace.go:171","msg":"trace[201676009] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"1.697992257s","start":"2026-03-02T19:47:45.785272Z","end":"2026-03-02T19:47:47.483264Z","steps":["trace[201676009] 'process raft request' (duration: 1.697757529s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.483327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591105757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:47.483343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874499126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:47.483375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:45.785254Z","time spent":"1.69807604s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:47.483373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108912839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T19:47:47.483398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697015406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:47.483405Z","caller":"traceutil/trace.go:171","msg":"trace[1290286617] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23146; }","duration":"2.5912474s","start":"2026-03-02T19:47:44.892138Z","end":"2026-03-02T19:47:47.483386Z","steps":["trace[1290286617] 'agreement among raft nodes before linearized reading' (duration: 2.591104606s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.483417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673941454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-02T19:47:47.483415Z","caller":"traceutil/trace.go:171","msg":"trace[613285021] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23146; }","duration":"2.874620841s","start":"2026-03-02T19:47:44.608773Z","end":"2026-03-02T19:47:47.483394Z","steps":["trace[613285021] 'agreement among raft nodes before linearized reading' (duration: 2.874493747s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:47.483429Z","caller":"traceutil/trace.go:171","msg":"trace[1571523368] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23146; }","duration":"3.109009011s","start":"2026-03-02T19:47:44.374404Z","end":"2026-03-02T19:47:47.483413Z","steps":["trace[1571523368] 'agreement among raft nodes before linearized reading' (duration: 3.108778534s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:47.483433Z","caller":"traceutil/trace.go:171","msg":"trace[1656132429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23146; }","duration":"1.697083019s","start":"2026-03-02T19:47:45.786339Z","end":"2026-03-02T19:47:47.483422Z","steps":["trace[1656132429] 'agreement among raft nodes before linearized reading' (duration: 1.697023837s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:47.483445Z","caller":"traceutil/trace.go:171","msg":"trace[704201963] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23146; }","duration":"3.673968985s","start":"2026-03-02T19:47:43.809467Z","end":"2026-03-02T19:47:47.483436Z","steps":["trace[704201963] 'agreement among raft nodes before linearized reading' (duration: 3.673853121s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.483448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:44.892111Z","time spent":"2.591326823s","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:47.483462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:45.786323Z","time spent":"1.69713338s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:47:47.483461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:44.374391Z","time spent":"3.109062634s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-02T19:47:47.483457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:44.608751Z","time spent":"2.874696942s","remote":"127.0.0.1:37436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:47.483483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.809426Z","time spent":"3.674048377s","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-02T19:47:47.483488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673978815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-02T19:47:47.483886Z","caller":"traceutil/trace.go:171","msg":"trace[1692100141] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23146; }","duration":"3.674410329s","start":"2026-03-02T19:47:43.809458Z","end":"2026-03-02T19:47:47.483868Z","steps":["trace[1692100141] 'agreement among raft nodes before linearized reading' (duration: 3.67383141s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.483953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.809442Z","time spent":"3.674488202s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-02T19:47:47.483509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201567659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:47.48406Z","caller":"traceutil/trace.go:171","msg":"trace[986232200] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23146; }","duration":"3.202123206s","start":"2026-03-02T19:47:44.281893Z","end":"2026-03-02T19:47:47.484016Z","steps":["trace[986232200] 'agreement among raft nodes before linearized reading' (duration: 3.201398493s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.484142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:44.281869Z","time spent":"3.202230379s","remote":"127.0.0.1:60150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:47.483518Z","caller":"traceutil/trace.go:171","msg":"trace[361357280] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"1.694661542s","start":"2026-03-02T19:47:45.788841Z","end":"2026-03-02T19:47:47.483503Z","steps":["trace[361357280] 'process raft request' (duration: 1.694224428s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.484407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:45.788825Z","time spent":"1.695510018s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:47.483535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.91793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:47.484547Z","caller":"traceutil/trace.go:171","msg":"trace[2129821965] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23146; }","duration":"819.928671ms","start":"2026-03-02T19:47:46.664582Z","end":"2026-03-02T19:47:47.48451Z","steps":["trace[2129821965] 'agreement among raft nodes before linearized reading' (duration: 818.930179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.483506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675668995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:47:47.484651Z","caller":"traceutil/trace.go:171","msg":"trace[1339880799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23146; }","duration":"1.676831412s","start":"2026-03-02T19:47:45.807807Z","end":"2026-03-02T19:47:47.484638Z","steps":["trace[1339880799] 'agreement among raft nodes before linearized reading' (duration: 1.675521501s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.483566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.680831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:47.484708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:45.807735Z","time spent":"1.676961207s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:47:47.484721Z","caller":"traceutil/trace.go:171","msg":"trace[702109251] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23146; }","duration":"107.859838ms","start":"2026-03-02T19:47:47.376844Z","end":"2026-03-02T19:47:47.484704Z","steps":["trace[702109251] 'agreement among raft nodes before linearized reading' (duration: 106.692361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.484729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:46.664564Z","time spent":"820.082156ms","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:47:47.484425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67611909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:47:47.483579Z","caller":"traceutil/trace.go:171","msg":"trace[455793360] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"1.702947712s","start":"2026-03-02T19:47:45.780618Z","end":"2026-03-02T19:47:47.483565Z","steps":["trace[455793360] 'process raft request' (duration: 1.479274717s)","trace[455793360] 'compare' (duration: 221.658752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:47.483576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.103909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:47.483578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671644009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:47:47.4833Z","caller":"traceutil/trace.go:171","msg":"trace[1166543193] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23146; }","duration":"3.134889374s","start":"2026-03-02T19:47:44.3484Z","end":"2026-03-02T19:47:47.48329Z","steps":["trace[1166543193] 'agreement among raft nodes before linearized reading' (duration: 3.134803692s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.4836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67358949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:47:47.483572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491768306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T19:47:47.483628Z","caller":"traceutil/trace.go:171","msg":"trace[1337475008] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"1.702068535s","start":"2026-03-02T19:47:45.781545Z","end":"2026-03-02T19:47:47.483613Z","steps":["trace[1337475008] 'process raft request' (duration: 1.701416794s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.483592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.674071789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-02T19:47:47.483635Z","caller":"traceutil/trace.go:171","msg":"trace[99301658] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"1.702082255s","start":"2026-03-02T19:47:45.781542Z","end":"2026-03-02T19:47:47.483624Z","steps":["trace[99301658] 'process raft request' (duration: 1.701357372s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:47.486653Z","caller":"traceutil/trace.go:171","msg":"trace[570901961] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9; range_end:; response_count:1; response_revision:23146; }","duration":"2.494876414s","start":"2026-03-02T19:47:44.991734Z","end":"2026-03-02T19:47:47.486611Z","steps":["trace[570901961] 'agreement among raft nodes before linearized reading' (duration: 2.491491997s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.486733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:44.991717Z","time spent":"2.494998558s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9\" "} {"level":"info","ts":"2026-03-02T19:47:47.486704Z","caller":"traceutil/trace.go:171","msg":"trace[1670590147] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23146; }","duration":"3.677187096s","start":"2026-03-02T19:47:43.809489Z","end":"2026-03-02T19:47:47.486676Z","steps":["trace[1670590147] 'agreement among raft nodes before linearized reading' (duration: 3.674029337s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.486852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:45.781515Z","time spent":"1.705203143s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:47.486844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:43.809473Z","time spent":"3.677348101s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-02T19:47:47.483628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674697055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:47:47.483667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.866762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:47:47.486962Z","caller":"traceutil/trace.go:171","msg":"trace[455118293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23146; }","duration":"1.67805638s","start":"2026-03-02T19:47:45.808893Z","end":"2026-03-02T19:47:47.486949Z","steps":["trace[455118293] 'agreement among raft nodes before linearized reading' (duration: 1.674670734s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.486998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:45.80888Z","time spent":"1.678107673s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:47:47.486997Z","caller":"traceutil/trace.go:171","msg":"trace[918178164] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23146; }","duration":"569.250528ms","start":"2026-03-02T19:47:46.917733Z","end":"2026-03-02T19:47:47.486983Z","steps":["trace[918178164] 'agreement among raft nodes before linearized reading' (duration: 565.8119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.487046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:46.917713Z","time spent":"569.31663ms","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:47.485042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:45.780598Z","time spent":"1.704358087s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:47.484893Z","caller":"traceutil/trace.go:171","msg":"trace[383646559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23146; }","duration":"1.676608725s","start":"2026-03-02T19:47:45.808266Z","end":"2026-03-02T19:47:47.484874Z","steps":["trace[383646559] 'agreement among raft nodes before linearized reading' (duration: 1.674877761s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:47.485559Z","caller":"traceutil/trace.go:171","msg":"trace[1194603672] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23146; }","duration":"746.076812ms","start":"2026-03-02T19:47:46.739465Z","end":"2026-03-02T19:47:47.485542Z","steps":["trace[1194603672] 'agreement among raft nodes before linearized reading' (duration: 744.09171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.487214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:46.739445Z","time spent":"747.752494ms","remote":"127.0.0.1:50716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:47.485881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:44.34838Z","time spent":"3.137474906s","remote":"127.0.0.1:51430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:47.486626Z","caller":"traceutil/trace.go:171","msg":"trace[230371156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23146; }","duration":"1.676592765s","start":"2026-03-02T19:47:45.809984Z","end":"2026-03-02T19:47:47.486577Z","steps":["trace[230371156] 'agreement among raft nodes before linearized reading' (duration: 1.673508048s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.487341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:45.809974Z","time spent":"1.677348558s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:47.487171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:45.808257Z","time spent":"1.678885356s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:47:47.485866Z","caller":"traceutil/trace.go:171","msg":"trace[1374530315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23146; }","duration":"1.673955412s","start":"2026-03-02T19:47:45.811886Z","end":"2026-03-02T19:47:47.485842Z","steps":["trace[1374530315] 'agreement among raft nodes before linearized reading' (duration: 1.671536196s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:47.48753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:45.811869Z","time spent":"1.675651275s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:47.487042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:45.781519Z","time spent":"1.705147252s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:47.987435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:48.76424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.459284ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-02T19:47:48.764378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:47.485651Z","time spent":"1.27872148s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:47:49.486631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:47:49.486721Z","caller":"traceutil/trace.go:171","msg":"trace[1057313622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000156217s","start":"2026-03-02T19:47:47.486539Z","end":"2026-03-02T19:47:49.486696Z","steps":["trace[1057313622] 'agreement among raft nodes before linearized reading' (duration: 2.000047484s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:49.486784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:47.486525Z","time spent":"2.000245221s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:47:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:47:49.882145Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.712439312s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:47:49.89508Z","caller":"traceutil/trace.go:171","msg":"trace[1854686863] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"2.406060206s","start":"2026-03-02T19:47:47.488981Z","end":"2026-03-02T19:47:49.895041Z","steps":["trace[1854686863] 'process raft request' (duration: 2.393372367s)","trace[1854686863] 'compare' (duration: 11.653896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:49.895218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:47.488963Z","time spent":"2.406186509s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:49.895256Z","caller":"traceutil/trace.go:171","msg":"trace[300001247] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"2.405158947s","start":"2026-03-02T19:47:47.49008Z","end":"2026-03-02T19:47:49.895239Z","steps":["trace[300001247] 'process raft request' (duration: 2.404829837s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:49.895258Z","caller":"traceutil/trace.go:171","msg":"trace[242177369] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"2.404445455s","start":"2026-03-02T19:47:47.49077Z","end":"2026-03-02T19:47:49.895216Z","steps":["trace[242177369] 'process raft request' (duration: 2.404251889s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:49.895314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:47.490062Z","time spent":"2.405218239s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:49.895303Z","caller":"traceutil/trace.go:171","msg":"trace[1392250938] linearizableReadLoop","detail":"{readStateIndex:23967; appliedIndex:23959; }","duration":"2.408717979s","start":"2026-03-02T19:47:47.48656Z","end":"2026-03-02T19:47:49.895278Z","steps":["trace[1392250938] 'read index received' (duration: 623.282105ms)","trace[1392250938] 'applied index is now lower than readState.Index' (duration: 1.785435084s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:49.895382Z","caller":"traceutil/trace.go:171","msg":"trace[1602804072] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"2.403363161s","start":"2026-03-02T19:47:47.491969Z","end":"2026-03-02T19:47:49.895332Z","steps":["trace[1602804072] 'process raft request' (duration: 2.403168465s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:49.895409Z","caller":"traceutil/trace.go:171","msg":"trace[71845301] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"2.39124441s","start":"2026-03-02T19:47:47.504152Z","end":"2026-03-02T19:47:49.895396Z","steps":["trace[71845301] 'process raft request' (duration: 2.391019653s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:49.895414Z","caller":"traceutil/trace.go:171","msg":"trace[704198130] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"1.863395223s","start":"2026-03-02T19:47:48.031983Z","end":"2026-03-02T19:47:49.895378Z","steps":["trace[704198130] 'process raft request' (duration: 1.863225177s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:49.895429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:47.490765Z","time spent":"2.404562239s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:49.895456Z","caller":"traceutil/trace.go:171","msg":"trace[1515890766] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"2.403505745s","start":"2026-03-02T19:47:47.49193Z","end":"2026-03-02T19:47:49.895436Z","steps":["trace[1515890766] 'process raft request' (duration: 2.403174065s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:49.895458Z","caller":"traceutil/trace.go:171","msg":"trace[930548784] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"1.862889387s","start":"2026-03-02T19:47:48.032528Z","end":"2026-03-02T19:47:49.895417Z","steps":["trace[930548784] 'process raft request' (duration: 1.862714341s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:49.895506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:47.504143Z","time spent":"2.391293412s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:49.895535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:47.491925Z","time spent":"2.403575718s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:49.895554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:48.031966Z","time spent":"1.863511467s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:49.895635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:48.032489Z","time spent":"1.863056562s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:49.89548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:47.491963Z","time spent":"2.403467414s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:49.895398Z","caller":"traceutil/trace.go:171","msg":"trace[1213974661] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"2.404017692s","start":"2026-03-02T19:47:47.491369Z","end":"2026-03-02T19:47:49.895387Z","steps":["trace[1213974661] 'process raft request' (duration: 2.403699632s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:49.895812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:47.491364Z","time spent":"2.404419164s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:50.395424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:50.896313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:51.061491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168628312s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:47:51.152731Z","caller":"traceutil/trace.go:171","msg":"trace[1161349807] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"2.386700687s","start":"2026-03-02T19:47:48.76598Z","end":"2026-03-02T19:47:51.152681Z","steps":["trace[1161349807] 'process raft request' (duration: 2.295670588s)","trace[1161349807] 'compare' (duration: 90.785071ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:51.152877Z","caller":"traceutil/trace.go:171","msg":"trace[2135308260] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"1.663986759s","start":"2026-03-02T19:47:49.488852Z","end":"2026-03-02T19:47:51.152839Z","steps":["trace[2135308260] 'process raft request' (duration: 1.663794452s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:51.152906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:48.765953Z","time spent":"2.386855022s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:51.152863Z","caller":"traceutil/trace.go:171","msg":"trace[891403688] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"1.661918563s","start":"2026-03-02T19:47:49.490912Z","end":"2026-03-02T19:47:51.152831Z","steps":["trace[891403688] 'process raft request' (duration: 1.661779859s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:51.152864Z","caller":"traceutil/trace.go:171","msg":"trace[1139743747] linearizableReadLoop","detail":"{readStateIndex:23976; appliedIndex:23969; }","duration":"1.257478151s","start":"2026-03-02T19:47:49.895359Z","end":"2026-03-02T19:47:51.152838Z","steps":["trace[1139743747] 'read index received' (duration: 1.166240466s)","trace[1139743747] 'applied index is now lower than readState.Index' (duration: 91.236425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:51.153031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:49.488827Z","time spent":"1.664110993s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:51.153069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663659178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-02T19:47:51.153128Z","caller":"traceutil/trace.go:171","msg":"trace[764058611] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23162; }","duration":"1.663770502s","start":"2026-03-02T19:47:49.489345Z","end":"2026-03-02T19:47:51.153115Z","steps":["trace[764058611] 'agreement among raft nodes before linearized reading' (duration: 1.663571516s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:51.153057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75363502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:51.153168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:49.489324Z","time spent":"1.663836974s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-02T19:47:51.153178Z","caller":"traceutil/trace.go:171","msg":"trace[1399394158] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23162; }","duration":"2.753775875s","start":"2026-03-02T19:47:48.399392Z","end":"2026-03-02T19:47:51.153168Z","steps":["trace[1399394158] 'agreement among raft nodes before linearized reading' (duration: 2.753598969s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:51.153195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338928756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T19:47:51.153194Z","caller":"traceutil/trace.go:171","msg":"trace[1043142374] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"1.660035855s","start":"2026-03-02T19:47:49.493125Z","end":"2026-03-02T19:47:51.153161Z","steps":["trace[1043142374] 'process raft request' (duration: 1.659667013s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:51.153278Z","caller":"traceutil/trace.go:171","msg":"trace[2089318334] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23162; }","duration":"2.33904854s","start":"2026-03-02T19:47:48.814218Z","end":"2026-03-02T19:47:51.153266Z","steps":["trace[2089318334] 'agreement among raft nodes before linearized reading' (duration: 2.338863964s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:51.153321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:48.814196Z","time spent":"2.339115522s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:47:51.153346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.661786132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:51.153356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:49.493113Z","time spent":"1.660169688s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:51.153384Z","caller":"traceutil/trace.go:171","msg":"trace[1635875850] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23162; }","duration":"3.661838004s","start":"2026-03-02T19:47:47.491536Z","end":"2026-03-02T19:47:51.153374Z","steps":["trace[1635875850] 'agreement among raft nodes before linearized reading' (duration: 3.661780192s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:51.15324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:48.399373Z","time spent":"2.753827997s","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:51.153407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.665683085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bbe9853f-2e10-46b5-9c37-a5eae6e91f44\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-02T19:47:51.153457Z","caller":"traceutil/trace.go:171","msg":"trace[1828247038] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bbe9853f-2e10-46b5-9c37-a5eae6e91f44; range_end:; response_count:1; response_revision:23162; }","duration":"3.66586187s","start":"2026-03-02T19:47:47.487581Z","end":"2026-03-02T19:47:51.153443Z","steps":["trace[1828247038] 'agreement among raft nodes before linearized reading' (duration: 3.665688355s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:51.153454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255390666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T19:47:51.153468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566626408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:51.153497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:47.487567Z","time spent":"3.665922472s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-bbe9853f-2e10-46b5-9c37-a5eae6e91f44\" "} {"level":"info","ts":"2026-03-02T19:47:51.153494Z","caller":"traceutil/trace.go:171","msg":"trace[2107812676] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"1.661881723s","start":"2026-03-02T19:47:49.491598Z","end":"2026-03-02T19:47:51.15348Z","steps":["trace[2107812676] 'process raft request' (duration: 1.661122609s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:51.153522Z","caller":"traceutil/trace.go:171","msg":"trace[151879824] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23162; }","duration":"2.56671624s","start":"2026-03-02T19:47:48.586789Z","end":"2026-03-02T19:47:51.153505Z","steps":["trace[151879824] 'agreement among raft nodes before linearized reading' (duration: 2.566614737s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:51.153569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:49.491561Z","time spent":"1.661969985s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:51.153576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.182296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:51.153619Z","caller":"traceutil/trace.go:171","msg":"trace[710001555] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23162; }","duration":"342.26874ms","start":"2026-03-02T19:47:50.811341Z","end":"2026-03-02T19:47:51.15361Z","steps":["trace[710001555] 'agreement among raft nodes before linearized reading' (duration: 342.156966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:51.153659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:50.81132Z","time spent":"342.330861ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:51.15365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.57815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-02T19:47:51.153079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:49.49089Z","time spent":"1.66211095s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:51.153657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178416501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:47:51.153705Z","caller":"traceutil/trace.go:171","msg":"trace[610503987] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23162; }","duration":"186.668522ms","start":"2026-03-02T19:47:50.967022Z","end":"2026-03-02T19:47:51.15369Z","steps":["trace[610503987] 'agreement among raft nodes before linearized reading' (duration: 186.528368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:51.153595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.766469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:51.153389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659278261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:51.153788Z","caller":"traceutil/trace.go:171","msg":"trace[1708128593] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23162; }","duration":"651.978296ms","start":"2026-03-02T19:47:50.501787Z","end":"2026-03-02T19:47:51.153766Z","steps":["trace[1708128593] 'agreement among raft nodes before linearized reading' (duration: 651.738048ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:51.1538Z","caller":"traceutil/trace.go:171","msg":"trace[160165273] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23162; }","duration":"3.178697091s","start":"2026-03-02T19:47:47.975041Z","end":"2026-03-02T19:47:51.153738Z","steps":["trace[160165273] 'agreement among raft nodes before linearized reading' (duration: 3.178128873s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:51.153838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:50.501767Z","time spent":"652.055638ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:51.153575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:48.586768Z","time spent":"2.566796412s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:51.153814Z","caller":"traceutil/trace.go:171","msg":"trace[1503079407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23162; }","duration":"1.659718945s","start":"2026-03-02T19:47:49.494085Z","end":"2026-03-02T19:47:51.153804Z","steps":["trace[1503079407] 'agreement among raft nodes before linearized reading' (duration: 1.659277791s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:51.153924Z","caller":"traceutil/trace.go:171","msg":"trace[1333398273] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"1.66147373s","start":"2026-03-02T19:47:49.492424Z","end":"2026-03-02T19:47:51.153898Z","steps":["trace[1333398273] 'process raft request' (duration: 1.660329424s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:51.153924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:47.974998Z","time spent":"3.178905047s","remote":"127.0.0.1:53616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":158,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:51.153976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:49.494077Z","time spent":"1.65988736s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:47:51.154005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:49.492409Z","time spent":"1.661559962s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:51.153518Z","caller":"traceutil/trace.go:171","msg":"trace[1282574408] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9; range_end:; response_count:1; response_revision:23162; }","duration":"1.255484479s","start":"2026-03-02T19:47:49.898013Z","end":"2026-03-02T19:47:51.153498Z","steps":["trace[1282574408] 'agreement among raft nodes before linearized reading' (duration: 1.255323774s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:51.154122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:49.897996Z","time spent":"1.256109368s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9\" "} {"level":"info","ts":"2026-03-02T19:47:51.152878Z","caller":"traceutil/trace.go:171","msg":"trace[1322849212] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"2.168836824s","start":"2026-03-02T19:47:48.984001Z","end":"2026-03-02T19:47:51.152838Z","steps":["trace[1322849212] 'process raft request' (duration: 2.168578706s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:51.15434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:48.983976Z","time spent":"2.170210657s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:51.153419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:47.49153Z","time spent":"3.661881906s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:47:51.658221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:52.39559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.711423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:52.395705Z","caller":"traceutil/trace.go:171","msg":"trace[1477098586] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"1.238410414s","start":"2026-03-02T19:47:51.157271Z","end":"2026-03-02T19:47:52.395682Z","steps":["trace[1477098586] 'process raft request' (duration: 618.522525ms)","trace[1477098586] 'compare' (duration: 618.452344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:52.395861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.157247Z","time spent":"1.238543678s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:53.165251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998592349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:47:53.165313Z","caller":"traceutil/trace.go:171","msg":"trace[1015939125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998696662s","start":"2026-03-02T19:47:51.166601Z","end":"2026-03-02T19:47:53.165297Z","steps":["trace[1015939125] 'agreement among raft nodes before linearized reading' (duration: 1.998599929s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:53.165345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.166597Z","time spent":"1.998741953s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:47:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:47:53.628566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.912701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:53.628797Z","caller":"traceutil/trace.go:171","msg":"trace[452730915] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"2.470083836s","start":"2026-03-02T19:47:51.158676Z","end":"2026-03-02T19:47:53.62876Z","steps":["trace[452730915] 'process raft request' (duration: 1.534914006s)","trace[452730915] 'compare' (duration: 934.610422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:53.628911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.158667Z","time spent":"2.470188009s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:53.628944Z","caller":"traceutil/trace.go:171","msg":"trace[117898260] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"2.462481417s","start":"2026-03-02T19:47:51.166443Z","end":"2026-03-02T19:47:53.628925Z","steps":["trace[117898260] 'process raft request' (duration: 2.462215759s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:53.628998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.166436Z","time spent":"2.462537308s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:53.629131Z","caller":"traceutil/trace.go:171","msg":"trace[1355656131] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"1.910645666s","start":"2026-03-02T19:47:51.718475Z","end":"2026-03-02T19:47:53.629121Z","steps":["trace[1355656131] 'process raft request' (duration: 1.910281305s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:53.629171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.718457Z","time spent":"1.910692277s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:53.69988Z","caller":"traceutil/trace.go:171","msg":"trace[783848576] linearizableReadLoop","detail":"{readStateIndex:23979; appliedIndex:23976; }","duration":"2.541746317s","start":"2026-03-02T19:47:51.15811Z","end":"2026-03-02T19:47:53.699856Z","steps":["trace[783848576] 'read index received' (duration: 617.746041ms)","trace[783848576] 'applied index is now lower than readState.Index' (duration: 1.923999215s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:53.700513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542375566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T19:47:53.700596Z","caller":"traceutil/trace.go:171","msg":"trace[485869273] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23166; }","duration":"2.542481129s","start":"2026-03-02T19:47:51.158095Z","end":"2026-03-02T19:47:53.700576Z","steps":["trace[485869273] 'agreement among raft nodes before linearized reading' (duration: 2.542219511s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:53.700639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.158088Z","time spent":"2.542542321s","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T19:47:53.700706Z","caller":"traceutil/trace.go:171","msg":"trace[852431522] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"1.798840925s","start":"2026-03-02T19:47:51.901856Z","end":"2026-03-02T19:47:53.700697Z","steps":["trace[852431522] 'process raft request' (duration: 1.797908706s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:53.700777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.901834Z","time spent":"1.798893136s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:53.701139Z","caller":"traceutil/trace.go:171","msg":"trace[402380924] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"1.799134193s","start":"2026-03-02T19:47:51.901991Z","end":"2026-03-02T19:47:53.701125Z","steps":["trace[402380924] 'process raft request' (duration: 1.798669629s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:53.701423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.901977Z","time spent":"1.799192216s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:54.200299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:54.700763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:55.023165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.397668396s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:47:55.123603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.146505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:55.12387Z","caller":"traceutil/trace.go:171","msg":"trace[218416777] linearizableReadLoop","detail":"{readStateIndex:23988; appliedIndex:23983; }","duration":"1.42390532s","start":"2026-03-02T19:47:53.699946Z","end":"2026-03-02T19:47:55.123851Z","steps":["trace[218416777] 'read index received' (duration: 1.323454435s)","trace[218416777] 'applied index is now lower than readState.Index' (duration: 100.449925ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:55.124132Z","caller":"traceutil/trace.go:171","msg":"trace[373147759] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"1.96520621s","start":"2026-03-02T19:47:53.158909Z","end":"2026-03-02T19:47:55.124116Z","steps":["trace[373147759] 'process raft request' (duration: 1.864477156s)","trace[373147759] 'compare' (duration: 99.903248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:55.124213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:53.158889Z","time spent":"1.965289742s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:55.124383Z","caller":"traceutil/trace.go:171","msg":"trace[1122337015] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"1.965204069s","start":"2026-03-02T19:47:53.159167Z","end":"2026-03-02T19:47:55.124371Z","steps":["trace[1122337015] 'process raft request' (duration: 1.964526987s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.12444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:53.159142Z","time spent":"1.965270741s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:55.124601Z","caller":"traceutil/trace.go:171","msg":"trace[1616535296] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"1.965383174s","start":"2026-03-02T19:47:53.159204Z","end":"2026-03-02T19:47:55.124587Z","steps":["trace[1616535296] 'process raft request' (duration: 1.964546338s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.124675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:53.159193Z","time spent":"1.965448997s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:55.126326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226663388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:47:55.126362Z","caller":"traceutil/trace.go:171","msg":"trace[156409266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23173; }","duration":"3.226721269s","start":"2026-03-02T19:47:51.89963Z","end":"2026-03-02T19:47:55.126352Z","steps":["trace[156409266] 'agreement among raft nodes before linearized reading' (duration: 3.226595325s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.126389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.899619Z","time spent":"3.226762931s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:47:55.126522Z","caller":"traceutil/trace.go:171","msg":"trace[364534060] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"1.967119019s","start":"2026-03-02T19:47:53.159391Z","end":"2026-03-02T19:47:55.12651Z","steps":["trace[364534060] 'process raft request' (duration: 1.964422184s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.12658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:53.159385Z","time spent":"1.967163281s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:55.126631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960350469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:55.126675Z","caller":"traceutil/trace.go:171","msg":"trace[94065242] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23173; }","duration":"3.960412022s","start":"2026-03-02T19:47:51.166251Z","end":"2026-03-02T19:47:55.126663Z","steps":["trace[94065242] 'agreement among raft nodes before linearized reading' (duration: 3.960338749s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.1267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.166243Z","time spent":"3.960450763s","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:47:55.126721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923327647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"warn","ts":"2026-03-02T19:47:55.126705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24679717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:55.126806Z","caller":"traceutil/trace.go:171","msg":"trace[360031228] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23173; }","duration":"3.92342286s","start":"2026-03-02T19:47:51.20336Z","end":"2026-03-02T19:47:55.126783Z","steps":["trace[360031228] 'agreement among raft nodes before linearized reading' (duration: 3.923245295s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.126918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228181215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T19:47:55.12703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.203351Z","time spent":"3.923639587s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-03-02T19:47:55.12702Z","caller":"traceutil/trace.go:171","msg":"trace[1793483989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23173; }","duration":"3.228329589s","start":"2026-03-02T19:47:51.89867Z","end":"2026-03-02T19:47:55.127Z","steps":["trace[1793483989] 'agreement among raft nodes before linearized reading' (duration: 3.22772508s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.126804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.968440073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T19:47:55.127107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22772164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:47:55.127135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03477339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:55.127152Z","caller":"traceutil/trace.go:171","msg":"trace[302512717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23173; }","duration":"3.227778532s","start":"2026-03-02T19:47:51.899355Z","end":"2026-03-02T19:47:55.127134Z","steps":["trace[302512717] 'agreement among raft nodes before linearized reading' (duration: 3.227675069s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:55.127199Z","caller":"traceutil/trace.go:171","msg":"trace[1272781280] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23173; }","duration":"3.034880934s","start":"2026-03-02T19:47:52.092301Z","end":"2026-03-02T19:47:55.127182Z","steps":["trace[1272781280] 'agreement among raft nodes before linearized reading' (duration: 3.0347519s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.127198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.899343Z","time spent":"3.227847784s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:55.127166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.898648Z","time spent":"3.228456173s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:47:55.127234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:52.092284Z","time spent":"3.034943666s","remote":"127.0.0.1:51502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:55.12735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227599237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:47:55.12738Z","caller":"traceutil/trace.go:171","msg":"trace[1546834562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23173; }","duration":"3.227643938s","start":"2026-03-02T19:47:51.899728Z","end":"2026-03-02T19:47:55.127372Z","steps":["trace[1546834562] 'agreement among raft nodes before linearized reading' (duration: 3.227569175s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.127398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.899722Z","time spent":"3.227671808s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:47:55.127411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523373424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:55.127435Z","caller":"traceutil/trace.go:171","msg":"trace[1517403463] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23173; }","duration":"1.523436606s","start":"2026-03-02T19:47:53.603991Z","end":"2026-03-02T19:47:55.127428Z","steps":["trace[1517403463] 'agreement among raft nodes before linearized reading' (duration: 1.523387194s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.127461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:53.603971Z","time spent":"1.523484757s","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:55.127466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05287486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:55.127485Z","caller":"traceutil/trace.go:171","msg":"trace[1818159081] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23173; }","duration":"3.052923061s","start":"2026-03-02T19:47:52.074555Z","end":"2026-03-02T19:47:55.127478Z","steps":["trace[1818159081] 'agreement among raft nodes before linearized reading' (duration: 3.05289411s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.127506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:52.074538Z","time spent":"3.052963322s","remote":"127.0.0.1:37466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:55.12655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960143153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T19:47:55.127542Z","caller":"traceutil/trace.go:171","msg":"trace[1736667957] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23173; }","duration":"3.961184206s","start":"2026-03-02T19:47:51.166342Z","end":"2026-03-02T19:47:55.127526Z","steps":["trace[1736667957] 'agreement among raft nodes before linearized reading' (duration: 3.959979338s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.127568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96237562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:55.127182Z","caller":"traceutil/trace.go:171","msg":"trace[1852532105] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23173; }","duration":"3.968805236s","start":"2026-03-02T19:47:51.158337Z","end":"2026-03-02T19:47:55.127143Z","steps":["trace[1852532105] 'agreement among raft nodes before linearized reading' (duration: 3.968376812s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:55.127582Z","caller":"traceutil/trace.go:171","msg":"trace[1183980987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23173; }","duration":"1.962409331s","start":"2026-03-02T19:47:53.165168Z","end":"2026-03-02T19:47:55.127577Z","steps":["trace[1183980987] 'agreement among raft nodes before linearized reading' (duration: 1.96238345s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.127595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:53.165159Z","time spent":"1.962433392s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:47:55.127618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097213161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:55.127624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.166338Z","time spent":"3.961249558s","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-02T19:47:55.127639Z","caller":"traceutil/trace.go:171","msg":"trace[860380680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23173; }","duration":"3.097277114s","start":"2026-03-02T19:47:52.030354Z","end":"2026-03-02T19:47:55.127631Z","steps":["trace[860380680] 'agreement among raft nodes before linearized reading' (duration: 3.097239833s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.127664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:52.030334Z","time spent":"3.097325175s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:55.1277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.017641043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:55.127761Z","caller":"traceutil/trace.go:171","msg":"trace[1039455353] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23173; }","duration":"3.017723305s","start":"2026-03-02T19:47:52.110022Z","end":"2026-03-02T19:47:55.127745Z","steps":["trace[1039455353] 'agreement among raft nodes before linearized reading' (duration: 3.017633833s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.126861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227328368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:47:55.12788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690732965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:55.127618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.158333Z","time spent":"3.96926706s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-02T19:47:55.127936Z","caller":"traceutil/trace.go:171","msg":"trace[1867178816] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23173; }","duration":"2.690809198s","start":"2026-03-02T19:47:52.437111Z","end":"2026-03-02T19:47:55.12792Z","steps":["trace[1867178816] 'agreement among raft nodes before linearized reading' (duration: 2.690732056s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:55.127895Z","caller":"traceutil/trace.go:171","msg":"trace[1457185010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23173; }","duration":"3.228411152s","start":"2026-03-02T19:47:51.899436Z","end":"2026-03-02T19:47:55.127848Z","steps":["trace[1457185010] 'agreement among raft nodes before linearized reading' (duration: 3.227180143s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.128136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:52.437096Z","time spent":"2.691029184s","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:55.128178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.899411Z","time spent":"3.228747062s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:47:55.126838Z","caller":"traceutil/trace.go:171","msg":"trace[715510067] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23173; }","duration":"3.247009436s","start":"2026-03-02T19:47:51.879794Z","end":"2026-03-02T19:47:55.126804Z","steps":["trace[715510067] 'agreement among raft nodes before linearized reading' (duration: 3.246721957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.128316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:51.879773Z","time spent":"3.248532944s","remote":"127.0.0.1:44468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:55.127813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:52.11001Z","time spent":"3.017788537s","remote":"127.0.0.1:50824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:55.127956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728482761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b5d4ab69599\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-02T19:47:55.128481Z","caller":"traceutil/trace.go:171","msg":"trace[1735310356] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991b5d4ab69599; range_end:; response_count:1; response_revision:23173; }","duration":"2.729033738s","start":"2026-03-02T19:47:52.399437Z","end":"2026-03-02T19:47:55.12847Z","steps":["trace[1735310356] 'agreement among raft nodes before linearized reading' (duration: 2.728427519s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.128529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:52.399419Z","time spent":"2.729099651s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b5d4ab69599\" "} {"level":"warn","ts":"2026-03-02T19:47:55.127966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003644263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:55.128591Z","caller":"traceutil/trace.go:171","msg":"trace[1221482334] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23173; }","duration":"3.004276302s","start":"2026-03-02T19:47:52.124298Z","end":"2026-03-02T19:47:55.128575Z","steps":["trace[1221482334] 'agreement among raft nodes before linearized reading' (duration: 3.003609812s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.128626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:52.124253Z","time spent":"3.004359886s","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:55.128672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496089677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-02T19:47:55.128712Z","caller":"traceutil/trace.go:171","msg":"trace[1709861635] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23173; }","duration":"1.496159519s","start":"2026-03-02T19:47:53.632541Z","end":"2026-03-02T19:47:55.128701Z","steps":["trace[1709861635] 'agreement among raft nodes before linearized reading' (duration: 1.494145526s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.128744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:53.632523Z","time spent":"1.496212981s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-02T19:47:55.124807Z","caller":"traceutil/trace.go:171","msg":"trace[644650668] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"1.96555447s","start":"2026-03-02T19:47:53.159243Z","end":"2026-03-02T19:47:55.124797Z","steps":["trace[644650668] 'process raft request' (duration: 1.964538388s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.128967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:53.159218Z","time spent":"1.96969786s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:55.204094Z","caller":"traceutil/trace.go:171","msg":"trace[60618641] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"301.471188ms","start":"2026-03-02T19:47:54.902598Z","end":"2026-03-02T19:47:55.204069Z","steps":["trace[60618641] 'process raft request' (duration: 301.015904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.204236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:54.902572Z","time spent":"301.588181ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:55.204324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440579353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:55.204348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.134025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T19:47:55.204418Z","caller":"traceutil/trace.go:171","msg":"trace[296380544] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23174; }","duration":"1.440727138s","start":"2026-03-02T19:47:53.763667Z","end":"2026-03-02T19:47:55.204394Z","steps":["trace[296380544] 'agreement among raft nodes before linearized reading' (duration: 1.440559112s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:55.204425Z","caller":"traceutil/trace.go:171","msg":"trace[1290747379] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23174; }","duration":"939.271929ms","start":"2026-03-02T19:47:54.265133Z","end":"2026-03-02T19:47:55.204405Z","steps":["trace[1290747379] 'agreement among raft nodes before linearized reading' (duration: 939.007221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.204465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:53.763647Z","time spent":"1.440807951s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:47:55.204473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:54.265113Z","time spent":"939.349162ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T19:47:55.204868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4057597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:47:55.204904Z","caller":"traceutil/trace.go:171","msg":"trace[1260797244] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23174; }","duration":"1.405824972s","start":"2026-03-02T19:47:53.799069Z","end":"2026-03-02T19:47:55.204894Z","steps":["trace[1260797244] 'agreement among raft nodes before linearized reading' (duration: 1.405647227s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.204938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:53.799046Z","time spent":"1.405884384s","remote":"127.0.0.1:36934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:55.205495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13669285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:55.205533Z","caller":"traceutil/trace.go:171","msg":"trace[586869043] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23174; }","duration":"1.136790682s","start":"2026-03-02T19:47:54.068731Z","end":"2026-03-02T19:47:55.205522Z","steps":["trace[586869043] 'agreement among raft nodes before linearized reading' (duration: 1.13672356s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.205564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:54.068699Z","time spent":"1.136857334s","remote":"127.0.0.1:36846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:55.208927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374831758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:55.209001Z","caller":"traceutil/trace.go:171","msg":"trace[1528618840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23174; }","duration":"1.374939712s","start":"2026-03-02T19:47:53.834043Z","end":"2026-03-02T19:47:55.208983Z","steps":["trace[1528618840] 'agreement among raft nodes before linearized reading' (duration: 1.370050388s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:55.209044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:53.834027Z","time spent":"1.375006413s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:47:55.704101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:56.204845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:56.484971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.281317682s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:47:56.487674Z","caller":"traceutil/trace.go:171","msg":"trace[1048666009] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"1.34969654s","start":"2026-03-02T19:47:55.137955Z","end":"2026-03-02T19:47:56.487652Z","steps":["trace[1048666009] 'process raft request' (duration: 1.349658798s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:56.487791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.13795Z","time spent":"1.349781682s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:56.487981Z","caller":"traceutil/trace.go:171","msg":"trace[1013581893] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"1.353118267s","start":"2026-03-02T19:47:55.134855Z","end":"2026-03-02T19:47:56.487973Z","steps":["trace[1013581893] 'process raft request' (duration: 1.352694723s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:56.488011Z","caller":"traceutil/trace.go:171","msg":"trace[206490905] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"1.357044341s","start":"2026-03-02T19:47:55.130959Z","end":"2026-03-02T19:47:56.488003Z","steps":["trace[206490905] 'process raft request' (duration: 1.35638595s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:56.488042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.134838Z","time spent":"1.353166659s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:56.488133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.130944Z","time spent":"1.357110622s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:56.488168Z","caller":"traceutil/trace.go:171","msg":"trace[1020977504] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"1.35324714s","start":"2026-03-02T19:47:55.134911Z","end":"2026-03-02T19:47:56.488158Z","steps":["trace[1020977504] 'process raft request' (duration: 1.352662502s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:56.488209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.134907Z","time spent":"1.353285043s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:56.488295Z","caller":"traceutil/trace.go:171","msg":"trace[1254995966] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"1.353309913s","start":"2026-03-02T19:47:55.134979Z","end":"2026-03-02T19:47:56.488289Z","steps":["trace[1254995966] 'process raft request' (duration: 1.352612871s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:56.48833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.134975Z","time spent":"1.353339213s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:56.487959Z","caller":"traceutil/trace.go:171","msg":"trace[525375582] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"1.353412316s","start":"2026-03-02T19:47:55.134504Z","end":"2026-03-02T19:47:56.487917Z","steps":["trace[525375582] 'process raft request' (duration: 1.353020194s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:56.488497Z","caller":"traceutil/trace.go:171","msg":"trace[136319945] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"1.353993334s","start":"2026-03-02T19:47:55.134495Z","end":"2026-03-02T19:47:56.488489Z","steps":["trace[136319945] 'process raft request' (duration: 1.352983252s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:56.488532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.134498Z","time spent":"1.354011744s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:56.488541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.134488Z","time spent":"1.354027986s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:57.136323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00184388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:47:57.136423Z","caller":"traceutil/trace.go:171","msg":"trace[2109524404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001967314s","start":"2026-03-02T19:47:55.13443Z","end":"2026-03-02T19:47:57.136397Z","steps":["trace[2109524404] 'agreement among raft nodes before linearized reading' (duration: 2.001852611s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:57.136526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.134423Z","time spent":"2.002047686s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:47:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:47:57.814217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.326432858s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:47:57.876921Z","caller":"traceutil/trace.go:171","msg":"trace[935732031] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"2.664904125s","start":"2026-03-02T19:47:55.211985Z","end":"2026-03-02T19:47:57.876897Z","steps":["trace[935732031] 'process raft request' (duration: 2.602514835s)","trace[935732031] 'compare' (duration: 62.004518ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:57.87697Z","caller":"traceutil/trace.go:171","msg":"trace[1660907416] linearizableReadLoop","detail":"{readStateIndex:23999; appliedIndex:23996; }","duration":"2.673188294s","start":"2026-03-02T19:47:55.203759Z","end":"2026-03-02T19:47:57.876947Z","steps":["trace[1660907416] 'read index received' (duration: 1.285115981s)","trace[1660907416] 'applied index is now lower than readState.Index' (duration: 1.388071313s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:57.877009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.211975Z","time spent":"2.664988597s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:57.877061Z","caller":"traceutil/trace.go:171","msg":"trace[886711553] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"2.170671452s","start":"2026-03-02T19:47:55.706379Z","end":"2026-03-02T19:47:57.877051Z","steps":["trace[886711553] 'process raft request' (duration: 2.170383193s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:57.877149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.706353Z","time spent":"2.170730863s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:57.877189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74275683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:57.877211Z","caller":"traceutil/trace.go:171","msg":"trace[1981624301] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23185; }","duration":"2.74280093s","start":"2026-03-02T19:47:55.134402Z","end":"2026-03-02T19:47:57.877203Z","steps":["trace[1981624301] 'agreement among raft nodes before linearized reading' (duration: 2.742749879s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:57.877241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.134393Z","time spent":"2.742844192s","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:47:57.87735Z","caller":"traceutil/trace.go:171","msg":"trace[1068206949] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"2.170883519s","start":"2026-03-02T19:47:55.70646Z","end":"2026-03-02T19:47:57.877344Z","steps":["trace[1068206949] 'process raft request' (duration: 2.170406994s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:57.877382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.706434Z","time spent":"2.17092894s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:57.877447Z","caller":"traceutil/trace.go:171","msg":"trace[2087510770] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"1.540454559s","start":"2026-03-02T19:47:56.336986Z","end":"2026-03-02T19:47:57.877441Z","steps":["trace[2087510770] 'process raft request' (duration: 1.539918122s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:57.87747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:56.336963Z","time spent":"1.54049294s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:57.877485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74660358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-810b1d33-d279-44c1-8491-111d211e27e3\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-02T19:47:57.877518Z","caller":"traceutil/trace.go:171","msg":"trace[31844565] range","detail":"{range_begin:/registry/persistentvolumes/pvc-810b1d33-d279-44c1-8491-111d211e27e3; range_end:; response_count:1; response_revision:23185; }","duration":"2.746653962s","start":"2026-03-02T19:47:55.130854Z","end":"2026-03-02T19:47:57.877508Z","steps":["trace[31844565] 'agreement among raft nodes before linearized reading' (duration: 2.746535848s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:57.877546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.130845Z","time spent":"2.746694293s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-810b1d33-d279-44c1-8491-111d211e27e3\" "} {"level":"warn","ts":"2026-03-02T19:47:57.877735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748312954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-r6hdc\" ","response":"range_response_count:1 size:4483"} {"level":"info","ts":"2026-03-02T19:47:57.877777Z","caller":"traceutil/trace.go:171","msg":"trace[1538121732] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-r6hdc; range_end:; response_count:1; response_revision:23185; }","duration":"2.748375316s","start":"2026-03-02T19:47:55.12939Z","end":"2026-03-02T19:47:57.877766Z","steps":["trace[1538121732] 'agreement among raft nodes before linearized reading' (duration: 2.748307274s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:57.877841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748463178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:47:57.877867Z","caller":"traceutil/trace.go:171","msg":"trace[1708741793] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23185; }","duration":"2.7485137s","start":"2026-03-02T19:47:55.129348Z","end":"2026-03-02T19:47:57.877862Z","steps":["trace[1708741793] 'agreement among raft nodes before linearized reading' (duration: 2.748431787s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:57.877882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.12933Z","time spent":"2.748548511s","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T19:47:57.877831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.129368Z","time spent":"2.748448428s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4506,"request content":"key:\"/registry/pods/kube-system/kube-proxy-r6hdc\" "} {"level":"info","ts":"2026-03-02T19:47:58.037389Z","caller":"traceutil/trace.go:171","msg":"trace[1493275720] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"903.485445ms","start":"2026-03-02T19:47:57.133876Z","end":"2026-03-02T19:47:58.037362Z","steps":["trace[1493275720] 'process raft request' (duration: 900.978227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:58.037611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:57.13385Z","time spent":"903.63522ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:58.037734Z","caller":"traceutil/trace.go:171","msg":"trace[963439087] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"903.720333ms","start":"2026-03-02T19:47:57.133978Z","end":"2026-03-02T19:47:58.037698Z","steps":["trace[963439087] 'process raft request' (duration: 903.223817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:58.037958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:57.133938Z","time spent":"903.928049ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:58.038265Z","caller":"traceutil/trace.go:171","msg":"trace[1682757919] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"901.71907ms","start":"2026-03-02T19:47:57.136531Z","end":"2026-03-02T19:47:58.03825Z","steps":["trace[1682757919] 'process raft request' (duration: 901.494603ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:58.038305Z","caller":"traceutil/trace.go:171","msg":"trace[497072642] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"901.637898ms","start":"2026-03-02T19:47:57.136628Z","end":"2026-03-02T19:47:58.038266Z","steps":["trace[497072642] 'process raft request' (duration: 901.523134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:58.038737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169157464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:47:58.038745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003037558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:58.038808Z","caller":"traceutil/trace.go:171","msg":"trace[1473973685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23190; }","duration":"2.169259888s","start":"2026-03-02T19:47:55.869532Z","end":"2026-03-02T19:47:58.038792Z","steps":["trace[1473973685] 'agreement among raft nodes before linearized reading' (duration: 2.169172836s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:58.038847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:57.136591Z","time spent":"902.205195ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:58.038895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.8695Z","time spent":"2.169383012s","remote":"127.0.0.1:44564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:58.03874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541641996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T19:47:58.039016Z","caller":"traceutil/trace.go:171","msg":"trace[1469840096] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9; range_end:; response_count:1; response_revision:23190; }","duration":"1.541934326s","start":"2026-03-02T19:47:56.497062Z","end":"2026-03-02T19:47:58.038996Z","steps":["trace[1469840096] 'agreement among raft nodes before linearized reading' (duration: 1.541593435s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:58.039124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:56.497048Z","time spent":"1.542057369s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9\" "} {"level":"warn","ts":"2026-03-02T19:47:58.038817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830484245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:58.039464Z","caller":"traceutil/trace.go:171","msg":"trace[1618066267] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23190; }","duration":"2.831079173s","start":"2026-03-02T19:47:55.208286Z","end":"2026-03-02T19:47:58.039365Z","steps":["trace[1618066267] 'agreement among raft nodes before linearized reading' (duration: 2.830466664s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:58.038472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132967681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:58.039545Z","caller":"traceutil/trace.go:171","msg":"trace[39854310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23190; }","duration":"1.134050805s","start":"2026-03-02T19:47:56.905479Z","end":"2026-03-02T19:47:58.03953Z","steps":["trace[39854310] 'agreement among raft nodes before linearized reading' (duration: 1.132902169s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:58.039582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:56.905432Z","time spent":"1.134133328s","remote":"127.0.0.1:44528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:58.038498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.250185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:58.038542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.769318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:58.038559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537023912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-02T19:47:58.038594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.109152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:58.038619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479064891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:58.038633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469811371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:58.03868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.500499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:58.039727Z","caller":"traceutil/trace.go:171","msg":"trace[1024911451] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23190; }","duration":"245.546992ms","start":"2026-03-02T19:47:57.794168Z","end":"2026-03-02T19:47:58.039715Z","steps":["trace[1024911451] 'agreement among raft nodes before linearized reading' (duration: 244.461828ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:58.039753Z","caller":"traceutil/trace.go:171","msg":"trace[2014910409] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23190; }","duration":"1.480223478s","start":"2026-03-02T19:47:56.55951Z","end":"2026-03-02T19:47:58.039734Z","steps":["trace[2014910409] 'agreement among raft nodes before linearized reading' (duration: 1.479073782s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:58.039816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:56.559492Z","time spent":"1.48030741s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:58.039791Z","caller":"traceutil/trace.go:171","msg":"trace[2066652723] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23190; }","duration":"1.53823874s","start":"2026-03-02T19:47:56.501492Z","end":"2026-03-02T19:47:58.039731Z","steps":["trace[2066652723] 'agreement among raft nodes before linearized reading' (duration: 1.536937519s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:58.039868Z","caller":"traceutil/trace.go:171","msg":"trace[403517762] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23190; }","duration":"1.471057039s","start":"2026-03-02T19:47:56.568787Z","end":"2026-03-02T19:47:58.039844Z","steps":["trace[403517762] 'agreement among raft nodes before linearized reading' (duration: 1.469775479s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:58.038668Z","caller":"traceutil/trace.go:171","msg":"trace[364564993] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"902.013099ms","start":"2026-03-02T19:47:57.136639Z","end":"2026-03-02T19:47:58.038652Z","steps":["trace[364564993] 'process raft request' (duration: 901.568045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:58.039945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:56.568776Z","time spent":"1.471147643s","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:58.039984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:57.136612Z","time spent":"903.31799ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:58.040039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:56.501477Z","time spent":"1.538536719s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T19:47:58.040065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:55.208267Z","time spent":"2.831236279s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T19:47:58.03999Z","caller":"traceutil/trace.go:171","msg":"trace[1305753591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23190; }","duration":"903.572668ms","start":"2026-03-02T19:47:57.136406Z","end":"2026-03-02T19:47:58.039979Z","steps":["trace[1305753591] 'agreement among raft nodes before linearized reading' (duration: 902.159934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:58.040162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:57.136394Z","time spent":"903.735113ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:47:58.040192Z","caller":"traceutil/trace.go:171","msg":"trace[383707036] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23190; }","duration":"369.99398ms","start":"2026-03-02T19:47:57.670177Z","end":"2026-03-02T19:47:58.040171Z","steps":["trace[383707036] 'agreement among raft nodes before linearized reading' (duration: 368.255706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:58.040288Z","caller":"traceutil/trace.go:171","msg":"trace[487058224] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23190; }","duration":"815.560304ms","start":"2026-03-02T19:47:57.22471Z","end":"2026-03-02T19:47:58.04027Z","steps":["trace[487058224] 'agreement among raft nodes before linearized reading' (duration: 813.796268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:58.040274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:57.670153Z","time spent":"370.101794ms","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:58.03836Z","caller":"traceutil/trace.go:171","msg":"trace[991761009] linearizableReadLoop","detail":"{readStateIndex:24005; appliedIndex:24000; }","duration":"161.315147ms","start":"2026-03-02T19:47:57.87702Z","end":"2026-03-02T19:47:58.038335Z","steps":["trace[991761009] 'read index received' (duration: 157.810767ms)","trace[991761009] 'applied index is now lower than readState.Index' (duration: 3.50324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:58.040355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:57.224662Z","time spent":"815.675718ms","remote":"127.0.0.1:36804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:58.038819Z","caller":"traceutil/trace.go:171","msg":"trace[1502681746] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23190; }","duration":"2.003166821s","start":"2026-03-02T19:47:56.035633Z","end":"2026-03-02T19:47:58.0388Z","steps":["trace[1502681746] 'agreement among raft nodes before linearized reading' (duration: 2.003002116s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:58.038383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:57.136502Z","time spent":"901.831094ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:58.040492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.087679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T19:47:58.040526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.94417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:58.040534Z","caller":"traceutil/trace.go:171","msg":"trace[1460718555] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23190; }","duration":"161.153052ms","start":"2026-03-02T19:47:57.87937Z","end":"2026-03-02T19:47:58.040523Z","steps":["trace[1460718555] 'agreement among raft nodes before linearized reading' (duration: 161.016517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:58.040549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:56.035613Z","time spent":"2.004920286s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:58.040655Z","caller":"traceutil/trace.go:171","msg":"trace[315197218] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23190; }","duration":"108.014222ms","start":"2026-03-02T19:47:57.932537Z","end":"2026-03-02T19:47:58.040551Z","steps":["trace[315197218] 'agreement among raft nodes before linearized reading' (duration: 107.94184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:58.54447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:47:58.904396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.73302ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-02T19:47:58.904516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:58.041767Z","time spent":"862.744476ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:47:59.451033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.025561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:59.451541Z","caller":"traceutil/trace.go:171","msg":"trace[1625792909] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"545.205812ms","start":"2026-03-02T19:47:58.906298Z","end":"2026-03-02T19:47:59.451503Z","steps":["trace[1625792909] 'process raft request' (duration: 545.11771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.451676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:58.906269Z","time spent":"545.345177ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:59.451734Z","caller":"traceutil/trace.go:171","msg":"trace[1753638315] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"787.053428ms","start":"2026-03-02T19:47:58.664634Z","end":"2026-03-02T19:47:59.451687Z","steps":["trace[1753638315] 'process raft request' (duration: 786.589854ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:59.451747Z","caller":"traceutil/trace.go:171","msg":"trace[1807266228] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"1.408659971s","start":"2026-03-02T19:47:58.042986Z","end":"2026-03-02T19:47:59.451646Z","steps":["trace[1807266228] 'process raft request' (duration: 1.279838475s)","trace[1807266228] 'compare' (duration: 126.768621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:59.452016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:58.66461Z","time spent":"787.225284ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:59.452032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:58.042974Z","time spent":"1.408937469s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:59.452186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408183356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T19:47:59.4523Z","caller":"traceutil/trace.go:171","msg":"trace[1859444115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23193; }","duration":"1.40830445s","start":"2026-03-02T19:47:58.043974Z","end":"2026-03-02T19:47:59.452278Z","steps":["trace[1859444115] 'agreement among raft nodes before linearized reading' (duration: 1.407937478s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.452419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:58.043944Z","time spent":"1.408458025s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:47:59.452884Z","caller":"traceutil/trace.go:171","msg":"trace[216791929] linearizableReadLoop","detail":"{readStateIndex:24007; appliedIndex:24005; }","duration":"1.408885298s","start":"2026-03-02T19:47:58.04398Z","end":"2026-03-02T19:47:59.452865Z","steps":["trace[216791929] 'read index received' (duration: 655.675493ms)","trace[216791929] 'applied index is now lower than readState.Index' (duration: 752.158892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:59.453266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408717052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-45e78100-ea75-4903-9aa7-7831dee74ce4\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-02T19:47:59.453325Z","caller":"traceutil/trace.go:171","msg":"trace[1840190700] range","detail":"{range_begin:/registry/persistentvolumes/pvc-45e78100-ea75-4903-9aa7-7831dee74ce4; range_end:; response_count:1; response_revision:23193; }","duration":"1.408792695s","start":"2026-03-02T19:47:58.044516Z","end":"2026-03-02T19:47:59.453309Z","steps":["trace[1840190700] 'agreement among raft nodes before linearized reading' (duration: 1.408563968s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.453368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:58.044509Z","time spent":"1.408850977s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-45e78100-ea75-4903-9aa7-7831dee74ce4\" "} {"level":"warn","ts":"2026-03-02T19:47:59.453371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.538396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:47:59.453457Z","caller":"traceutil/trace.go:171","msg":"trace[2136279894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23193; }","duration":"959.634278ms","start":"2026-03-02T19:47:58.493808Z","end":"2026-03-02T19:47:59.453442Z","steps":["trace[2136279894] 'agreement among raft nodes before linearized reading' (duration: 959.287867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.453539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:58.493804Z","time spent":"959.725461ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:47:59.45367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.910187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:47:59.453716Z","caller":"traceutil/trace.go:171","msg":"trace[303705424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23193; }","duration":"959.966228ms","start":"2026-03-02T19:47:58.493738Z","end":"2026-03-02T19:47:59.453704Z","steps":["trace[303705424] 'agreement among raft nodes before linearized reading' (duration: 959.850335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.453748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:58.493733Z","time spent":"960.008311ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:59.453811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.204309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:59.453887Z","caller":"traceutil/trace.go:171","msg":"trace[1006009818] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23193; }","duration":"144.321023ms","start":"2026-03-02T19:47:59.309548Z","end":"2026-03-02T19:47:59.453869Z","steps":["trace[1006009818] 'agreement among raft nodes before linearized reading' (duration: 144.191879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.453975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.603179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:47:59.454014Z","caller":"traceutil/trace.go:171","msg":"trace[1798532413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23193; }","duration":"960.670301ms","start":"2026-03-02T19:47:58.493333Z","end":"2026-03-02T19:47:59.454003Z","steps":["trace[1798532413] 'agreement among raft nodes before linearized reading' (duration: 960.569368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.454049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:58.493316Z","time spent":"960.726163ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:47:59.454246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064562834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:59.454288Z","caller":"traceutil/trace.go:171","msg":"trace[1206629196] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23193; }","duration":"1.064652746s","start":"2026-03-02T19:47:58.389623Z","end":"2026-03-02T19:47:59.454276Z","steps":["trace[1206629196] 'agreement among raft nodes before linearized reading' (duration: 1.064550933s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.454322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:58.389607Z","time spent":"1.064704679s","remote":"127.0.0.1:37420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:59.454523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406934277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:59.454564Z","caller":"traceutil/trace.go:171","msg":"trace[1832268332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23193; }","duration":"1.406989098s","start":"2026-03-02T19:47:58.047565Z","end":"2026-03-02T19:47:59.454554Z","steps":["trace[1832268332] 'agreement among raft nodes before linearized reading' (duration: 1.406920696s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.454593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:58.047553Z","time spent":"1.40703516s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:47:59.454724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.750734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:47:59.454788Z","caller":"traceutil/trace.go:171","msg":"trace[777879959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23193; }","duration":"960.826656ms","start":"2026-03-02T19:47:58.493947Z","end":"2026-03-02T19:47:59.454773Z","steps":["trace[777879959] 'agreement among raft nodes before linearized reading' (duration: 960.523997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.454827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:58.493942Z","time spent":"960.876878ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:59.455004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.882858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:47:59.455038Z","caller":"traceutil/trace.go:171","msg":"trace[1109869034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23193; }","duration":"960.918549ms","start":"2026-03-02T19:47:58.49411Z","end":"2026-03-02T19:47:59.455029Z","steps":["trace[1109869034] 'agreement among raft nodes before linearized reading' (duration: 960.809016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.455066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:58.494048Z","time spent":"961.011482ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:47:59.454186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.329317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:59.45901Z","caller":"traceutil/trace.go:171","msg":"trace[49855974] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23193; }","duration":"529.1859ms","start":"2026-03-02T19:47:58.929806Z","end":"2026-03-02T19:47:59.458992Z","steps":["trace[49855974] 'agreement among raft nodes before linearized reading' (duration: 524.331177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.460997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:58.929784Z","time spent":"530.836322ms","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:59.8926Z","caller":"traceutil/trace.go:171","msg":"trace[766273808] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"432.559435ms","start":"2026-03-02T19:47:59.45978Z","end":"2026-03-02T19:47:59.892339Z","steps":["trace[766273808] 'process raft request' (duration: 415.030235ms)","trace[766273808] 'compare' (duration: 17.405697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:59.892735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.45976Z","time spent":"432.904026ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:59.893684Z","caller":"traceutil/trace.go:171","msg":"trace[2027582868] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"433.858816ms","start":"2026-03-02T19:47:59.459801Z","end":"2026-03-02T19:47:59.89366Z","steps":["trace[2027582868] 'process raft request' (duration: 433.653959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.893835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.459784Z","time spent":"433.97612ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:59.894067Z","caller":"traceutil/trace.go:171","msg":"trace[916697450] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"432.870155ms","start":"2026-03-02T19:47:59.461171Z","end":"2026-03-02T19:47:59.894041Z","steps":["trace[916697450] 'process raft request' (duration: 432.40961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.894237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.461162Z","time spent":"432.988228ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:59.894287Z","caller":"traceutil/trace.go:171","msg":"trace[1422896155] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"432.904946ms","start":"2026-03-02T19:47:59.46134Z","end":"2026-03-02T19:47:59.894245Z","steps":["trace[1422896155] 'process raft request' (duration: 432.722751ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:59.89443Z","caller":"traceutil/trace.go:171","msg":"trace[1261132544] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"431.571284ms","start":"2026-03-02T19:47:59.462833Z","end":"2026-03-02T19:47:59.894405Z","steps":["trace[1261132544] 'process raft request' (duration: 431.337327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.894476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.461332Z","time spent":"433.0472ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:59.894301Z","caller":"traceutil/trace.go:171","msg":"trace[1445836504] linearizableReadLoop","detail":"{readStateIndex:24011; appliedIndex:24009; }","duration":"434.010491ms","start":"2026-03-02T19:47:59.460259Z","end":"2026-03-02T19:47:59.894269Z","steps":["trace[1445836504] 'read index received' (duration: 414.667304ms)","trace[1445836504] 'applied index is now lower than readState.Index' (duration: 19.341567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:59.89454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.462825Z","time spent":"431.662627ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:59.894631Z","caller":"traceutil/trace.go:171","msg":"trace[379548545] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"429.779678ms","start":"2026-03-02T19:47:59.464795Z","end":"2026-03-02T19:47:59.894574Z","steps":["trace[379548545] 'process raft request' (duration: 429.419966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.894871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.464784Z","time spent":"429.966873ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:59.896217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.922121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T19:47:59.896323Z","caller":"traceutil/trace.go:171","msg":"trace[1036672033] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23199; }","duration":"436.053675ms","start":"2026-03-02T19:47:59.460244Z","end":"2026-03-02T19:47:59.896298Z","steps":["trace[1036672033] 'agreement among raft nodes before linearized reading' (duration: 434.122174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.896383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.460238Z","time spent":"436.132247ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T19:47:59.928161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.92821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:59.928227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.527015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T19:47:59.928285Z","caller":"traceutil/trace.go:171","msg":"trace[1273658192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23201; }","duration":"464.083745ms","start":"2026-03-02T19:47:59.464172Z","end":"2026-03-02T19:47:59.928256Z","steps":["trace[1273658192] 'agreement among raft nodes before linearized reading' (duration: 463.856488ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:59.928299Z","caller":"traceutil/trace.go:171","msg":"trace[174013439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23201; }","duration":"461.605917ms","start":"2026-03-02T19:47:59.466671Z","end":"2026-03-02T19:47:59.928277Z","steps":["trace[174013439] 'agreement among raft nodes before linearized reading' (duration: 461.38527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.928341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.466652Z","time spent":"461.6808ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:47:59.92835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.464165Z","time spent":"464.173488ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:48:10.484463Z","caller":"traceutil/trace.go:171","msg":"trace[1677979279] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"281.899681ms","start":"2026-03-02T19:48:10.202536Z","end":"2026-03-02T19:48:10.484435Z","steps":["trace[1677979279] 'process raft request' (duration: 281.720005ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:10.558591Z","caller":"traceutil/trace.go:171","msg":"trace[1824270314] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"355.382008ms","start":"2026-03-02T19:48:10.203176Z","end":"2026-03-02T19:48:10.558558Z","steps":["trace[1824270314] 'process raft request' (duration: 355.11891ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:10.558631Z","caller":"traceutil/trace.go:171","msg":"trace[1462048439] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"355.397598ms","start":"2026-03-02T19:48:10.203197Z","end":"2026-03-02T19:48:10.558595Z","steps":["trace[1462048439] 'process raft request' (duration: 355.248104ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:10.558718Z","caller":"traceutil/trace.go:171","msg":"trace[646632298] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"355.321387ms","start":"2026-03-02T19:48:10.203374Z","end":"2026-03-02T19:48:10.558696Z","steps":["trace[646632298] 'process raft request' (duration: 355.133111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:10.558753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:10.203149Z","time spent":"355.520333ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:10.558613Z","caller":"traceutil/trace.go:171","msg":"trace[42463586] linearizableReadLoop","detail":"{readStateIndex:24095; appliedIndex:24089; }","duration":"158.638309ms","start":"2026-03-02T19:48:10.399955Z","end":"2026-03-02T19:48:10.558593Z","steps":["trace[42463586] 'read index received' (duration: 84.280764ms)","trace[42463586] 'applied index is now lower than readState.Index' (duration: 74.356595ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:10.558783Z","caller":"traceutil/trace.go:171","msg":"trace[804076160] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"319.528362ms","start":"2026-03-02T19:48:10.239207Z","end":"2026-03-02T19:48:10.558735Z","steps":["trace[804076160] 'process raft request' (duration: 319.350666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:10.558796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:10.203176Z","time spent":"355.527183ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:10.558762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.795394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:48:10.558828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:10.203356Z","time spent":"355.413699ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:10.558853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:10.239179Z","time spent":"319.647646ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:10.558892Z","caller":"traceutil/trace.go:171","msg":"trace[276066880] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23277; }","duration":"158.95295ms","start":"2026-03-02T19:48:10.399899Z","end":"2026-03-02T19:48:10.558852Z","steps":["trace[276066880] 'agreement among raft nodes before linearized reading' (duration: 158.753333ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:10.558953Z","caller":"traceutil/trace.go:171","msg":"trace[927968019] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"355.720639ms","start":"2026-03-02T19:48:10.203218Z","end":"2026-03-02T19:48:10.558939Z","steps":["trace[927968019] 'process raft request' (duration: 355.263815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:10.558994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:10.203195Z","time spent":"355.77816ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:16.10616Z","caller":"traceutil/trace.go:171","msg":"trace[223090225] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"101.49013ms","start":"2026-03-02T19:48:16.004643Z","end":"2026-03-02T19:48:16.106134Z","steps":["trace[223090225] 'process raft request' (duration: 101.334846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:16.817886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.334208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:16.818081Z","caller":"traceutil/trace.go:171","msg":"trace[2047877282] linearizableReadLoop","detail":"{readStateIndex:24129; appliedIndex:24127; }","duration":"803.019046ms","start":"2026-03-02T19:48:16.015036Z","end":"2026-03-02T19:48:16.818055Z","steps":["trace[2047877282] 'read index received' (duration: 91.061261ms)","trace[2047877282] 'applied index is now lower than readState.Index' (duration: 711.955335ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:16.818077Z","caller":"traceutil/trace.go:171","msg":"trace[1614224460] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"811.067151ms","start":"2026-03-02T19:48:16.006974Z","end":"2026-03-02T19:48:16.818041Z","steps":["trace[1614224460] 'process raft request' (duration: 409.499676ms)","trace[1614224460] 'compare' (duration: 401.000837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:16.818235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:16.006961Z","time spent":"811.186414ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:16.818283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.238224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:48:16.818313Z","caller":"traceutil/trace.go:171","msg":"trace[1798878349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23310; }","duration":"803.292585ms","start":"2026-03-02T19:48:16.015011Z","end":"2026-03-02T19:48:16.818303Z","steps":["trace[1798878349] 'agreement among raft nodes before linearized reading' (duration: 803.161031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:16.818344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:16.015003Z","time spent":"803.332817ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:48:16.818093Z","caller":"traceutil/trace.go:171","msg":"trace[795972968] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"313.984433ms","start":"2026-03-02T19:48:16.50409Z","end":"2026-03-02T19:48:16.818074Z","steps":["trace[795972968] 'process raft request' (duration: 313.913371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:16.818468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:16.504071Z","time spent":"314.366955ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:17.010881Z","caller":"traceutil/trace.go:171","msg":"trace[1431722401] linearizableReadLoop","detail":"{readStateIndex:24134; appliedIndex:24130; }","duration":"192.731058ms","start":"2026-03-02T19:48:16.818128Z","end":"2026-03-02T19:48:17.010859Z","steps":["trace[1431722401] 'read index received' (duration: 192.507841ms)","trace[1431722401] 'applied index is now lower than readState.Index' (duration: 222.377µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:17.01105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.159007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:48:17.011087Z","caller":"traceutil/trace.go:171","msg":"trace[372069717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23314; }","duration":"995.219319ms","start":"2026-03-02T19:48:16.015858Z","end":"2026-03-02T19:48:17.011077Z","steps":["trace[372069717] 'agreement among raft nodes before linearized reading' (duration: 995.097655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:17.011079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.68679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T19:48:17.011123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:16.015853Z","time spent":"995.26232ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:48:17.011114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.433683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:48:17.011212Z","caller":"traceutil/trace.go:171","msg":"trace[1861945592] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23314; }","duration":"526.598958ms","start":"2026-03-02T19:48:16.484574Z","end":"2026-03-02T19:48:17.011172Z","steps":["trace[1861945592] 'agreement among raft nodes before linearized reading' (duration: 526.313649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:17.011283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:16.484557Z","time spent":"526.692902ms","remote":"127.0.0.1:36894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:17.011321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.914859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T19:48:17.011356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.574273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:48:17.011369Z","caller":"traceutil/trace.go:171","msg":"trace[241358820] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23314; }","duration":"559.996952ms","start":"2026-03-02T19:48:16.45136Z","end":"2026-03-02T19:48:17.011357Z","steps":["trace[241358820] 'agreement among raft nodes before linearized reading' (duration: 559.803016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:17.011394Z","caller":"traceutil/trace.go:171","msg":"trace[52234600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23314; }","duration":"990.731968ms","start":"2026-03-02T19:48:16.020651Z","end":"2026-03-02T19:48:17.011383Z","steps":["trace[52234600] 'agreement among raft nodes before linearized reading' (duration: 990.650345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:17.011415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:16.451301Z","time spent":"560.102945ms","remote":"127.0.0.1:36950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:17.011429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:16.02022Z","time spent":"991.200162ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:48:17.011513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.18421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:17.011563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.292155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:48:17.011609Z","caller":"traceutil/trace.go:171","msg":"trace[29946140] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23314; }","duration":"594.325355ms","start":"2026-03-02T19:48:16.417254Z","end":"2026-03-02T19:48:17.01158Z","steps":["trace[29946140] 'agreement among raft nodes before linearized reading' (duration: 594.127579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:17.011618Z","caller":"traceutil/trace.go:171","msg":"trace[906026263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23314; }","duration":"991.363787ms","start":"2026-03-02T19:48:16.02024Z","end":"2026-03-02T19:48:17.011604Z","steps":["trace[906026263] 'agreement among raft nodes before linearized reading' (duration: 991.210252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:17.011618Z","caller":"traceutil/trace.go:171","msg":"trace[1693619977] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"188.845316ms","start":"2026-03-02T19:48:16.822745Z","end":"2026-03-02T19:48:17.01159Z","steps":["trace[1693619977] 'process raft request' (duration: 188.709242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:17.011663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:16.417234Z","time spent":"594.419707ms","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:48:17.011665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:16.020231Z","time spent":"991.423449ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:48:17.011137Z","caller":"traceutil/trace.go:171","msg":"trace[2020922900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23314; }","duration":"986.766392ms","start":"2026-03-02T19:48:16.024353Z","end":"2026-03-02T19:48:17.011119Z","steps":["trace[2020922900] 'agreement among raft nodes before linearized reading' (duration: 986.566476ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:17.011821Z","caller":"traceutil/trace.go:171","msg":"trace[1141019625] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"430.695584ms","start":"2026-03-02T19:48:16.581115Z","end":"2026-03-02T19:48:17.01181Z","steps":["trace[1141019625] 'process raft request' (duration: 429.490596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:17.011828Z","caller":"traceutil/trace.go:171","msg":"trace[178366106] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"429.431964ms","start":"2026-03-02T19:48:16.582385Z","end":"2026-03-02T19:48:17.011817Z","steps":["trace[178366106] 'process raft request' (duration: 428.440723ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:17.011882Z","caller":"traceutil/trace.go:171","msg":"trace[1056244336] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"430.581781ms","start":"2026-03-02T19:48:16.581285Z","end":"2026-03-02T19:48:17.011867Z","steps":["trace[1056244336] 'process raft request' (duration: 429.453565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:17.011932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:16.58238Z","time spent":"429.485876ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:17.01193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:16.58109Z","time spent":"430.775267ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:17.011964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:16.581245Z","time spent":"430.673804ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:17.011833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:16.024338Z","time spent":"987.482055ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:48:17.011779Z","caller":"traceutil/trace.go:171","msg":"trace[1599623522] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"430.046254ms","start":"2026-03-02T19:48:16.581711Z","end":"2026-03-02T19:48:17.011757Z","steps":["trace[1599623522] 'process raft request' (duration: 429.062773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:17.012107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:16.581702Z","time spent":"430.375444ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:17.520215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:48:18.576013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022772596s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:48:18.70526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151978092s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:18.705527Z","caller":"traceutil/trace.go:171","msg":"trace[2143186592] linearizableReadLoop","detail":"{readStateIndex:24139; appliedIndex:24135; }","duration":"1.685385846s","start":"2026-03-02T19:48:17.020123Z","end":"2026-03-02T19:48:18.705509Z","steps":["trace[2143186592] 'read index received' (duration: 533.225868ms)","trace[2143186592] 'applied index is now lower than readState.Index' (duration: 1.152159158s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:18.705608Z","caller":"traceutil/trace.go:171","msg":"trace[143194075] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"1.690788336s","start":"2026-03-02T19:48:17.014809Z","end":"2026-03-02T19:48:18.705597Z","steps":["trace[143194075] 'process raft request' (duration: 538.340859ms)","trace[143194075] 'compare' (duration: 1.151309561s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:18.705671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:17.014784Z","time spent":"1.690854498s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:18.705751Z","caller":"traceutil/trace.go:171","msg":"trace[926568712] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"1.688805553s","start":"2026-03-02T19:48:17.016922Z","end":"2026-03-02T19:48:18.705728Z","steps":["trace[926568712] 'process raft request' (duration: 1.688553075s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:18.705752Z","caller":"traceutil/trace.go:171","msg":"trace[574333285] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"1.689785184s","start":"2026-03-02T19:48:17.015927Z","end":"2026-03-02T19:48:18.705712Z","steps":["trace[574333285] 'process raft request' (duration: 1.689514706s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:18.705769Z","caller":"traceutil/trace.go:171","msg":"trace[1783130373] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"1.690398153s","start":"2026-03-02T19:48:17.015343Z","end":"2026-03-02T19:48:18.705742Z","steps":["trace[1783130373] 'process raft request' (duration: 1.690015341s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:18.705843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685701065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:18.705859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:17.016914Z","time spent":"1.688886586s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:18.705874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:17.015915Z","time spent":"1.689900777s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:18.705882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:17.015332Z","time spent":"1.690486026s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:18.705887Z","caller":"traceutil/trace.go:171","msg":"trace[989741572] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23319; }","duration":"1.685792168s","start":"2026-03-02T19:48:17.020084Z","end":"2026-03-02T19:48:18.705876Z","steps":["trace[989741572] 'agreement among raft nodes before linearized reading' (duration: 1.685647574s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:18.705916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:17.020075Z","time spent":"1.685835449s","remote":"127.0.0.1:36696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:48:18.709265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199178101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:18.709302Z","caller":"traceutil/trace.go:171","msg":"trace[1255531016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23321; }","duration":"1.199251543s","start":"2026-03-02T19:48:17.51004Z","end":"2026-03-02T19:48:18.709292Z","steps":["trace[1255531016] 'agreement among raft nodes before linearized reading' (duration: 1.19915094s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:18.709319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:17.51002Z","time spent":"1.199296475s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:48:18.709391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.229489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:18.709398Z","caller":"traceutil/trace.go:171","msg":"trace[1172304443] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"580.878459ms","start":"2026-03-02T19:48:18.128497Z","end":"2026-03-02T19:48:18.709375Z","steps":["trace[1172304443] 'process raft request' (duration: 580.500478ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:18.709438Z","caller":"traceutil/trace.go:171","msg":"trace[252115638] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23321; }","duration":"788.329132ms","start":"2026-03-02T19:48:17.921098Z","end":"2026-03-02T19:48:18.709428Z","steps":["trace[252115638] 'agreement among raft nodes before linearized reading' (duration: 788.24954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:18.709464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:17.921082Z","time spent":"788.373434ms","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:48:18.709444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.692863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:18.709551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.443312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:18.70956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.131158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T19:48:18.709596Z","caller":"traceutil/trace.go:171","msg":"trace[1930546320] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23321; }","duration":"721.495324ms","start":"2026-03-02T19:48:17.988089Z","end":"2026-03-02T19:48:18.709585Z","steps":["trace[1930546320] 'agreement among raft nodes before linearized reading' (duration: 721.389221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:18.709611Z","caller":"traceutil/trace.go:171","msg":"trace[371013955] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23321; }","duration":"828.231511ms","start":"2026-03-02T19:48:17.881364Z","end":"2026-03-02T19:48:18.709596Z","steps":["trace[371013955] 'agreement among raft nodes before linearized reading' (duration: 828.034275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:18.709624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:17.988067Z","time spent":"721.548556ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:18.709546Z","caller":"traceutil/trace.go:171","msg":"trace[561916975] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23321; }","duration":"716.835598ms","start":"2026-03-02T19:48:17.992685Z","end":"2026-03-02T19:48:18.70952Z","steps":["trace[561916975] 'agreement among raft nodes before linearized reading' (duration: 716.650292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:18.709645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:17.881329Z","time spent":"828.309124ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-02T19:48:18.709657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:17.992677Z","time spent":"716.970262ms","remote":"127.0.0.1:51542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:18.709484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:18.128474Z","time spent":"580.972553ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:18.709863Z","caller":"traceutil/trace.go:171","msg":"trace[1056067658] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"523.478729ms","start":"2026-03-02T19:48:18.186368Z","end":"2026-03-02T19:48:18.709846Z","steps":["trace[1056067658] 'process raft request' (duration: 522.793718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:18.709946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:18.186344Z","time spent":"523.567162ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:19.716932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.382091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:19.7177Z","caller":"traceutil/trace.go:171","msg":"trace[1480694097] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"1.009386916s","start":"2026-03-02T19:48:18.707652Z","end":"2026-03-02T19:48:19.717039Z","steps":["trace[1480694097] 'process raft request' (duration: 470.814269ms)","trace[1480694097] 'compare' (duration: 537.930187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:19.71784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:18.707639Z","time spent":"1.010138279s","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:48:20.224915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.102299ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-02T19:48:20.225344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:18.710378Z","time spent":"1.514951591s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:48:20.225403Z","caller":"traceutil/trace.go:171","msg":"trace[2060956796] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"1.402332698s","start":"2026-03-02T19:48:18.823053Z","end":"2026-03-02T19:48:20.225386Z","steps":["trace[2060956796] 'process raft request' (duration: 1.402181044s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:20.22548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:18.823031Z","time spent":"1.402401481s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:20.225706Z","caller":"traceutil/trace.go:171","msg":"trace[1687143187] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"1.4020773s","start":"2026-03-02T19:48:18.823615Z","end":"2026-03-02T19:48:20.225692Z","steps":["trace[1687143187] 'process raft request' (duration: 1.401742179s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:20.225779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:18.823588Z","time spent":"1.402155373s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:20.225839Z","caller":"traceutil/trace.go:171","msg":"trace[12724803] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"1.207918287s","start":"2026-03-02T19:48:19.017902Z","end":"2026-03-02T19:48:20.22582Z","steps":["trace[12724803] 'process raft request' (duration: 1.20770308s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:20.225853Z","caller":"traceutil/trace.go:171","msg":"trace[256777285] linearizableReadLoop","detail":"{readStateIndex:24143; appliedIndex:24141; }","duration":"1.515359343s","start":"2026-03-02T19:48:18.71047Z","end":"2026-03-02T19:48:20.225829Z","steps":["trace[256777285] 'read index received' (duration: 468.008451ms)","trace[256777285] 'applied index is now lower than readState.Index' (duration: 1.047349952s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:20.225919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:19.017874Z","time spent":"1.207992829s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:20.225905Z","caller":"traceutil/trace.go:171","msg":"trace[657218789] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"1.20737509s","start":"2026-03-02T19:48:19.018499Z","end":"2026-03-02T19:48:20.225874Z","steps":["trace[657218789] 'process raft request' (duration: 1.207259996s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:20.225972Z","caller":"traceutil/trace.go:171","msg":"trace[969450802] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"1.207277377s","start":"2026-03-02T19:48:19.018683Z","end":"2026-03-02T19:48:20.225961Z","steps":["trace[969450802] 'process raft request' (duration: 1.207107771s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:20.226044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:19.018484Z","time spent":"1.207486693s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:20.226075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512108761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:20.226081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:19.018674Z","time spent":"1.207326898s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:20.22612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515651983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:20.226133Z","caller":"traceutil/trace.go:171","msg":"trace[1928584539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23328; }","duration":"1.515689244s","start":"2026-03-02T19:48:18.71044Z","end":"2026-03-02T19:48:20.22613Z","steps":["trace[1928584539] 'agreement among raft nodes before linearized reading' (duration: 1.515666593s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:20.226146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:18.710429Z","time spent":"1.515713984s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:48:20.226187Z","caller":"traceutil/trace.go:171","msg":"trace[365183386] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"1.208155094s","start":"2026-03-02T19:48:19.018018Z","end":"2026-03-02T19:48:20.226173Z","steps":["trace[365183386] 'process raft request' (duration: 1.2076989s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:20.226097Z","caller":"traceutil/trace.go:171","msg":"trace[596691961] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23328; }","duration":"1.512194884s","start":"2026-03-02T19:48:18.713894Z","end":"2026-03-02T19:48:20.226089Z","steps":["trace[596691961] 'agreement among raft nodes before linearized reading' (duration: 1.512159033s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:20.226242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:19.017998Z","time spent":"1.208212986s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:20.22625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:18.71385Z","time spent":"1.512390999s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:48:20.226385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.580679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-03-02T19:48:20.226407Z","caller":"traceutil/trace.go:171","msg":"trace[867952091] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23328; }","duration":"501.6186ms","start":"2026-03-02T19:48:19.724781Z","end":"2026-03-02T19:48:20.2264Z","steps":["trace[867952091] 'agreement among raft nodes before linearized reading' (duration: 501.565869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:20.226419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:19.724773Z","time spent":"501.643051ms","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:48:20.22647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209837097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:48:20.226505Z","caller":"traceutil/trace.go:171","msg":"trace[1604191857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23328; }","duration":"1.209896479s","start":"2026-03-02T19:48:19.016596Z","end":"2026-03-02T19:48:20.226493Z","steps":["trace[1604191857] 'agreement among raft nodes before linearized reading' (duration: 1.209787366s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:20.226533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:19.016579Z","time spent":"1.20994783s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:48:20.22663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.48923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-03-02T19:48:20.226646Z","caller":"traceutil/trace.go:171","msg":"trace[584623132] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23328; }","duration":"503.559702ms","start":"2026-03-02T19:48:19.723081Z","end":"2026-03-02T19:48:20.226641Z","steps":["trace[584623132] 'agreement among raft nodes before linearized reading' (duration: 503.520521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:20.226658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:19.723065Z","time spent":"503.589572ms","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:48:20.226725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.442338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:20.226756Z","caller":"traceutil/trace.go:171","msg":"trace[1615352863] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23328; }","duration":"549.562932ms","start":"2026-03-02T19:48:19.677185Z","end":"2026-03-02T19:48:20.226748Z","steps":["trace[1615352863] 'agreement among raft nodes before linearized reading' (duration: 549.49405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:20.22679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:19.67716Z","time spent":"549.623365ms","remote":"127.0.0.1:44438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:21.337134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.237108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:21.337393Z","caller":"traceutil/trace.go:171","msg":"trace[398590151] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"1.106255991s","start":"2026-03-02T19:48:20.231111Z","end":"2026-03-02T19:48:21.337367Z","steps":["trace[398590151] 'process raft request' (duration: 533.687942ms)","trace[398590151] 'compare' (duration: 571.63653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:21.337506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:20.231092Z","time spent":"1.106369774s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:21.337902Z","caller":"traceutil/trace.go:171","msg":"trace[1374679451] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"608.343737ms","start":"2026-03-02T19:48:20.729531Z","end":"2026-03-02T19:48:21.337875Z","steps":["trace[1374679451] 'process raft request' (duration: 608.284355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.338414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:20.712833Z","time spent":"625.490508ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:21.338014Z","caller":"traceutil/trace.go:171","msg":"trace[1539994392] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"1.103962179s","start":"2026-03-02T19:48:20.234028Z","end":"2026-03-02T19:48:21.33799Z","steps":["trace[1539994392] 'process raft request' (duration: 1.103262867s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.33885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:20.234012Z","time spent":"1.104742093s","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:21.338056Z","caller":"traceutil/trace.go:171","msg":"trace[1337789599] linearizableReadLoop","detail":"{readStateIndex:24151; appliedIndex:24149; }","duration":"1.106514689s","start":"2026-03-02T19:48:20.231528Z","end":"2026-03-02T19:48:21.338043Z","steps":["trace[1337789599] 'read index received' (duration: 27.732305ms)","trace[1337789599] 'applied index is now lower than readState.Index' (duration: 1.078781284s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:21.338169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106633993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T19:48:21.339127Z","caller":"traceutil/trace.go:171","msg":"trace[2008434035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23333; }","duration":"1.107594973s","start":"2026-03-02T19:48:20.23151Z","end":"2026-03-02T19:48:21.339105Z","steps":["trace[2008434035] 'agreement among raft nodes before linearized reading' (duration: 1.10656751s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.339192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:20.231498Z","time spent":"1.107679626s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:48:21.339192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107395497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:21.339246Z","caller":"traceutil/trace.go:171","msg":"trace[1997981829] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23333; }","duration":"1.10750156s","start":"2026-03-02T19:48:20.231725Z","end":"2026-03-02T19:48:21.339227Z","steps":["trace[1997981829] 'agreement among raft nodes before linearized reading' (duration: 1.107396596s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.33929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:20.231715Z","time spent":"1.107566312s","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:48:21.339211Z","caller":"traceutil/trace.go:171","msg":"trace[2003306854] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"764.968647ms","start":"2026-03-02T19:48:20.574046Z","end":"2026-03-02T19:48:21.339014Z","steps":["trace[2003306854] 'process raft request' (duration: 763.671916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.339432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.505678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-744fcd54d9-qhg78.18991def1e0ef2cc\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-02T19:48:21.339489Z","caller":"traceutil/trace.go:171","msg":"trace[1712557216] range","detail":"{range_begin:/registry/events/openstack/magnum-api-744fcd54d9-qhg78.18991def1e0ef2cc; range_end:; response_count:1; response_revision:23333; }","duration":"151.616252ms","start":"2026-03-02T19:48:21.187855Z","end":"2026-03-02T19:48:21.339472Z","steps":["trace[1712557216] 'agreement among raft nodes before linearized reading' (duration: 151.417776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.339528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.764672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:48:21.339532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078498735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T19:48:21.339556Z","caller":"traceutil/trace.go:171","msg":"trace[840651573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23333; }","duration":"629.827465ms","start":"2026-03-02T19:48:20.709721Z","end":"2026-03-02T19:48:21.339548Z","steps":["trace[840651573] 'agreement among raft nodes before linearized reading' (duration: 629.718631ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:21.339562Z","caller":"traceutil/trace.go:171","msg":"trace[1855646276] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23333; }","duration":"1.078544427s","start":"2026-03-02T19:48:20.261008Z","end":"2026-03-02T19:48:21.339552Z","steps":["trace[1855646276] 'agreement among raft nodes before linearized reading' (duration: 1.078443334s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.339575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:20.7097Z","time spent":"629.871225ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:48:21.339441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.166696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:21.339628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105474046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:21.339613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:20.574019Z","time spent":"765.488243ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:21.339695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.516024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:48:21.339721Z","caller":"traceutil/trace.go:171","msg":"trace[374312696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23333; }","duration":"629.553896ms","start":"2026-03-02T19:48:20.710161Z","end":"2026-03-02T19:48:21.339714Z","steps":["trace[374312696] 'agreement among raft nodes before linearized reading' (duration: 629.493434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.339738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:20.710155Z","time spent":"629.579136ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:48:21.339419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.925556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:48:21.339794Z","caller":"traceutil/trace.go:171","msg":"trace[63713864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23333; }","duration":"629.325689ms","start":"2026-03-02T19:48:20.710455Z","end":"2026-03-02T19:48:21.339781Z","steps":["trace[63713864] 'agreement among raft nodes before linearized reading' (duration: 628.696599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.339845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.059292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:48:21.339871Z","caller":"traceutil/trace.go:171","msg":"trace[440140042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23333; }","duration":"630.122174ms","start":"2026-03-02T19:48:20.709741Z","end":"2026-03-02T19:48:21.339864Z","steps":["trace[440140042] 'agreement among raft nodes before linearized reading' (duration: 630.064512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.339889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:20.709718Z","time spent":"630.167085ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:48:21.339841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:20.710448Z","time spent":"629.38037ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:48:21.339662Z","caller":"traceutil/trace.go:171","msg":"trace[498074895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23333; }","duration":"1.105518407s","start":"2026-03-02T19:48:20.234133Z","end":"2026-03-02T19:48:21.339652Z","steps":["trace[498074895] 'agreement among raft nodes before linearized reading' (duration: 1.105474656s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.339942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:20.234122Z","time spent":"1.105815987s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:48:21.339709Z","caller":"traceutil/trace.go:171","msg":"trace[1112390852] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23333; }","duration":"416.425554ms","start":"2026-03-02T19:48:20.923214Z","end":"2026-03-02T19:48:21.33964Z","steps":["trace[1112390852] 'agreement among raft nodes before linearized reading' (duration: 416.169715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.340059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:20.923197Z","time spent":"416.840097ms","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:21.33959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:20.260998Z","time spent":"1.078585918s","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T19:48:21.340543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.541931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:21.340674Z","caller":"traceutil/trace.go:171","msg":"trace[162832321] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23333; }","duration":"191.775918ms","start":"2026-03-02T19:48:21.148866Z","end":"2026-03-02T19:48:21.340642Z","steps":["trace[162832321] 'agreement among raft nodes before linearized reading' (duration: 190.351013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.339702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.305945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:48:21.342473Z","caller":"traceutil/trace.go:171","msg":"trace[2005624177] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23333; }","duration":"539.314319ms","start":"2026-03-02T19:48:20.803138Z","end":"2026-03-02T19:48:21.342452Z","steps":["trace[2005624177] 'agreement among raft nodes before linearized reading' (duration: 536.318295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.342751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:20.803122Z","time spent":"539.510496ms","remote":"127.0.0.1:37108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:21.843668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:48:22.109886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.030134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:22.110009Z","caller":"traceutil/trace.go:171","msg":"trace[1880173352] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"767.60136ms","start":"2026-03-02T19:48:21.342385Z","end":"2026-03-02T19:48:22.109986Z","steps":["trace[1880173352] 'process raft request' (duration: 557.323198ms)","trace[1880173352] 'compare' (duration: 209.563969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:22.110093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:21.342369Z","time spent":"767.692792ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:22.111343Z","caller":"traceutil/trace.go:171","msg":"trace[1307552014] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"766.779354ms","start":"2026-03-02T19:48:21.344537Z","end":"2026-03-02T19:48:22.111316Z","steps":["trace[1307552014] 'process raft request' (duration: 766.497125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:22.111451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:21.34452Z","time spent":"766.874917ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:22.111545Z","caller":"traceutil/trace.go:171","msg":"trace[2073408843] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"766.440143ms","start":"2026-03-02T19:48:21.345072Z","end":"2026-03-02T19:48:22.111512Z","steps":["trace[2073408843] 'process raft request' (duration: 766.141484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:22.11261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:21.34506Z","time spent":"767.418374ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:22.113535Z","caller":"traceutil/trace.go:171","msg":"trace[1443528221] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"766.04125ms","start":"2026-03-02T19:48:21.347469Z","end":"2026-03-02T19:48:22.11351Z","steps":["trace[1443528221] 'process raft request' (duration: 764.160771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:22.113595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:21.347461Z","time spent":"766.102343ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:22.113655Z","caller":"traceutil/trace.go:171","msg":"trace[148376181] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"765.662539ms","start":"2026-03-02T19:48:21.347956Z","end":"2026-03-02T19:48:22.113618Z","steps":["trace[148376181] 'process raft request' (duration: 765.468903ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:22.113727Z","caller":"traceutil/trace.go:171","msg":"trace[1179084513] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"768.23212ms","start":"2026-03-02T19:48:21.345483Z","end":"2026-03-02T19:48:22.113715Z","steps":["trace[1179084513] 'process raft request' (duration: 765.895526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:22.113769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:21.345475Z","time spent":"768.276351ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:22.113774Z","caller":"traceutil/trace.go:171","msg":"trace[461602710] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"144.085825ms","start":"2026-03-02T19:48:21.969663Z","end":"2026-03-02T19:48:22.113749Z","steps":["trace[461602710] 'process raft request' (duration: 143.959351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:22.113843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:21.347949Z","time spent":"765.812773ms","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:22.113907Z","caller":"traceutil/trace.go:171","msg":"trace[170599212] linearizableReadLoop","detail":"{readStateIndex:24160; appliedIndex:24154; }","duration":"771.08516ms","start":"2026-03-02T19:48:21.342681Z","end":"2026-03-02T19:48:22.113766Z","steps":["trace[170599212] 'read index received' (duration: 557.041029ms)","trace[170599212] 'applied index is now lower than readState.Index' (duration: 214.033101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:22.114278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.593126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T19:48:22.114306Z","caller":"traceutil/trace.go:171","msg":"trace[1027476070] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23340; }","duration":"771.635127ms","start":"2026-03-02T19:48:21.342664Z","end":"2026-03-02T19:48:22.114299Z","steps":["trace[1027476070] 'agreement among raft nodes before linearized reading' (duration: 771.235705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:22.114329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:21.342657Z","time spent":"771.668468ms","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:48:22.114584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.3886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:22.114634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.661173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-02T19:48:22.114652Z","caller":"traceutil/trace.go:171","msg":"trace[1405964873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23340; }","duration":"765.484933ms","start":"2026-03-02T19:48:21.349152Z","end":"2026-03-02T19:48:22.114637Z","steps":["trace[1405964873] 'agreement among raft nodes before linearized reading' (duration: 765.39241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:22.114671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.118346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:22.114702Z","caller":"traceutil/trace.go:171","msg":"trace[828420118] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23340; }","duration":"768.146927ms","start":"2026-03-02T19:48:21.346546Z","end":"2026-03-02T19:48:22.114693Z","steps":["trace[828420118] 'agreement among raft nodes before linearized reading' (duration: 768.102595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:22.114706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:21.349134Z","time spent":"765.552316ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:48:22.114707Z","caller":"traceutil/trace.go:171","msg":"trace[105395960] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23340; }","duration":"761.742905ms","start":"2026-03-02T19:48:21.352935Z","end":"2026-03-02T19:48:22.114678Z","steps":["trace[105395960] 'agreement among raft nodes before linearized reading' (duration: 761.56925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:22.114724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:21.346513Z","time spent":"768.20685ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:48:22.114741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:21.352928Z","time spent":"761.805967ms","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T19:48:22.114755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.40591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T19:48:22.114831Z","caller":"traceutil/trace.go:171","msg":"trace[2006123442] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23340; }","duration":"771.524513ms","start":"2026-03-02T19:48:21.343288Z","end":"2026-03-02T19:48:22.114812Z","steps":["trace[2006123442] 'agreement among raft nodes before linearized reading' (duration: 771.198023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:22.114906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:21.343233Z","time spent":"771.656068ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T19:48:22.11498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.640712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:48:22.115004Z","caller":"traceutil/trace.go:171","msg":"trace[1817815833] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23340; }","duration":"137.701583ms","start":"2026-03-02T19:48:21.977296Z","end":"2026-03-02T19:48:22.114997Z","steps":["trace[1817815833] 'agreement among raft nodes before linearized reading' (duration: 137.651882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:23.764711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:48:24.265364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:48:24.295506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066351082s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:48:24.319229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.880577ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:24.31936Z","caller":"traceutil/trace.go:171","msg":"trace[2081344889] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23400; }","duration":"676.022072ms","start":"2026-03-02T19:48:23.643319Z","end":"2026-03-02T19:48:24.319341Z","steps":["trace[2081344889] 'range keys from in-memory index tree' (duration: 675.865976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:24.321343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098541107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:48:24.321619Z","caller":"traceutil/trace.go:171","msg":"trace[1989805800] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23400; }","duration":"1.098662591s","start":"2026-03-02T19:48:23.222738Z","end":"2026-03-02T19:48:24.3214Z","steps":["trace[1989805800] 'count revisions from in-memory index tree' (duration: 1.098461004s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:24.321695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:23.22272Z","time spent":"1.09896092s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2652,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:24.757466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.728883ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T19:48:24.758089Z","caller":"traceutil/trace.go:171","msg":"trace[192772845] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"1.413356936s","start":"2026-03-02T19:48:23.34469Z","end":"2026-03-02T19:48:24.758047Z","steps":["trace[192772845] 'process raft request' (duration: 1.412904422s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:24.75853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:23.34467Z","time spent":"1.413569332s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:25.324395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.25821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:25.324727Z","caller":"traceutil/trace.go:171","msg":"trace[1526546692] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"1.276426358s","start":"2026-03-02T19:48:24.048266Z","end":"2026-03-02T19:48:25.324692Z","steps":["trace[1526546692] 'process raft request' (duration: 709.772886ms)","trace[1526546692] 'compare' (duration: 565.738443ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:25.324783Z","caller":"traceutil/trace.go:171","msg":"trace[1686078162] transaction","detail":"{read_only:false; response_revision:23403; number_of_response:1; }","duration":"1.086532639s","start":"2026-03-02T19:48:24.238179Z","end":"2026-03-02T19:48:25.324712Z","steps":["trace[1686078162] 'process raft request' (duration: 1.086339543s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:25.324824Z","caller":"traceutil/trace.go:171","msg":"trace[720134512] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"1.08560871s","start":"2026-03-02T19:48:24.239172Z","end":"2026-03-02T19:48:25.324781Z","steps":["trace[720134512] 'process raft request' (duration: 1.085438934s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:25.324896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.048241Z","time spent":"1.276574293s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:25.32491Z","caller":"traceutil/trace.go:171","msg":"trace[425429995] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"1.084276847s","start":"2026-03-02T19:48:24.240589Z","end":"2026-03-02T19:48:25.324866Z","steps":["trace[425429995] 'process raft request' (duration: 1.084079901s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:25.324951Z","caller":"traceutil/trace.go:171","msg":"trace[1192577365] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"1.082998707s","start":"2026-03-02T19:48:24.241923Z","end":"2026-03-02T19:48:25.324922Z","steps":["trace[1192577365] 'process raft request' (duration: 1.082903644s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:25.324959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.238153Z","time spent":"1.086713564s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:25.324953Z","caller":"traceutil/trace.go:171","msg":"trace[1300815531] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"1.084014059s","start":"2026-03-02T19:48:24.240914Z","end":"2026-03-02T19:48:25.324928Z","steps":["trace[1300815531] 'process raft request' (duration: 1.083855624s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:25.325022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.239153Z","time spent":"1.085753824s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:25.325008Z","caller":"traceutil/trace.go:171","msg":"trace[86629527] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"1.082950985s","start":"2026-03-02T19:48:24.242037Z","end":"2026-03-02T19:48:25.324988Z","steps":["trace[86629527] 'process raft request' (duration: 1.082837722s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:25.325059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.240563Z","time spent":"1.084416982s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:25.325079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.240901Z","time spent":"1.084127373s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:25.325076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.241911Z","time spent":"1.08310423s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:25.325123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.242031Z","time spent":"1.083049518s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:25.325201Z","caller":"traceutil/trace.go:171","msg":"trace[668435139] linearizableReadLoop","detail":"{readStateIndex:24230; appliedIndex:24221; }","duration":"2.060831066s","start":"2026-03-02T19:48:23.264257Z","end":"2026-03-02T19:48:25.325089Z","steps":["trace[668435139] 'read index received' (duration: 1.031481781s)","trace[668435139] 'applied index is now lower than readState.Index' (duration: 1.029346265s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:25.325378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061114906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-02T19:48:25.325428Z","caller":"traceutil/trace.go:171","msg":"trace[1047385381] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd; range_end:; response_count:1; response_revision:23408; }","duration":"2.061188389s","start":"2026-03-02T19:48:23.264226Z","end":"2026-03-02T19:48:25.325414Z","steps":["trace[1047385381] 'agreement among raft nodes before linearized reading' (duration: 2.061013703s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:25.325459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:23.264213Z","time spent":"2.06123969s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" "} {"level":"warn","ts":"2026-03-02T19:48:25.325651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320452817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:48:25.325678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.29369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18991dfd5699703e\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-02T19:48:25.325729Z","caller":"traceutil/trace.go:171","msg":"trace[1044698158] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18991dfd5699703e; range_end:; response_count:1; response_revision:23408; }","duration":"416.343861ms","start":"2026-03-02T19:48:24.90937Z","end":"2026-03-02T19:48:25.325714Z","steps":["trace[1044698158] 'agreement among raft nodes before linearized reading' (duration: 416.172166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:25.325739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059027231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-02T19:48:25.325772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.90935Z","time spent":"416.414504ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18991dfd5699703e\" "} {"level":"warn","ts":"2026-03-02T19:48:25.325784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.011672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:48:25.325806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206533393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:48:25.325803Z","caller":"traceutil/trace.go:171","msg":"trace[1589452595] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23408; }","duration":"1.059119254s","start":"2026-03-02T19:48:24.266664Z","end":"2026-03-02T19:48:25.325783Z","steps":["trace[1589452595] 'agreement among raft nodes before linearized reading' (duration: 1.058927268s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:25.325827Z","caller":"traceutil/trace.go:171","msg":"trace[1160369427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23408; }","duration":"1.206570765s","start":"2026-03-02T19:48:24.119251Z","end":"2026-03-02T19:48:25.325821Z","steps":["trace[1160369427] 'agreement among raft nodes before linearized reading' (duration: 1.206521453s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:25.325823Z","caller":"traceutil/trace.go:171","msg":"trace[530880364] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23408; }","duration":"261.101775ms","start":"2026-03-02T19:48:25.064708Z","end":"2026-03-02T19:48:25.32581Z","steps":["trace[530880364] 'agreement among raft nodes before linearized reading' (duration: 261.035893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:25.32585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.119244Z","time spent":"1.206602005s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:48:25.325856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.266648Z","time spent":"1.059192936s","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:48:25.325869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49402066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:25.325691Z","caller":"traceutil/trace.go:171","msg":"trace[1477299131] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23408; }","duration":"1.320499898s","start":"2026-03-02T19:48:24.005182Z","end":"2026-03-02T19:48:25.325682Z","steps":["trace[1477299131] 'agreement among raft nodes before linearized reading' (duration: 1.320421326s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:25.325915Z","caller":"traceutil/trace.go:171","msg":"trace[1757741212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23408; }","duration":"1.494057872s","start":"2026-03-02T19:48:23.831843Z","end":"2026-03-02T19:48:25.3259Z","steps":["trace[1757741212] 'agreement among raft nodes before linearized reading' (duration: 1.49400562s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:25.325813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682202786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-02T19:48:25.325936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.005112Z","time spent":"1.320812248s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:25.325945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:23.831783Z","time spent":"1.494156664s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:48:25.325967Z","caller":"traceutil/trace.go:171","msg":"trace[1680479774] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23408; }","duration":"1.682387202s","start":"2026-03-02T19:48:23.643569Z","end":"2026-03-02T19:48:25.325956Z","steps":["trace[1680479774] 'agreement among raft nodes before linearized reading' (duration: 1.682069332s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:25.325987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.615996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:25.326013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:23.643553Z","time spent":"1.682450053s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T19:48:25.326034Z","caller":"traceutil/trace.go:171","msg":"trace[666268783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23408; }","duration":"816.692208ms","start":"2026-03-02T19:48:24.509326Z","end":"2026-03-02T19:48:25.326018Z","steps":["trace[666268783] 'agreement among raft nodes before linearized reading' (duration: 816.624926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:25.32578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205298704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:48:25.325982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206896555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:48:25.326039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127494951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-02T19:48:25.326122Z","caller":"traceutil/trace.go:171","msg":"trace[23201595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23408; }","duration":"1.205685397s","start":"2026-03-02T19:48:24.120424Z","end":"2026-03-02T19:48:25.326109Z","steps":["trace[23201595] 'agreement among raft nodes before linearized reading' (duration: 1.205116789s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:25.326137Z","caller":"traceutil/trace.go:171","msg":"trace[146957321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23408; }","duration":"1.207084911s","start":"2026-03-02T19:48:24.119041Z","end":"2026-03-02T19:48:25.326126Z","steps":["trace[146957321] 'agreement among raft nodes before linearized reading' (duration: 1.206904075s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:25.326172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.11902Z","time spent":"1.207142402s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:48:25.326176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.120412Z","time spent":"1.205733658s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:48:25.32576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206341628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:48:25.326076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.509308Z","time spent":"816.75783ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:48:25.326231Z","caller":"traceutil/trace.go:171","msg":"trace[473312376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23408; }","duration":"1.206857873s","start":"2026-03-02T19:48:24.119363Z","end":"2026-03-02T19:48:25.326221Z","steps":["trace[473312376] 'agreement among raft nodes before linearized reading' (duration: 1.206343297s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:25.326232Z","caller":"traceutil/trace.go:171","msg":"trace[1601093437] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23408; }","duration":"1.127644425s","start":"2026-03-02T19:48:24.198488Z","end":"2026-03-02T19:48:25.326133Z","steps":["trace[1601093437] 'agreement among raft nodes before linearized reading' (duration: 1.127405718s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:25.326258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.119341Z","time spent":"1.206909895s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:48:25.326293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985204942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:48:25.326344Z","caller":"traceutil/trace.go:171","msg":"trace[223951446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23408; }","duration":"1.985323306s","start":"2026-03-02T19:48:23.341007Z","end":"2026-03-02T19:48:25.32633Z","steps":["trace[223951446] 'agreement among raft nodes before linearized reading' (duration: 1.985095548s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:25.326361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:24.198466Z","time spent":"1.127811181s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-02T19:48:25.326402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:23.340991Z","time spent":"1.985398068s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:48:25.326929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030126118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-02T19:48:25.327068Z","caller":"traceutil/trace.go:171","msg":"trace[796923185] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd; range_end:; response_count:1; response_revision:23408; }","duration":"2.030253562s","start":"2026-03-02T19:48:23.296761Z","end":"2026-03-02T19:48:25.327015Z","steps":["trace[796923185] 'agreement among raft nodes before linearized reading' (duration: 2.028773926s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:25.327134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:23.296749Z","time spent":"2.030365746s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" "} {"level":"warn","ts":"2026-03-02T19:48:25.861004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.318099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:25.861299Z","caller":"traceutil/trace.go:171","msg":"trace[902306318] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"531.805432ms","start":"2026-03-02T19:48:25.329476Z","end":"2026-03-02T19:48:25.861281Z","steps":["trace[902306318] 'process raft request' (duration: 297.133521ms)","trace[902306318] 'compare' (duration: 233.935258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:25.861345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:25.329455Z","time spent":"531.868244ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:26.179806Z","caller":"traceutil/trace.go:171","msg":"trace[1009259951] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"848.633205ms","start":"2026-03-02T19:48:25.331143Z","end":"2026-03-02T19:48:26.179776Z","steps":["trace[1009259951] 'process raft request' (duration: 848.447869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:26.179941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:25.331124Z","time spent":"848.751818ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:26.180059Z","caller":"traceutil/trace.go:171","msg":"trace[396514255] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"848.80116ms","start":"2026-03-02T19:48:25.331223Z","end":"2026-03-02T19:48:26.180024Z","steps":["trace[396514255] 'process raft request' (duration: 848.50866ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:26.18009Z","caller":"traceutil/trace.go:171","msg":"trace[2077362730] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"848.793039ms","start":"2026-03-02T19:48:25.331274Z","end":"2026-03-02T19:48:26.180067Z","steps":["trace[2077362730] 'process raft request' (duration: 848.662135ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:26.18013Z","caller":"traceutil/trace.go:171","msg":"trace[1258111946] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"848.083717ms","start":"2026-03-02T19:48:25.332021Z","end":"2026-03-02T19:48:26.180104Z","steps":["trace[1258111946] 'process raft request' (duration: 848.004375ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:26.180164Z","caller":"traceutil/trace.go:171","msg":"trace[561992969] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"847.758176ms","start":"2026-03-02T19:48:25.332388Z","end":"2026-03-02T19:48:26.180146Z","steps":["trace[561992969] 'process raft request' (duration: 847.684184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:26.180218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:25.332376Z","time spent":"847.813629ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:26.180217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:25.331215Z","time spent":"848.920393ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:26.180239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:25.331998Z","time spent":"848.183671ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:26.180282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.784946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-02T19:48:26.180268Z","caller":"traceutil/trace.go:171","msg":"trace[2026123197] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"848.111568ms","start":"2026-03-02T19:48:25.332135Z","end":"2026-03-02T19:48:26.180246Z","steps":["trace[2026123197] 'process raft request' (duration: 847.919912ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:26.180149Z","caller":"traceutil/trace.go:171","msg":"trace[2077209604] linearizableReadLoop","detail":"{readStateIndex:24238; appliedIndex:24230; }","duration":"846.645232ms","start":"2026-03-02T19:48:25.333486Z","end":"2026-03-02T19:48:26.180131Z","steps":["trace[2077209604] 'read index received' (duration: 293.001872ms)","trace[2077209604] 'applied index is now lower than readState.Index' (duration: 553.64267ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:26.180312Z","caller":"traceutil/trace.go:171","msg":"trace[1839008733] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23416; }","duration":"846.852159ms","start":"2026-03-02T19:48:25.333454Z","end":"2026-03-02T19:48:26.180306Z","steps":["trace[1839008733] 'agreement among raft nodes before linearized reading' (duration: 846.729965ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:26.18033Z","caller":"traceutil/trace.go:171","msg":"trace[1284185674] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"846.932071ms","start":"2026-03-02T19:48:25.333392Z","end":"2026-03-02T19:48:26.180324Z","steps":["trace[1284185674] 'process raft request' (duration: 846.699034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:26.180331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:25.333443Z","time spent":"846.884179ms","remote":"127.0.0.1:36702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-02T19:48:26.180359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:25.333375Z","time spent":"846.967752ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:26.18038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:25.332116Z","time spent":"848.207541ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:26.180396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.28408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:26.180439Z","caller":"traceutil/trace.go:171","msg":"trace[533039488] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23416; }","duration":"833.361262ms","start":"2026-03-02T19:48:25.347065Z","end":"2026-03-02T19:48:26.180427Z","steps":["trace[533039488] 'agreement among raft nodes before linearized reading' (duration: 833.29477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:26.180453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.365112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:26.18047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:25.347046Z","time spent":"833.415624ms","remote":"127.0.0.1:44450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:26.180481Z","caller":"traceutil/trace.go:171","msg":"trace[1903802251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23416; }","duration":"670.432634ms","start":"2026-03-02T19:48:25.51004Z","end":"2026-03-02T19:48:26.180473Z","steps":["trace[1903802251] 'agreement among raft nodes before linearized reading' (duration: 670.388112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:26.180499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:25.510017Z","time spent":"670.478155ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:48:26.180505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.188817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:26.180539Z","caller":"traceutil/trace.go:171","msg":"trace[399230788] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23416; }","duration":"722.260528ms","start":"2026-03-02T19:48:25.458264Z","end":"2026-03-02T19:48:26.180525Z","steps":["trace[399230788] 'agreement among raft nodes before linearized reading' (duration: 722.207377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:26.180567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:25.458234Z","time spent":"722.326551ms","remote":"127.0.0.1:44486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:26.180716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:25.331266Z","time spent":"848.871072ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:26.692228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079604,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:48:26.777593Z","caller":"traceutil/trace.go:171","msg":"trace[1017501781] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"587.441397ms","start":"2026-03-02T19:48:26.190135Z","end":"2026-03-02T19:48:26.777577Z","steps":["trace[1017501781] 'process raft request' (duration: 587.335943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:26.777684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:26.190113Z","time spent":"587.52395ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:26.82113Z","caller":"traceutil/trace.go:171","msg":"trace[1973011039] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"474.481094ms","start":"2026-03-02T19:48:26.346627Z","end":"2026-03-02T19:48:26.821108Z","steps":["trace[1973011039] 'process raft request' (duration: 474.33198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:26.821274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:26.34661Z","time spent":"474.581567ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:26.82128Z","caller":"traceutil/trace.go:171","msg":"trace[1731974386] linearizableReadLoop","detail":"{readStateIndex:24240; appliedIndex:24239; }","duration":"629.948797ms","start":"2026-03-02T19:48:26.191308Z","end":"2026-03-02T19:48:26.821257Z","steps":["trace[1731974386] 'read index received' (duration: 586.614711ms)","trace[1731974386] 'applied index is now lower than readState.Index' (duration: 43.332836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:26.821438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.119233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"warn","ts":"2026-03-02T19:48:26.821454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.980414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-02T19:48:26.821463Z","caller":"traceutil/trace.go:171","msg":"trace[202323407] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23419; }","duration":"630.185125ms","start":"2026-03-02T19:48:26.191268Z","end":"2026-03-02T19:48:26.821453Z","steps":["trace[202323407] 'agreement among raft nodes before linearized reading' (duration: 630.075732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:26.821482Z","caller":"traceutil/trace.go:171","msg":"trace[1006434424] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd; range_end:; response_count:1; response_revision:23419; }","duration":"627.038196ms","start":"2026-03-02T19:48:26.194435Z","end":"2026-03-02T19:48:26.821473Z","steps":["trace[1006434424] 'agreement among raft nodes before linearized reading' (duration: 626.939693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:26.821519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:26.194417Z","time spent":"627.085597ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" "} {"level":"warn","ts":"2026-03-02T19:48:26.821513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.041933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-02T19:48:26.821569Z","caller":"traceutil/trace.go:171","msg":"trace[1578828195] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd; range_end:; response_count:1; response_revision:23419; }","duration":"489.144846ms","start":"2026-03-02T19:48:26.332411Z","end":"2026-03-02T19:48:26.821555Z","steps":["trace[1578828195] 'agreement among raft nodes before linearized reading' (duration: 488.997012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:26.821591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:26.332389Z","time spent":"489.197908ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" "} {"level":"warn","ts":"2026-03-02T19:48:26.821485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:26.19126Z","time spent":"630.218546ms","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:48:27.327363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:48:28.869131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05107049s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:28.869243Z","caller":"traceutil/trace.go:171","msg":"trace[1075485738] linearizableReadLoop","detail":"{readStateIndex:24242; appliedIndex:24241; }","duration":"2.04221883s","start":"2026-03-02T19:48:26.826986Z","end":"2026-03-02T19:48:28.869205Z","steps":["trace[1075485738] 'read index received' (duration: 991.008896ms)","trace[1075485738] 'applied index is now lower than readState.Index' (duration: 1.051208644s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:28.869257Z","caller":"traceutil/trace.go:171","msg":"trace[1980905647] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"2.043139169s","start":"2026-03-02T19:48:26.826093Z","end":"2026-03-02T19:48:28.869233Z","steps":["trace[1980905647] 'process raft request' (duration: 991.888503ms)","trace[1980905647] 'compare' (duration: 1.050800382s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:28.869366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:26.826081Z","time spent":"2.043222422s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:28.869422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042428417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-02T19:48:28.869626Z","caller":"traceutil/trace.go:171","msg":"trace[1149356857] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23420; }","duration":"2.04254122s","start":"2026-03-02T19:48:26.826963Z","end":"2026-03-02T19:48:28.869504Z","steps":["trace[1149356857] 'agreement among raft nodes before linearized reading' (duration: 2.042304483s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:28.869741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:26.826956Z","time spent":"2.042709495s","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T19:48:29.369317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:48:29.509938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000280676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:48:29.510032Z","caller":"traceutil/trace.go:171","msg":"trace[1964097593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042406s","start":"2026-03-02T19:48:27.509588Z","end":"2026-03-02T19:48:29.510012Z","steps":["trace[1964097593] 'agreement among raft nodes before linearized reading' (duration: 2.000302566s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:29.510081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.509572Z","time spent":"2.000499613s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:48:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:48:29.869756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:48:30.369854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:48:30.564397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.746367337s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:48:30.564755Z","caller":"traceutil/trace.go:171","msg":"trace[1993072382] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"3.232886252s","start":"2026-03-02T19:48:27.331852Z","end":"2026-03-02T19:48:30.564738Z","steps":["trace[1993072382] 'process raft request' (duration: 3.2328323s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:30.564856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.331845Z","time spent":"3.232944843s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:30.564838Z","caller":"traceutil/trace.go:171","msg":"trace[1220712571] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"3.233588244s","start":"2026-03-02T19:48:27.331216Z","end":"2026-03-02T19:48:30.564804Z","steps":["trace[1220712571] 'process raft request' (duration: 3.233335166s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:30.564998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.331189Z","time spent":"3.233723528s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:30.565172Z","caller":"traceutil/trace.go:171","msg":"trace[1059896639] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"3.233120799s","start":"2026-03-02T19:48:27.332036Z","end":"2026-03-02T19:48:30.565157Z","steps":["trace[1059896639] 'process raft request' (duration: 3.232674895s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:30.565247Z","caller":"traceutil/trace.go:171","msg":"trace[1041385324] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"3.233044886s","start":"2026-03-02T19:48:27.332191Z","end":"2026-03-02T19:48:30.565236Z","steps":["trace[1041385324] 'process raft request' (duration: 3.232825169s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:30.565303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.332185Z","time spent":"3.233091698s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:30.565305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.332027Z","time spent":"3.23317979s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:30.565365Z","caller":"traceutil/trace.go:171","msg":"trace[1032452922] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"3.232404216s","start":"2026-03-02T19:48:27.332951Z","end":"2026-03-02T19:48:30.565355Z","steps":["trace[1032452922] 'process raft request' (duration: 3.23220325s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:30.565358Z","caller":"traceutil/trace.go:171","msg":"trace[376227042] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"3.232329304s","start":"2026-03-02T19:48:27.332995Z","end":"2026-03-02T19:48:30.565324Z","steps":["trace[376227042] 'process raft request' (duration: 3.232251392s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:30.565532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.332989Z","time spent":"3.232461588s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:30.565401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.332944Z","time spent":"3.232439647s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:31.51041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000227627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:48:31.510485Z","caller":"traceutil/trace.go:171","msg":"trace[2021992088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000319619s","start":"2026-03-02T19:48:29.510145Z","end":"2026-03-02T19:48:31.510465Z","steps":["trace[2021992088] 'agreement among raft nodes before linearized reading' (duration: 2.000225476s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:31.510523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:29.510068Z","time spent":"2.000447483s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:48:32.196792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.629044739s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:48:32.197515Z","caller":"traceutil/trace.go:171","msg":"trace[927170443] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"3.370928575s","start":"2026-03-02T19:48:28.826533Z","end":"2026-03-02T19:48:32.197462Z","steps":["trace[927170443] 'process raft request' (duration: 3.370690218s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.19767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:28.826505Z","time spent":"3.3710835s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:32.198144Z","caller":"traceutil/trace.go:171","msg":"trace[358942555] linearizableReadLoop","detail":"{readStateIndex:24251; appliedIndex:24242; }","duration":"3.328855908s","start":"2026-03-02T19:48:28.869268Z","end":"2026-03-02T19:48:32.198124Z","steps":["trace[358942555] 'read index received' (duration: 1.695323588s)","trace[358942555] 'applied index is now lower than readState.Index' (duration: 1.63353177s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:32.198296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.822234738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:32.19835Z","caller":"traceutil/trace.go:171","msg":"trace[1379954060] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23429; }","duration":"4.822338332s","start":"2026-03-02T19:48:27.375997Z","end":"2026-03-02T19:48:32.198335Z","steps":["trace[1379954060] 'agreement among raft nodes before linearized reading' (duration: 4.822203428s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.198354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.093157514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-02T19:48:32.198356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.087569977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:48:32.198371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.097523311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:32.198389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.276963751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T19:48:32.198402Z","caller":"traceutil/trace.go:171","msg":"trace[850133172] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23429; }","duration":"5.093247507s","start":"2026-03-02T19:48:27.105143Z","end":"2026-03-02T19:48:32.198391Z","steps":["trace[850133172] 'agreement among raft nodes before linearized reading' (duration: 5.093076351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.198399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.375974Z","time spent":"4.822402514s","remote":"127.0.0.1:42310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:32.198412Z","caller":"traceutil/trace.go:171","msg":"trace[1427266155] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23429; }","duration":"5.097590043s","start":"2026-03-02T19:48:27.100811Z","end":"2026-03-02T19:48:32.198401Z","steps":["trace[1427266155] 'agreement among raft nodes before linearized reading' (duration: 5.09750436s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:32.198411Z","caller":"traceutil/trace.go:171","msg":"trace[160908852] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23429; }","duration":"5.087641049s","start":"2026-03-02T19:48:27.110757Z","end":"2026-03-02T19:48:32.198398Z","steps":["trace[160908852] 'agreement among raft nodes before linearized reading' (duration: 5.087477184s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:32.198422Z","caller":"traceutil/trace.go:171","msg":"trace[1519940635] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23429; }","duration":"4.277065844s","start":"2026-03-02T19:48:27.921347Z","end":"2026-03-02T19:48:32.198413Z","steps":["trace[1519940635] 'agreement among raft nodes before linearized reading' (duration: 4.276948261s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.198429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.10513Z","time spent":"5.093295518s","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-02T19:48:32.198447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.100782Z","time spent":"5.097658475s","remote":"127.0.0.1:42292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:32.198448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.110751Z","time spent":"5.08768852s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:32.198441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.316652312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T19:48:32.198504Z","caller":"traceutil/trace.go:171","msg":"trace[1857522881] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23429; }","duration":"4.316751696s","start":"2026-03-02T19:48:27.881734Z","end":"2026-03-02T19:48:32.198485Z","steps":["trace[1857522881] 'agreement among raft nodes before linearized reading' (duration: 4.316536499s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.198516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512881512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:32.198544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.881718Z","time spent":"4.316818518s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-02T19:48:32.198548Z","caller":"traceutil/trace.go:171","msg":"trace[1285380895] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23429; }","duration":"3.512965685s","start":"2026-03-02T19:48:28.685571Z","end":"2026-03-02T19:48:32.198537Z","steps":["trace[1285380895] 'agreement among raft nodes before linearized reading' (duration: 3.512914314s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.19858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:28.685548Z","time spent":"3.513022557s","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:32.198568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373098403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-02T19:48:32.19864Z","caller":"traceutil/trace.go:171","msg":"trace[791594631] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"3.321200167s","start":"2026-03-02T19:48:28.877432Z","end":"2026-03-02T19:48:32.198633Z","steps":["trace[791594631] 'process raft request' (duration: 3.319920347s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:32.198642Z","caller":"traceutil/trace.go:171","msg":"trace[350185004] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd; range_end:; response_count:1; response_revision:23429; }","duration":"4.373243728s","start":"2026-03-02T19:48:27.825378Z","end":"2026-03-02T19:48:32.198622Z","steps":["trace[350185004] 'agreement among raft nodes before linearized reading' (duration: 4.37298304s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.198454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.921313Z","time spent":"4.277130206s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T19:48:32.198697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:28.877415Z","time spent":"3.321242848s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:32.198705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.825353Z","time spent":"4.37334204s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" "} {"level":"info","ts":"2026-03-02T19:48:32.198713Z","caller":"traceutil/trace.go:171","msg":"trace[1018128508] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"2.574986212s","start":"2026-03-02T19:48:29.623716Z","end":"2026-03-02T19:48:32.198703Z","steps":["trace[1018128508] 'process raft request' (duration: 2.574367633s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.198772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:29.623685Z","time spent":"2.575049184s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:32.198803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.012993645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:48:32.198824Z","caller":"traceutil/trace.go:171","msg":"trace[973964884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23429; }","duration":"4.013031757s","start":"2026-03-02T19:48:28.185786Z","end":"2026-03-02T19:48:32.198818Z","steps":["trace[973964884] 'agreement among raft nodes before linearized reading' (duration: 4.012963555s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.19882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.013064898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T19:48:32.198842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:28.185778Z","time spent":"4.013058728s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:48:32.198858Z","caller":"traceutil/trace.go:171","msg":"trace[1360517971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23429; }","duration":"4.013140701s","start":"2026-03-02T19:48:28.185703Z","end":"2026-03-02T19:48:32.198844Z","steps":["trace[1360517971] 'agreement among raft nodes before linearized reading' (duration: 4.013018057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.198871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014631218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:48:32.198889Z","caller":"traceutil/trace.go:171","msg":"trace[479119083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23429; }","duration":"4.014647308s","start":"2026-03-02T19:48:28.184236Z","end":"2026-03-02T19:48:32.198883Z","steps":["trace[479119083] 'agreement among raft nodes before linearized reading' (duration: 4.014605247s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.198891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:28.185674Z","time spent":"4.013210452s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:48:32.198901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:28.18421Z","time spent":"4.01468789s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:48:32.198909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.013882264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:48:32.198942Z","caller":"traceutil/trace.go:171","msg":"trace[1069220671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23429; }","duration":"4.013970647s","start":"2026-03-02T19:48:28.184961Z","end":"2026-03-02T19:48:32.198932Z","steps":["trace[1069220671] 'agreement among raft nodes before linearized reading' (duration: 4.013872463s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.198968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:28.184929Z","time spent":"4.014034049s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:48:32.199049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.327817984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-02T19:48:32.199087Z","caller":"traceutil/trace.go:171","msg":"trace[944963775] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23429; }","duration":"5.327892266s","start":"2026-03-02T19:48:26.871183Z","end":"2026-03-02T19:48:32.199075Z","steps":["trace[944963775] 'agreement among raft nodes before linearized reading' (duration: 5.327668649s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.199111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.008069609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T19:48:32.199146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014958968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:48:32.199167Z","caller":"traceutil/trace.go:171","msg":"trace[807262099] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23429; }","duration":"5.008161543s","start":"2026-03-02T19:48:27.190997Z","end":"2026-03-02T19:48:32.199159Z","steps":["trace[807262099] 'agreement among raft nodes before linearized reading' (duration: 5.007211573s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:32.199177Z","caller":"traceutil/trace.go:171","msg":"trace[342210386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23429; }","duration":"4.01502205s","start":"2026-03-02T19:48:28.184147Z","end":"2026-03-02T19:48:32.199169Z","steps":["trace[342210386] 'agreement among raft nodes before linearized reading' (duration: 4.014934567s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.199187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.190973Z","time spent":"5.008210013s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:48:32.199204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:28.184129Z","time spent":"4.015068401s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:48:32.199116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:26.871165Z","time spent":"5.327944448s","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T19:48:32.655006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.868683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:32.655185Z","caller":"traceutil/trace.go:171","msg":"trace[1302059418] linearizableReadLoop","detail":"{readStateIndex:24252; appliedIndex:24251; }","duration":"456.975933ms","start":"2026-03-02T19:48:32.198189Z","end":"2026-03-02T19:48:32.655165Z","steps":["trace[1302059418] 'read index received' (duration: 282.935394ms)","trace[1302059418] 'applied index is now lower than readState.Index' (duration: 174.038859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:32.655316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492397879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:48:32.655391Z","caller":"traceutil/trace.go:171","msg":"trace[1744163803] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23430; }","duration":"1.492507502s","start":"2026-03-02T19:48:31.162854Z","end":"2026-03-02T19:48:32.655362Z","steps":["trace[1744163803] 'agreement among raft nodes before linearized reading' (duration: 1.492383758s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.655421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:31.162832Z","time spent":"1.492582475s","remote":"127.0.0.1:36862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:32.655584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137170005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:32.655549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.685032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:32.655634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292518034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:48:32.655614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696961068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:32.65564Z","caller":"traceutil/trace.go:171","msg":"trace[768362838] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23430; }","duration":"520.810886ms","start":"2026-03-02T19:48:32.134809Z","end":"2026-03-02T19:48:32.655619Z","steps":["trace[768362838] 'agreement among raft nodes before linearized reading' (duration: 520.660201ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:32.655657Z","caller":"traceutil/trace.go:171","msg":"trace[936844184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23430; }","duration":"1.292567276s","start":"2026-03-02T19:48:31.363084Z","end":"2026-03-02T19:48:32.655651Z","steps":["trace[936844184] 'agreement among raft nodes before linearized reading' (duration: 1.292531155s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.655672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:31.363068Z","time spent":"1.292600038s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:32.655639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.597214923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-744fcd54d9-qhg78.18991def1e0ef2cc\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-02T19:48:32.655698Z","caller":"traceutil/trace.go:171","msg":"trace[2064574080] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23430; }","duration":"3.697067511s","start":"2026-03-02T19:48:28.958593Z","end":"2026-03-02T19:48:32.655661Z","steps":["trace[2064574080] 'agreement among raft nodes before linearized reading' (duration: 3.696850605s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.655704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316627464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-02T19:48:32.655331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784266955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:32.655745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:28.958575Z","time spent":"3.697161885s","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:32.655776Z","caller":"traceutil/trace.go:171","msg":"trace[1187061729] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23430; }","duration":"2.316733597s","start":"2026-03-02T19:48:30.339022Z","end":"2026-03-02T19:48:32.655755Z","steps":["trace[1187061729] 'agreement among raft nodes before linearized reading' (duration: 2.316415127s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:32.655604Z","caller":"traceutil/trace.go:171","msg":"trace[2140594565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23430; }","duration":"1.137191025s","start":"2026-03-02T19:48:31.518407Z","end":"2026-03-02T19:48:32.655598Z","steps":["trace[2140594565] 'agreement among raft nodes before linearized reading' (duration: 1.137126893s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:32.655836Z","caller":"traceutil/trace.go:171","msg":"trace[905163141] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"829.701478ms","start":"2026-03-02T19:48:31.826124Z","end":"2026-03-02T19:48:32.655825Z","steps":["trace[905163141] 'process raft request' (duration: 654.935936ms)","trace[905163141] 'compare' (duration: 173.584344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:32.655836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:30.339001Z","time spent":"2.316821811s","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:48:32.655792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89321377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:32.65591Z","caller":"traceutil/trace.go:171","msg":"trace[2028461882] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23430; }","duration":"1.893417337s","start":"2026-03-02T19:48:30.762478Z","end":"2026-03-02T19:48:32.655896Z","steps":["trace[2028461882] 'agreement among raft nodes before linearized reading' (duration: 1.89287413s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.655935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.777780007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-02T19:48:32.655961Z","caller":"traceutil/trace.go:171","msg":"trace[500024741] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23430; }","duration":"3.777803838s","start":"2026-03-02T19:48:28.878152Z","end":"2026-03-02T19:48:32.655956Z","steps":["trace[500024741] 'agreement among raft nodes before linearized reading' (duration: 3.777709555s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.655973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:28.878121Z","time spent":"3.777849839s","remote":"127.0.0.1:37066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-02T19:48:32.656009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:30.762464Z","time spent":"1.89353212s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:32.655756Z","caller":"traceutil/trace.go:171","msg":"trace[2115095413] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23430; }","duration":"1.784727939s","start":"2026-03-02T19:48:30.871022Z","end":"2026-03-02T19:48:32.65575Z","steps":["trace[2115095413] 'agreement among raft nodes before linearized reading' (duration: 1.784262315s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.657138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:30.871006Z","time spent":"1.786117942s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:32.655721Z","caller":"traceutil/trace.go:171","msg":"trace[650225640] range","detail":"{range_begin:/registry/events/openstack/magnum-api-744fcd54d9-qhg78.18991def1e0ef2cc; range_end:; response_count:1; response_revision:23430; }","duration":"3.597336306s","start":"2026-03-02T19:48:29.058364Z","end":"2026-03-02T19:48:32.6557Z","steps":["trace[650225640] 'agreement among raft nodes before linearized reading' (duration: 3.597070667s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.65724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:29.058338Z","time spent":"3.598862934s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-744fcd54d9-qhg78.18991def1e0ef2cc\" "} {"level":"warn","ts":"2026-03-02T19:48:32.655929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:31.826103Z","time spent":"829.75715ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:32.655848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:31.518358Z","time spent":"1.137485765s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:48:32.655681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:32.134795Z","time spent":"520.877358ms","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:48:32.656403Z","caller":"traceutil/trace.go:171","msg":"trace[207738764] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"453.08514ms","start":"2026-03-02T19:48:32.20331Z","end":"2026-03-02T19:48:32.656395Z","steps":["trace[207738764] 'process raft request' (duration: 453.045918ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:32.656425Z","caller":"traceutil/trace.go:171","msg":"trace[885911377] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"453.865844ms","start":"2026-03-02T19:48:32.202555Z","end":"2026-03-02T19:48:32.65642Z","steps":["trace[885911377] 'process raft request' (duration: 453.782152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.657583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:32.203303Z","time spent":"454.206836ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:32.657627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:32.202547Z","time spent":"455.049101ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:32.656403Z","caller":"traceutil/trace.go:171","msg":"trace[1070134635] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"454.156003ms","start":"2026-03-02T19:48:32.202238Z","end":"2026-03-02T19:48:32.656394Z","steps":["trace[1070134635] 'process raft request' (duration: 454.03306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.657718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:32.202228Z","time spent":"455.472286ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:32.656496Z","caller":"traceutil/trace.go:171","msg":"trace[1835602326] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"452.957966ms","start":"2026-03-02T19:48:32.203531Z","end":"2026-03-02T19:48:32.656489Z","steps":["trace[1835602326] 'process raft request' (duration: 452.842092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.656447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:32.199772Z","time spent":"456.674863ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:48:32.656652Z","caller":"traceutil/trace.go:171","msg":"trace[1718421288] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"434.70504ms","start":"2026-03-02T19:48:32.221931Z","end":"2026-03-02T19:48:32.656636Z","steps":["trace[1718421288] 'process raft request' (duration: 434.629158ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:32.656696Z","caller":"traceutil/trace.go:171","msg":"trace[1428546053] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"452.45296ms","start":"2026-03-02T19:48:32.204235Z","end":"2026-03-02T19:48:32.656688Z","steps":["trace[1428546053] 'process raft request' (duration: 452.235643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.657775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:32.204229Z","time spent":"453.524923ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:32.657797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:32.221917Z","time spent":"435.858797ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:32.657813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:32.203524Z","time spent":"454.231596ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:32.673043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.379114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:32.673091Z","caller":"traceutil/trace.go:171","msg":"trace[40032512] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23442; }","duration":"183.435686ms","start":"2026-03-02T19:48:32.489644Z","end":"2026-03-02T19:48:32.67308Z","steps":["trace[40032512] 'agreement among raft nodes before linearized reading' (duration: 183.344383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.67311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.721122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T19:48:32.673135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.179361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f8e82e9d-b2e5-49be-b66f-768821ab26f0\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-02T19:48:32.673169Z","caller":"traceutil/trace.go:171","msg":"trace[1840442478] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23442; }","duration":"467.802844ms","start":"2026-03-02T19:48:32.205352Z","end":"2026-03-02T19:48:32.673155Z","steps":["trace[1840442478] 'agreement among raft nodes before linearized reading' (duration: 467.65918ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:32.673171Z","caller":"traceutil/trace.go:171","msg":"trace[972337427] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f8e82e9d-b2e5-49be-b66f-768821ab26f0; range_end:; response_count:1; response_revision:23442; }","duration":"471.271614ms","start":"2026-03-02T19:48:32.20189Z","end":"2026-03-02T19:48:32.673162Z","steps":["trace[972337427] 'agreement among raft nodes before linearized reading' (duration: 471.122709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:32.673238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:32.201877Z","time spent":"471.354077ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-f8e82e9d-b2e5-49be-b66f-768821ab26f0\" "} {"level":"warn","ts":"2026-03-02T19:48:32.673201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:32.205337Z","time spent":"467.856746ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:48:34.983146Z","caller":"traceutil/trace.go:171","msg":"trace[281374973] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"317.779272ms","start":"2026-03-02T19:48:34.66534Z","end":"2026-03-02T19:48:34.983119Z","steps":["trace[281374973] 'process raft request' (duration: 317.606217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:34.9833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:34.665323Z","time spent":"317.900597ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:36.001554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018595246s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:48:36.03374Z","caller":"traceutil/trace.go:171","msg":"trace[1431169557] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"1.367704857s","start":"2026-03-02T19:48:34.665997Z","end":"2026-03-02T19:48:36.033702Z","steps":["trace[1431169557] 'process raft request' (duration: 1.335806941s)","trace[1431169557] 'compare' (duration: 31.256826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:36.033911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:34.665982Z","time spent":"1.367835821s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:36.033945Z","caller":"traceutil/trace.go:171","msg":"trace[1601865145] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"1.367456059s","start":"2026-03-02T19:48:34.666462Z","end":"2026-03-02T19:48:36.033918Z","steps":["trace[1601865145] 'process raft request' (duration: 1.366799268s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:36.03408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:34.666442Z","time spent":"1.367565293s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:36.034477Z","caller":"traceutil/trace.go:171","msg":"trace[1286618267] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"1.367562762s","start":"2026-03-02T19:48:34.6669Z","end":"2026-03-02T19:48:36.034463Z","steps":["trace[1286618267] 'process raft request' (duration: 1.366980584s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:36.034545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:34.666892Z","time spent":"1.367621134s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:36.034848Z","caller":"traceutil/trace.go:171","msg":"trace[24232928] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"1.367189311s","start":"2026-03-02T19:48:34.667615Z","end":"2026-03-02T19:48:36.034805Z","steps":["trace[24232928] 'process raft request' (duration: 1.366784158s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:36.035043Z","caller":"traceutil/trace.go:171","msg":"trace[1308765405] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"1.356164943s","start":"2026-03-02T19:48:34.678861Z","end":"2026-03-02T19:48:36.035026Z","steps":["trace[1308765405] 'process raft request' (duration: 1.356008708s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:36.035391Z","caller":"traceutil/trace.go:171","msg":"trace[847586055] linearizableReadLoop","detail":"{readStateIndex:24284; appliedIndex:24273; }","duration":"1.105966272s","start":"2026-03-02T19:48:34.929406Z","end":"2026-03-02T19:48:36.035373Z","steps":["trace[847586055] 'read index received' (duration: 53.524998ms)","trace[847586055] 'applied index is now lower than readState.Index' (duration: 1.052439584s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:36.035488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:34.678837Z","time spent":"1.356590817s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:36.035058Z","caller":"traceutil/trace.go:171","msg":"trace[1076429796] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"1.356469012s","start":"2026-03-02T19:48:34.678575Z","end":"2026-03-02T19:48:36.035044Z","steps":["trace[1076429796] 'process raft request' (duration: 1.356263916s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:36.035616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:34.678538Z","time spent":"1.357050981s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:36.035041Z","caller":"traceutil/trace.go:171","msg":"trace[497101296] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"1.357904218s","start":"2026-03-02T19:48:34.677088Z","end":"2026-03-02T19:48:36.034993Z","steps":["trace[497101296] 'process raft request' (duration: 1.357716592s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:36.035703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:34.677074Z","time spent":"1.35861221s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:36.035135Z","caller":"traceutil/trace.go:171","msg":"trace[1329899531] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"1.358862268s","start":"2026-03-02T19:48:34.67626Z","end":"2026-03-02T19:48:36.035122Z","steps":["trace[1329899531] 'process raft request' (duration: 1.358399923s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:36.035872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:34.676246Z","time spent":"1.359550319s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:36.035191Z","caller":"traceutil/trace.go:171","msg":"trace[252590405] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"1.356297967s","start":"2026-03-02T19:48:34.678879Z","end":"2026-03-02T19:48:36.035177Z","steps":["trace[252590405] 'process raft request' (duration: 1.356030258s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:36.036175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:34.678859Z","time spent":"1.357279698s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:36.035274Z","caller":"traceutil/trace.go:171","msg":"trace[726549697] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"1.356199653s","start":"2026-03-02T19:48:34.679063Z","end":"2026-03-02T19:48:36.035262Z","steps":["trace[726549697] 'process raft request' (duration: 1.355879763s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:36.036454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:34.679053Z","time spent":"1.357200546s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:36.036325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:34.667607Z","time spent":"1.367305004s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:36.146744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217319223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:48:36.146766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.736635ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T19:48:36.14685Z","caller":"traceutil/trace.go:171","msg":"trace[1087376449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23461; }","duration":"1.217456958s","start":"2026-03-02T19:48:34.92936Z","end":"2026-03-02T19:48:36.146817Z","steps":["trace[1087376449] 'agreement among raft nodes before linearized reading' (duration: 1.106186338s)","trace[1087376449] 'count revisions from in-memory index tree' (duration: 111.122125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:36.146943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:34.929341Z","time spent":"1.217583572s","remote":"127.0.0.1:44552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:36.147438Z","caller":"traceutil/trace.go:171","msg":"trace[376391057] linearizableReadLoop","detail":"{readStateIndex:24286; appliedIndex:24284; }","duration":"111.967692ms","start":"2026-03-02T19:48:36.035457Z","end":"2026-03-02T19:48:36.147425Z","steps":["trace[376391057] 'read index received' (duration: 110.654µs)","trace[376391057] 'applied index is now lower than readState.Index' (duration: 111.854868ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:36.147588Z","caller":"traceutil/trace.go:171","msg":"trace[968270973] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"627.594644ms","start":"2026-03-02T19:48:35.519957Z","end":"2026-03-02T19:48:36.147552Z","steps":["trace[968270973] 'process raft request' (duration: 626.955504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:36.147736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:35.519923Z","time spent":"627.721108ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:37.157983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091201015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-02T19:48:37.15806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707671968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T19:48:37.158124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58944902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:37.15816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648536753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:37.158161Z","caller":"traceutil/trace.go:171","msg":"trace[956603071] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23462; }","duration":"1.589518202s","start":"2026-03-02T19:48:35.568631Z","end":"2026-03-02T19:48:37.15815Z","steps":["trace[956603071] 'agreement among raft nodes before linearized reading' (duration: 578.844487ms)","trace[956603071] 'count revisions from in-memory index tree' (duration: 1.010555431s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:37.158159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39224648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:37.158183Z","caller":"traceutil/trace.go:171","msg":"trace[1011922872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23462; }","duration":"1.648582804s","start":"2026-03-02T19:48:35.509591Z","end":"2026-03-02T19:48:37.158173Z","steps":["trace[1011922872] 'agreement among raft nodes before linearized reading' (duration: 637.93871ms)","trace[1011922872] 'range keys from in-memory index tree' (duration: 1.010614243s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:37.1582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:35.568612Z","time spent":"1.589578514s","remote":"127.0.0.1:51426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:37.158212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:35.50957Z","time spent":"1.648636137s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:48:37.158219Z","caller":"traceutil/trace.go:171","msg":"trace[392761207] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23462; }","duration":"1.392351313s","start":"2026-03-02T19:48:35.765848Z","end":"2026-03-02T19:48:37.158199Z","steps":["trace[392761207] 'agreement among raft nodes before linearized reading' (duration: 381.719999ms)","trace[392761207] 'count revisions from in-memory index tree' (duration: 1.01051113s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:37.158123Z","caller":"traceutil/trace.go:171","msg":"trace[1423021046] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23462; }","duration":"1.707774641s","start":"2026-03-02T19:48:35.450326Z","end":"2026-03-02T19:48:37.158101Z","steps":["trace[1423021046] 'agreement among raft nodes before linearized reading' (duration: 697.22071ms)","trace[1423021046] 'range keys from in-memory index tree' (duration: 1.010399297s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:37.158254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:35.765827Z","time spent":"1.392419016s","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:37.158308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942015869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-02T19:48:37.158297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:35.450304Z","time spent":"1.707961177s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T19:48:37.158337Z","caller":"traceutil/trace.go:171","msg":"trace[2014100313] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd; range_end:; response_count:1; response_revision:23462; }","duration":"1.942094111s","start":"2026-03-02T19:48:35.216233Z","end":"2026-03-02T19:48:37.158327Z","steps":["trace[2014100313] 'agreement among raft nodes before linearized reading' (duration: 931.327903ms)","trace[2014100313] 'range keys from in-memory index tree' (duration: 1.010674156s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:37.158071Z","caller":"traceutil/trace.go:171","msg":"trace[1345264340] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd; range_end:; response_count:1; response_revision:23462; }","duration":"1.091328759s","start":"2026-03-02T19:48:36.06672Z","end":"2026-03-02T19:48:37.158048Z","steps":["trace[1345264340] 'agreement among raft nodes before linearized reading' (duration: 80.85589ms)","trace[1345264340] 'range keys from in-memory index tree' (duration: 1.010260932s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:37.158356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:35.2162Z","time spent":"1.942151323s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" "} {"level":"warn","ts":"2026-03-02T19:48:37.158417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:36.066702Z","time spent":"1.09167913s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" "} {"level":"warn","ts":"2026-03-02T19:48:37.159126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.702942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:37.159174Z","caller":"traceutil/trace.go:171","msg":"trace[1203715639] linearizableReadLoop","detail":"{readStateIndex:24287; appliedIndex:24286; }","duration":"673.602135ms","start":"2026-03-02T19:48:36.485563Z","end":"2026-03-02T19:48:37.159165Z","steps":["trace[1203715639] 'read index received' (duration: 140.78928ms)","trace[1203715639] 'applied index is now lower than readState.Index' (duration: 532.811905ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:37.1592Z","caller":"traceutil/trace.go:171","msg":"trace[880212123] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"950.161976ms","start":"2026-03-02T19:48:36.20902Z","end":"2026-03-02T19:48:37.159182Z","steps":["trace[880212123] 'process raft request' (duration: 417.355092ms)","trace[880212123] 'compare' (duration: 531.383529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:37.15925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.762503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:37.15927Z","caller":"traceutil/trace.go:171","msg":"trace[1679528479] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23463; }","duration":"357.824386ms","start":"2026-03-02T19:48:36.801438Z","end":"2026-03-02T19:48:37.159262Z","steps":["trace[1679528479] 'agreement among raft nodes before linearized reading' (duration: 357.788985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:37.159279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:36.20899Z","time spent":"950.239889ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:37.159289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:36.801415Z","time spent":"357.869087ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:37.159394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.733528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:48:37.159434Z","caller":"traceutil/trace.go:171","msg":"trace[1235005375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23463; }","duration":"172.812821ms","start":"2026-03-02T19:48:36.98661Z","end":"2026-03-02T19:48:37.159423Z","steps":["trace[1235005375] 'agreement among raft nodes before linearized reading' (duration: 172.691037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:37.159234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.666978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:48:37.159575Z","caller":"traceutil/trace.go:171","msg":"trace[1946321636] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23463; }","duration":"674.038349ms","start":"2026-03-02T19:48:36.485528Z","end":"2026-03-02T19:48:37.159566Z","steps":["trace[1946321636] 'agreement among raft nodes before linearized reading' (duration: 673.673828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:37.159599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:36.485511Z","time spent":"674.08093ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:37.999899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.999095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:37.999991Z","caller":"traceutil/trace.go:171","msg":"trace[1704512983] linearizableReadLoop","detail":"{readStateIndex:24288; appliedIndex:24287; }","duration":"821.573932ms","start":"2026-03-02T19:48:37.1784Z","end":"2026-03-02T19:48:37.999974Z","steps":["trace[1704512983] 'read index received' (duration: 233.271768ms)","trace[1704512983] 'applied index is now lower than readState.Index' (duration: 588.301024ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:38.000035Z","caller":"traceutil/trace.go:171","msg":"trace[458925762] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"833.051834ms","start":"2026-03-02T19:48:37.166946Z","end":"2026-03-02T19:48:37.999998Z","steps":["trace[458925762] 'process raft request' (duration: 244.870163ms)","trace[458925762] 'compare' (duration: 587.394196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:38.000123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.694896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:48:38.000185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:37.166936Z","time spent":"833.173057ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:38.000203Z","caller":"traceutil/trace.go:171","msg":"trace[836267159] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23464; }","duration":"821.81496ms","start":"2026-03-02T19:48:37.17837Z","end":"2026-03-02T19:48:38.000185Z","steps":["trace[836267159] 'agreement among raft nodes before linearized reading' (duration: 821.668985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:38.000246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:37.178359Z","time spent":"821.876721ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:38.461341Z","caller":"traceutil/trace.go:171","msg":"trace[428994295] linearizableReadLoop","detail":"{readStateIndex:24289; appliedIndex:24288; }","duration":"461.31081ms","start":"2026-03-02T19:48:38.000012Z","end":"2026-03-02T19:48:38.461323Z","steps":["trace[428994295] 'read index received' (duration: 461.174606ms)","trace[428994295] 'applied index is now lower than readState.Index' (duration: 135.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:38.461505Z","caller":"traceutil/trace.go:171","msg":"trace[1038695468] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"797.782992ms","start":"2026-03-02T19:48:37.663713Z","end":"2026-03-02T19:48:38.461496Z","steps":["trace[1038695468] 'process raft request' (duration: 797.491652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:38.461582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:37.663684Z","time spent":"797.846614ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:38.461645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.121294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-02T19:48:38.461721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247236857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:38.46172Z","caller":"traceutil/trace.go:171","msg":"trace[949430494] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23465; }","duration":"793.205027ms","start":"2026-03-02T19:48:37.668497Z","end":"2026-03-02T19:48:38.461703Z","steps":["trace[949430494] 'agreement among raft nodes before linearized reading' (duration: 793.012361ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:38.461745Z","caller":"traceutil/trace.go:171","msg":"trace[1020876774] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23465; }","duration":"1.247303159s","start":"2026-03-02T19:48:37.214435Z","end":"2026-03-02T19:48:38.461738Z","steps":["trace[1020876774] 'agreement among raft nodes before linearized reading' (duration: 1.247258528s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:38.461765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:37.214415Z","time spent":"1.247345761s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:38.461759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:37.668434Z","time spent":"793.316851ms","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:48:38.462071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.365612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T19:48:38.462087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.647839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T19:48:38.462114Z","caller":"traceutil/trace.go:171","msg":"trace[1249344360] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23465; }","duration":"681.714291ms","start":"2026-03-02T19:48:37.780393Z","end":"2026-03-02T19:48:38.462107Z","steps":["trace[1249344360] 'agreement among raft nodes before linearized reading' (duration: 681.605297ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:38.462111Z","caller":"traceutil/trace.go:171","msg":"trace[213878960] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23465; }","duration":"579.442006ms","start":"2026-03-02T19:48:37.882659Z","end":"2026-03-02T19:48:38.462101Z","steps":["trace[213878960] 'agreement among raft nodes before linearized reading' (duration: 579.290971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:38.462132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:37.780371Z","time spent":"681.756962ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:48:38.462139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:37.882638Z","time spent":"579.495477ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-02T19:48:38.962173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903079710,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:48:39.476386Z","caller":"traceutil/trace.go:171","msg":"trace[317993929] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"1.429785725s","start":"2026-03-02T19:48:38.046574Z","end":"2026-03-02T19:48:39.476359Z","steps":["trace[317993929] 'process raft request' (duration: 1.429717343s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.476529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.046561Z","time spent":"1.429898869s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:39.476854Z","caller":"traceutil/trace.go:171","msg":"trace[2107340628] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"1.435150274s","start":"2026-03-02T19:48:38.04169Z","end":"2026-03-02T19:48:39.47684Z","steps":["trace[2107340628] 'process raft request' (duration: 1.372310432s)","trace[2107340628] 'compare' (duration: 61.789789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:39.476922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.041652Z","time spent":"1.435237316s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:39.476995Z","caller":"traceutil/trace.go:171","msg":"trace[1157360837] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"1.433968577s","start":"2026-03-02T19:48:38.042991Z","end":"2026-03-02T19:48:39.47696Z","steps":["trace[1157360837] 'process raft request' (duration: 1.433216483s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:39.477035Z","caller":"traceutil/trace.go:171","msg":"trace[183974872] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"1.43406114s","start":"2026-03-02T19:48:38.042962Z","end":"2026-03-02T19:48:39.477023Z","steps":["trace[183974872] 'process raft request' (duration: 1.433208813s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:39.477026Z","caller":"traceutil/trace.go:171","msg":"trace[258807083] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"1.434118912s","start":"2026-03-02T19:48:38.042878Z","end":"2026-03-02T19:48:39.476997Z","steps":["trace[258807083] 'process raft request' (duration: 1.433192053s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.477095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.04294Z","time spent":"1.434122772s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:39.477108Z","caller":"traceutil/trace.go:171","msg":"trace[1748111120] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"1.434052639s","start":"2026-03-02T19:48:38.043026Z","end":"2026-03-02T19:48:39.477079Z","steps":["trace[1748111120] 'process raft request' (duration: 1.433221473s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.47715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.04287Z","time spent":"1.434215645s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:39.47714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.042988Z","time spent":"1.43407845s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:39.477298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.043023Z","time spent":"1.434156842s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:39.481538Z","caller":"traceutil/trace.go:171","msg":"trace[2085713618] linearizableReadLoop","detail":"{readStateIndex:24296; appliedIndex:24289; }","duration":"1.020136225s","start":"2026-03-02T19:48:38.461389Z","end":"2026-03-02T19:48:39.481526Z","steps":["trace[2085713618] 'read index received' (duration: 952.594774ms)","trace[2085713618] 'applied index is now lower than readState.Index' (duration: 67.540591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:39.481552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.463845Z","time spent":"1.017702818s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:48:39.481712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393907583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:39.481751Z","caller":"traceutil/trace.go:171","msg":"trace[571413440] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23472; }","duration":"1.393954675s","start":"2026-03-02T19:48:38.087788Z","end":"2026-03-02T19:48:39.481742Z","steps":["trace[571413440] 'agreement among raft nodes before linearized reading' (duration: 1.39382245s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.481752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442709462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:48:39.481737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044576516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:48:39.481786Z","caller":"traceutil/trace.go:171","msg":"trace[1432327734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23472; }","duration":"1.442829787s","start":"2026-03-02T19:48:38.038946Z","end":"2026-03-02T19:48:39.481776Z","steps":["trace[1432327734] 'agreement among raft nodes before linearized reading' (duration: 1.442701953s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.481784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441108682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:48:39.481813Z","caller":"traceutil/trace.go:171","msg":"trace[1113961936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23472; }","duration":"1.441161444s","start":"2026-03-02T19:48:38.040644Z","end":"2026-03-02T19:48:39.481805Z","steps":["trace[1113961936] 'agreement among raft nodes before linearized reading' (duration: 1.441087101s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:39.48181Z","caller":"traceutil/trace.go:171","msg":"trace[1975935349] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23472; }","duration":"1.044698839s","start":"2026-03-02T19:48:38.437095Z","end":"2026-03-02T19:48:39.481794Z","steps":["trace[1975935349] 'agreement among raft nodes before linearized reading' (duration: 1.044493243s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.481813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.038916Z","time spent":"1.442889479s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:48:39.4818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319255589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-02T19:48:39.481835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.040632Z","time spent":"1.441199544s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:48:39.481776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381897204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:48:39.481858Z","caller":"traceutil/trace.go:171","msg":"trace[1186244017] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd; range_end:; response_count:1; response_revision:23472; }","duration":"1.319392243s","start":"2026-03-02T19:48:38.162452Z","end":"2026-03-02T19:48:39.481844Z","steps":["trace[1186244017] 'agreement among raft nodes before linearized reading' (duration: 1.319228748s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.481886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.723598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:39.481895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.106622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:48:39.481905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.916739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:39.481893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.162427Z","time spent":"1.319458525s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" "} {"level":"info","ts":"2026-03-02T19:48:39.481905Z","caller":"traceutil/trace.go:171","msg":"trace[806244513] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23472; }","duration":"1.38208477s","start":"2026-03-02T19:48:38.099796Z","end":"2026-03-02T19:48:39.48188Z","steps":["trace[806244513] 'agreement among raft nodes before linearized reading' (duration: 1.38176059s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:39.48192Z","caller":"traceutil/trace.go:171","msg":"trace[1970821050] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23472; }","duration":"681.184384ms","start":"2026-03-02T19:48:38.800728Z","end":"2026-03-02T19:48:39.481912Z","steps":["trace[1970821050] 'agreement among raft nodes before linearized reading' (duration: 681.149023ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:39.481927Z","caller":"traceutil/trace.go:171","msg":"trace[960006545] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23472; }","duration":"663.93858ms","start":"2026-03-02T19:48:38.81798Z","end":"2026-03-02T19:48:39.481919Z","steps":["trace[960006545] 'agreement among raft nodes before linearized reading' (duration: 663.898469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.481931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016427498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T19:48:39.48194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.800697Z","time spent":"681.239166ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:39.481948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.817948Z","time spent":"663.995122ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:39.481957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.099773Z","time spent":"1.382173503s","remote":"127.0.0.1:51496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:39.481976Z","caller":"traceutil/trace.go:171","msg":"trace[1812390518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23472; }","duration":"1.016512921s","start":"2026-03-02T19:48:38.465451Z","end":"2026-03-02T19:48:39.481964Z","steps":["trace[1812390518] 'agreement among raft nodes before linearized reading' (duration: 1.016394227s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.48201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.983721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:39.481911Z","caller":"traceutil/trace.go:171","msg":"trace[2021962135] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23472; }","duration":"627.798781ms","start":"2026-03-02T19:48:38.854103Z","end":"2026-03-02T19:48:39.481902Z","steps":["trace[2021962135] 'agreement among raft nodes before linearized reading' (duration: 627.763329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.481774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.087724Z","time spent":"1.394043127s","remote":"127.0.0.1:37448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:39.481847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.43707Z","time spent":"1.044769022s","remote":"127.0.0.1:54368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:39.482063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.854073Z","time spent":"627.978406ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:39.481856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4439155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:48:39.482048Z","caller":"traceutil/trace.go:171","msg":"trace[317497895] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23472; }","duration":"761.060633ms","start":"2026-03-02T19:48:38.72098Z","end":"2026-03-02T19:48:39.48204Z","steps":["trace[317497895] 'agreement among raft nodes before linearized reading' (duration: 761.007971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.482014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.46542Z","time spent":"1.016585623s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:48:39.482146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.644287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:48:39.482161Z","caller":"traceutil/trace.go:171","msg":"trace[828657938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23472; }","duration":"1.444247091s","start":"2026-03-02T19:48:38.037893Z","end":"2026-03-02T19:48:39.48214Z","steps":["trace[828657938] 'agreement among raft nodes before linearized reading' (duration: 1.44389471s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.48218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.479838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:48:39.482191Z","caller":"traceutil/trace.go:171","msg":"trace[1472368943] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23472; }","duration":"186.709718ms","start":"2026-03-02T19:48:39.29547Z","end":"2026-03-02T19:48:39.48218Z","steps":["trace[1472368943] 'agreement among raft nodes before linearized reading' (duration: 186.652116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.48215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.720958Z","time spent":"761.181657ms","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:39.482218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.037869Z","time spent":"1.444331394s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:48:39.482207Z","caller":"traceutil/trace.go:171","msg":"trace[556349793] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23472; }","duration":"554.5477ms","start":"2026-03-02T19:48:38.927652Z","end":"2026-03-02T19:48:39.4822Z","steps":["trace[556349793] 'agreement among raft nodes before linearized reading' (duration: 554.500048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.482304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.117987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:39.48232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.927632Z","time spent":"554.680304ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:39.482354Z","caller":"traceutil/trace.go:171","msg":"trace[1034923825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23472; }","duration":"970.23484ms","start":"2026-03-02T19:48:38.512106Z","end":"2026-03-02T19:48:39.48234Z","steps":["trace[1034923825] 'agreement among raft nodes before linearized reading' (duration: 970.126707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.482411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.512082Z","time spent":"970.314133ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:48:39.482521Z","caller":"traceutil/trace.go:171","msg":"trace[533554573] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"317.775173ms","start":"2026-03-02T19:48:39.164732Z","end":"2026-03-02T19:48:39.482507Z","steps":["trace[533554573] 'process raft request' (duration: 316.74515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.482596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:39.164694Z","time spent":"317.859545ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:39.483545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444343844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:48:39.4836Z","caller":"traceutil/trace.go:171","msg":"trace[437422958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23472; }","duration":"1.444423717s","start":"2026-03-02T19:48:38.039164Z","end":"2026-03-02T19:48:39.483588Z","steps":["trace[437422958] 'agreement among raft nodes before linearized reading' (duration: 1.442962831s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:39.483643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:38.039156Z","time spent":"1.444467008s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:48:40.22489Z","caller":"traceutil/trace.go:171","msg":"trace[1659078834] linearizableReadLoop","detail":"{readStateIndex:24298; appliedIndex:24297; }","duration":"741.223427ms","start":"2026-03-02T19:48:39.483645Z","end":"2026-03-02T19:48:40.224868Z","steps":["trace[1659078834] 'read index received' (duration: 94.233µs)","trace[1659078834] 'applied index is now lower than readState.Index' (duration: 741.128084ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:40.224961Z","caller":"traceutil/trace.go:171","msg":"trace[1208613328] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"741.279599ms","start":"2026-03-02T19:48:39.483633Z","end":"2026-03-02T19:48:40.224913Z","steps":["trace[1208613328] 'process raft request' (duration: 731.735858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:40.22512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.455115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T19:48:40.225155Z","caller":"traceutil/trace.go:171","msg":"trace[1517494169] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23473; }","duration":"741.526826ms","start":"2026-03-02T19:48:39.483619Z","end":"2026-03-02T19:48:40.225146Z","steps":["trace[1517494169] 'agreement among raft nodes before linearized reading' (duration: 741.34288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:40.225164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:39.483624Z","time spent":"741.434023ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:40.225178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:39.483605Z","time spent":"741.567178ms","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:48:40.799923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.987735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:40.800045Z","caller":"traceutil/trace.go:171","msg":"trace[554610070] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"1.313839196s","start":"2026-03-02T19:48:39.486192Z","end":"2026-03-02T19:48:40.800031Z","steps":["trace[554610070] 'process raft request' (duration: 1.313796045s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:40.800104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:39.486187Z","time spent":"1.313877948s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:40.800107Z","caller":"traceutil/trace.go:171","msg":"trace[1314412] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"1.314228229s","start":"2026-03-02T19:48:39.485823Z","end":"2026-03-02T19:48:40.800051Z","steps":["trace[1314412] 'process raft request' (duration: 1.213059278s)","trace[1314412] 'compare' (duration: 100.905183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:40.800288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:39.485805Z","time spent":"1.314393405s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:40.800327Z","caller":"traceutil/trace.go:171","msg":"trace[1302505712] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"1.313417844s","start":"2026-03-02T19:48:39.486882Z","end":"2026-03-02T19:48:40.8003Z","steps":["trace[1302505712] 'process raft request' (duration: 1.313128935s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:40.800392Z","caller":"traceutil/trace.go:171","msg":"trace[544987546] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"1.312387411s","start":"2026-03-02T19:48:39.487997Z","end":"2026-03-02T19:48:40.800384Z","steps":["trace[544987546] 'process raft request' (duration: 1.312195475s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:40.800426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:39.487984Z","time spent":"1.312424622s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:40.800458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:39.486876Z","time spent":"1.313516117s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:40.800422Z","caller":"traceutil/trace.go:171","msg":"trace[177665275] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"1.094249561s","start":"2026-03-02T19:48:39.706149Z","end":"2026-03-02T19:48:40.800399Z","steps":["trace[177665275] 'process raft request' (duration: 1.094189509s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:40.800573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:39.70613Z","time spent":"1.094368555s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:40.800678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05489676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:40.800697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.70229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:40.800728Z","caller":"traceutil/trace.go:171","msg":"trace[434571509] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23478; }","duration":"1.054963492s","start":"2026-03-02T19:48:39.745742Z","end":"2026-03-02T19:48:40.800706Z","steps":["trace[434571509] 'agreement among raft nodes before linearized reading' (duration: 1.05490281s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:40.800759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:39.745726Z","time spent":"1.055026454s","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:40.800761Z","caller":"traceutil/trace.go:171","msg":"trace[498724723] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23478; }","duration":"812.807934ms","start":"2026-03-02T19:48:39.987938Z","end":"2026-03-02T19:48:40.800746Z","steps":["trace[498724723] 'agreement among raft nodes before linearized reading' (duration: 812.68412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:40.800723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.633447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18991dfd5699703e\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-02T19:48:40.800811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:39.987921Z","time spent":"812.878757ms","remote":"127.0.0.1:42116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:40.800822Z","caller":"traceutil/trace.go:171","msg":"trace[1961809474] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18991dfd5699703e; range_end:; response_count:1; response_revision:23478; }","duration":"889.770271ms","start":"2026-03-02T19:48:39.911046Z","end":"2026-03-02T19:48:40.800816Z","steps":["trace[1961809474] 'agreement among raft nodes before linearized reading' (duration: 889.595916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:40.800889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:39.911023Z","time spent":"889.851254ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18991dfd5699703e\" "} {"level":"warn","ts":"2026-03-02T19:48:40.800701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.56457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:48:40.800965Z","caller":"traceutil/trace.go:171","msg":"trace[1597887850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23478; }","duration":"795.8704ms","start":"2026-03-02T19:48:40.005082Z","end":"2026-03-02T19:48:40.800952Z","steps":["trace[1597887850] 'agreement among raft nodes before linearized reading' (duration: 795.501289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:40.800917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.645909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:40.800412Z","caller":"traceutil/trace.go:171","msg":"trace[306793872] linearizableReadLoop","detail":"{readStateIndex:24303; appliedIndex:24298; }","duration":"575.448909ms","start":"2026-03-02T19:48:40.22494Z","end":"2026-03-02T19:48:40.800389Z","steps":["trace[306793872] 'read index received' (duration: 473.852235ms)","trace[306793872] 'applied index is now lower than readState.Index' (duration: 101.595604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:40.801013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317337657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:40.801162Z","caller":"traceutil/trace.go:171","msg":"trace[1218656094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23478; }","duration":"1.317527213s","start":"2026-03-02T19:48:39.483627Z","end":"2026-03-02T19:48:40.801154Z","steps":["trace[1218656094] 'agreement among raft nodes before linearized reading' (duration: 1.317301306s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:40.80119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:39.483612Z","time spent":"1.317571935s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:48:40.801061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:40.005061Z","time spent":"795.967763ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:48:40.801306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.028519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:40.801315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.436006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T19:48:40.801355Z","caller":"traceutil/trace.go:171","msg":"trace[799872790] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23478; }","duration":"573.521869ms","start":"2026-03-02T19:48:40.227822Z","end":"2026-03-02T19:48:40.801344Z","steps":["trace[799872790] 'agreement among raft nodes before linearized reading' (duration: 573.411285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:40.80137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.008385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-02T19:48:40.801392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:40.227793Z","time spent":"573.592501ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T19:48:40.801422Z","caller":"traceutil/trace.go:171","msg":"trace[736496298] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd; range_end:; response_count:1; response_revision:23478; }","duration":"315.106488ms","start":"2026-03-02T19:48:40.486297Z","end":"2026-03-02T19:48:40.801403Z","steps":["trace[736496298] 'agreement among raft nodes before linearized reading' (duration: 314.933642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:40.801472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:40.486273Z","time spent":"315.190091ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" "} {"level":"info","ts":"2026-03-02T19:48:40.801347Z","caller":"traceutil/trace.go:171","msg":"trace[1849057733] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23478; }","duration":"512.145313ms","start":"2026-03-02T19:48:40.289191Z","end":"2026-03-02T19:48:40.801337Z","steps":["trace[1849057733] 'agreement among raft nodes before linearized reading' (duration: 512.05412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:40.801535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:40.289171Z","time spent":"512.346609ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T19:48:40.801838Z","caller":"traceutil/trace.go:171","msg":"trace[978254165] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23478; }","duration":"839.206667ms","start":"2026-03-02T19:48:39.961896Z","end":"2026-03-02T19:48:40.801103Z","steps":["trace[978254165] 'agreement among raft nodes before linearized reading' (duration: 838.575707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:40.801955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:39.961876Z","time spent":"840.055883ms","remote":"127.0.0.1:42134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:41.6646Z","caller":"traceutil/trace.go:171","msg":"trace[1238434101] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"180.586916ms","start":"2026-03-02T19:48:41.483984Z","end":"2026-03-02T19:48:41.664571Z","steps":["trace[1238434101] 'process raft request' (duration: 180.41541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:42.441316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.568171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:42.441504Z","caller":"traceutil/trace.go:171","msg":"trace[698615518] linearizableReadLoop","detail":"{readStateIndex:24315; appliedIndex:24308; }","duration":"861.895884ms","start":"2026-03-02T19:48:41.579595Z","end":"2026-03-02T19:48:42.441491Z","steps":["trace[698615518] 'read index received' (duration: 84.822795ms)","trace[698615518] 'applied index is now lower than readState.Index' (duration: 777.072329ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:42.441533Z","caller":"traceutil/trace.go:171","msg":"trace[16923806] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"957.438917ms","start":"2026-03-02T19:48:41.484078Z","end":"2026-03-02T19:48:42.441517Z","steps":["trace[16923806] 'process raft request' (duration: 957.335714ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:42.441568Z","caller":"traceutil/trace.go:171","msg":"trace[357372091] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"957.415387ms","start":"2026-03-02T19:48:41.484147Z","end":"2026-03-02T19:48:42.441563Z","steps":["trace[357372091] 'process raft request' (duration: 957.286233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:42.4416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:41.484138Z","time spent":"957.444057ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:42.441739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:41.484045Z","time spent":"957.51562ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:42.441781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.829624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-02T19:48:42.441796Z","caller":"traceutil/trace.go:171","msg":"trace[639851713] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd; range_end:; response_count:1; response_revision:23490; }","duration":"635.846924ms","start":"2026-03-02T19:48:41.805944Z","end":"2026-03-02T19:48:42.441791Z","steps":["trace[639851713] 'agreement among raft nodes before linearized reading' (duration: 635.763141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:42.441811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:41.805926Z","time spent":"635.882186ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" "} {"level":"warn","ts":"2026-03-02T19:48:42.44193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.257764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T19:48:42.441948Z","caller":"traceutil/trace.go:171","msg":"trace[388102920] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23490; }","duration":"348.314736ms","start":"2026-03-02T19:48:42.093629Z","end":"2026-03-02T19:48:42.441943Z","steps":["trace[388102920] 'agreement among raft nodes before linearized reading' (duration: 348.268104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:42.441961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:42.093608Z","time spent":"348.349467ms","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-02T19:48:42.44197Z","caller":"traceutil/trace.go:171","msg":"trace[2114857377] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"957.894611ms","start":"2026-03-02T19:48:41.484063Z","end":"2026-03-02T19:48:42.441958Z","steps":["trace[2114857377] 'process raft request' (duration: 454.626648ms)","trace[2114857377] 'compare' (duration: 502.346084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:42.442018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:41.48404Z","time spent":"957.951333ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:42.442035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.380708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:42.44205Z","caller":"traceutil/trace.go:171","msg":"trace[245712278] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23490; }","duration":"543.44913ms","start":"2026-03-02T19:48:41.898595Z","end":"2026-03-02T19:48:42.442044Z","steps":["trace[245712278] 'agreement among raft nodes before linearized reading' (duration: 543.421499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:42.442063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:41.898566Z","time spent":"543.493611ms","remote":"127.0.0.1:42142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:42.442162Z","caller":"traceutil/trace.go:171","msg":"trace[1467203133] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"957.940473ms","start":"2026-03-02T19:48:41.484198Z","end":"2026-03-02T19:48:42.442138Z","steps":["trace[1467203133] 'process raft request' (duration: 957.254071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:42.44227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:41.484187Z","time spent":"958.024335ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:42.442228Z","caller":"traceutil/trace.go:171","msg":"trace[1152227380] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"958.105438ms","start":"2026-03-02T19:48:41.484078Z","end":"2026-03-02T19:48:42.442184Z","steps":["trace[1152227380] 'process raft request' (duration: 957.303373ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:42.442272Z","caller":"traceutil/trace.go:171","msg":"trace[976728536] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"954.898227ms","start":"2026-03-02T19:48:41.48735Z","end":"2026-03-02T19:48:42.442248Z","steps":["trace[976728536] 'process raft request' (duration: 954.120283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:42.442373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:41.487331Z","time spent":"954.98911ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:42.442473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:41.484046Z","time spent":"958.271414ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:42.442966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.34217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-02T19:48:42.443069Z","caller":"traceutil/trace.go:171","msg":"trace[1168907992] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd; range_end:; response_count:1; response_revision:23490; }","duration":"863.498755ms","start":"2026-03-02T19:48:41.579547Z","end":"2026-03-02T19:48:42.443046Z","steps":["trace[1168907992] 'agreement among raft nodes before linearized reading' (duration: 863.225726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:42.443133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:41.579528Z","time spent":"863.590507ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac12a839-a89c-4fdf-8e12-a3eb3b9f93cd\" "} {"level":"info","ts":"2026-03-02T19:48:42.593882Z","caller":"traceutil/trace.go:171","msg":"trace[1574194963] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"141.896006ms","start":"2026-03-02T19:48:42.451947Z","end":"2026-03-02T19:48:42.593843Z","steps":["trace[1574194963] 'process raft request' (duration: 141.382649ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:45.925767Z","caller":"traceutil/trace.go:171","msg":"trace[1057106061] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"250.329115ms","start":"2026-03-02T19:48:45.675383Z","end":"2026-03-02T19:48:45.925712Z","steps":["trace[1057106061] 'process raft request' (duration: 250.102178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:46.337488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.781008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:46.337569Z","caller":"traceutil/trace.go:171","msg":"trace[2020192204] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23526; }","duration":"353.894852ms","start":"2026-03-02T19:48:45.983653Z","end":"2026-03-02T19:48:46.337548Z","steps":["trace[2020192204] 'range keys from in-memory index tree' (duration: 353.719496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:46.33761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:45.983643Z","time spent":"353.957914ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:48:47.094614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.051098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:47.094693Z","caller":"traceutil/trace.go:171","msg":"trace[834342681] linearizableReadLoop","detail":"{readStateIndex:24354; appliedIndex:24353; }","duration":"651.953752ms","start":"2026-03-02T19:48:46.442726Z","end":"2026-03-02T19:48:47.09468Z","steps":["trace[834342681] 'read index received' (duration: 114.709228ms)","trace[834342681] 'applied index is now lower than readState.Index' (duration: 537.243774ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:47.094745Z","caller":"traceutil/trace.go:171","msg":"trace[2116492313] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"658.303802ms","start":"2026-03-02T19:48:46.436433Z","end":"2026-03-02T19:48:47.094737Z","steps":["trace[2116492313] 'process raft request' (duration: 121.073168ms)","trace[2116492313] 'compare' (duration: 536.565293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:47.094785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:46.436405Z","time spent":"658.359774ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:47.095364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.630443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T19:48:47.09542Z","caller":"traceutil/trace.go:171","msg":"trace[1476535404] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23528; }","duration":"652.737587ms","start":"2026-03-02T19:48:46.44267Z","end":"2026-03-02T19:48:47.095407Z","steps":["trace[1476535404] 'agreement among raft nodes before linearized reading' (duration: 652.18698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.095618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:46.442648Z","time spent":"652.962584ms","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T19:48:47.100553Z","caller":"traceutil/trace.go:171","msg":"trace[165665544] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"641.562055ms","start":"2026-03-02T19:48:46.458971Z","end":"2026-03-02T19:48:47.100533Z","steps":["trace[165665544] 'process raft request' (duration: 641.511913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:47.100572Z","caller":"traceutil/trace.go:171","msg":"trace[785971229] transaction","detail":"{read_only:false; response_revision:23529; number_of_response:1; }","duration":"644.297011ms","start":"2026-03-02T19:48:46.456256Z","end":"2026-03-02T19:48:47.100553Z","steps":["trace[785971229] 'process raft request' (duration: 644.137686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.100646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:46.458948Z","time spent":"641.647237ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:47.100648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:46.45624Z","time spent":"644.366213ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:47.100792Z","caller":"traceutil/trace.go:171","msg":"trace[1522447901] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"637.675882ms","start":"2026-03-02T19:48:46.463105Z","end":"2026-03-02T19:48:47.100781Z","steps":["trace[1522447901] 'process raft request' (duration: 637.62443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.100833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:46.463085Z","time spent":"637.728464ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:47.100886Z","caller":"traceutil/trace.go:171","msg":"trace[538198897] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"637.876348ms","start":"2026-03-02T19:48:46.463004Z","end":"2026-03-02T19:48:47.10088Z","steps":["trace[538198897] 'process raft request' (duration: 637.503726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.100917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:46.462993Z","time spent":"637.904759ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:47.100924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.631714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:48:47.100961Z","caller":"traceutil/trace.go:171","msg":"trace[691570400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23534; }","duration":"633.705176ms","start":"2026-03-02T19:48:46.467245Z","end":"2026-03-02T19:48:47.10095Z","steps":["trace[691570400] 'agreement among raft nodes before linearized reading' (duration: 633.625354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.100993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.321336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:47.100992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:46.467233Z","time spent":"633.749098ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:47.101011Z","caller":"traceutil/trace.go:171","msg":"trace[1818379993] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23534; }","duration":"394.375679ms","start":"2026-03-02T19:48:46.706628Z","end":"2026-03-02T19:48:47.101004Z","steps":["trace[1818379993] 'agreement among raft nodes before linearized reading' (duration: 394.339198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.101032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:46.706607Z","time spent":"394.41985ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:48:47.101121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.18269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:48:47.101202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.230378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:48:47.101204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.039982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:47.101238Z","caller":"traceutil/trace.go:171","msg":"trace[801956765] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23534; }","duration":"507.29685ms","start":"2026-03-02T19:48:46.593935Z","end":"2026-03-02T19:48:47.101232Z","steps":["trace[801956765] 'agreement among raft nodes before linearized reading' (duration: 507.243018ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:47.101258Z","caller":"traceutil/trace.go:171","msg":"trace[698441321] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23534; }","duration":"533.092494ms","start":"2026-03-02T19:48:46.568154Z","end":"2026-03-02T19:48:47.101247Z","steps":["trace[698441321] 'agreement among raft nodes before linearized reading' (duration: 533.024981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.101257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:46.593914Z","time spent":"507.337321ms","remote":"127.0.0.1:37026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:47.101263Z","caller":"traceutil/trace.go:171","msg":"trace[851575539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23534; }","duration":"275.310843ms","start":"2026-03-02T19:48:46.825875Z","end":"2026-03-02T19:48:47.101186Z","steps":["trace[851575539] 'agreement among raft nodes before linearized reading' (duration: 275.051885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.101288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:46.568085Z","time spent":"533.193217ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:47.101311Z","caller":"traceutil/trace.go:171","msg":"trace[1089028804] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"632.306373ms","start":"2026-03-02T19:48:46.468989Z","end":"2026-03-02T19:48:47.101295Z","steps":["trace[1089028804] 'process raft request' (duration: 631.830648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.101367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.772188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T19:48:47.10138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.464074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"info","ts":"2026-03-02T19:48:47.101427Z","caller":"traceutil/trace.go:171","msg":"trace[169058421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23534; }","duration":"275.854951ms","start":"2026-03-02T19:48:46.825553Z","end":"2026-03-02T19:48:47.101408Z","steps":["trace[169058421] 'agreement among raft nodes before linearized reading' (duration: 275.749037ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:47.101439Z","caller":"traceutil/trace.go:171","msg":"trace[985494608] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23534; }","duration":"435.549167ms","start":"2026-03-02T19:48:46.665874Z","end":"2026-03-02T19:48:47.101423Z","steps":["trace[985494608] 'agreement among raft nodes before linearized reading' (duration: 435.33581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.101486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:46.665858Z","time spent":"435.615699ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10382,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-02T19:48:47.101497Z","caller":"traceutil/trace.go:171","msg":"trace[515325373] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"636.307158ms","start":"2026-03-02T19:48:46.465181Z","end":"2026-03-02T19:48:47.101488Z","steps":["trace[515325373] 'process raft request' (duration: 635.578325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.101616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:46.465156Z","time spent":"636.436823ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:47.10115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.30635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T19:48:47.10177Z","caller":"traceutil/trace.go:171","msg":"trace[1871530989] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23534; }","duration":"351.94432ms","start":"2026-03-02T19:48:46.749804Z","end":"2026-03-02T19:48:47.101749Z","steps":["trace[1871530989] 'agreement among raft nodes before linearized reading' (duration: 351.248628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.101832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:46.749787Z","time spent":"352.028073ms","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T19:48:47.101824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:46.468978Z","time spent":"632.597182ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:47.101258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.916112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:48:47.102006Z","caller":"traceutil/trace.go:171","msg":"trace[1804083884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23534; }","duration":"276.700137ms","start":"2026-03-02T19:48:46.825288Z","end":"2026-03-02T19:48:47.101988Z","steps":["trace[1804083884] 'agreement among raft nodes before linearized reading' (duration: 275.738027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.102088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.159337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:48:47.102131Z","caller":"traceutil/trace.go:171","msg":"trace[1035056564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23534; }","duration":"274.24636ms","start":"2026-03-02T19:48:46.827874Z","end":"2026-03-02T19:48:47.102121Z","steps":["trace[1035056564] 'agreement among raft nodes before linearized reading' (duration: 274.134367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.102219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.010339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:48:47.102243Z","caller":"traceutil/trace.go:171","msg":"trace[1547438665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23534; }","duration":"272.057221ms","start":"2026-03-02T19:48:46.83018Z","end":"2026-03-02T19:48:47.102237Z","steps":["trace[1547438665] 'agreement among raft nodes before linearized reading' (duration: 271.945067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.494706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.378283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:47.494847Z","caller":"traceutil/trace.go:171","msg":"trace[191870766] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"306.545227ms","start":"2026-03-02T19:48:47.188276Z","end":"2026-03-02T19:48:47.494822Z","steps":["trace[191870766] 'process raft request' (duration: 71.949238ms)","trace[191870766] 'compare' (duration: 234.235057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:47.494941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:47.188259Z","time spent":"306.63963ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:47.906493Z","caller":"traceutil/trace.go:171","msg":"trace[1364986359] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"717.424836ms","start":"2026-03-02T19:48:47.189032Z","end":"2026-03-02T19:48:47.906457Z","steps":["trace[1364986359] 'process raft request' (duration: 717.169548ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:47.906538Z","caller":"traceutil/trace.go:171","msg":"trace[431356979] linearizableReadLoop","detail":"{readStateIndex:24370; appliedIndex:24366; }","duration":"696.24092ms","start":"2026-03-02T19:48:47.210283Z","end":"2026-03-02T19:48:47.906524Z","steps":["trace[431356979] 'read index received' (duration: 50.020758ms)","trace[431356979] 'applied index is now lower than readState.Index' (duration: 646.218961ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:47.906516Z","caller":"traceutil/trace.go:171","msg":"trace[1692700240] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"718.045426ms","start":"2026-03-02T19:48:47.18842Z","end":"2026-03-02T19:48:47.906465Z","steps":["trace[1692700240] 'process raft request' (duration: 619.57662ms)","trace[1692700240] 'compare' (duration: 97.866927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:47.906628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:47.189015Z","time spent":"717.54142ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:47.906495Z","caller":"traceutil/trace.go:171","msg":"trace[20762866] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"716.521108ms","start":"2026-03-02T19:48:47.18994Z","end":"2026-03-02T19:48:47.906461Z","steps":["trace[20762866] 'process raft request' (duration: 716.357942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:47.906658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:47.188398Z","time spent":"718.18376ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:47.906704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:47.189931Z","time spent":"716.747244ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:48.003569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.857257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:48.003652Z","caller":"traceutil/trace.go:171","msg":"trace[1586489041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23544; }","duration":"494.986701ms","start":"2026-03-02T19:48:47.508646Z","end":"2026-03-02T19:48:48.003632Z","steps":["trace[1586489041] 'agreement among raft nodes before linearized reading' (duration: 494.858337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:48.003692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:47.508624Z","time spent":"495.060294ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:48:48.003825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.315396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T19:48:48.00387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.517777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-02T19:48:48.003939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.273543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-02T19:48:48.00395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.021936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T19:48:48.004022Z","caller":"traceutil/trace.go:171","msg":"trace[1140748103] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23544; }","duration":"334.397467ms","start":"2026-03-02T19:48:47.669601Z","end":"2026-03-02T19:48:48.003998Z","steps":["trace[1140748103] 'agreement among raft nodes before linearized reading' (duration: 334.087217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:48.004065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:47.66959Z","time spent":"334.46896ms","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T19:48:48.003917Z","caller":"traceutil/trace.go:171","msg":"trace[601975501] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23544; }","duration":"121.453351ms","start":"2026-03-02T19:48:47.882443Z","end":"2026-03-02T19:48:48.003896Z","steps":["trace[601975501] 'agreement among raft nodes before linearized reading' (duration: 121.135561ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:48.004035Z","caller":"traceutil/trace.go:171","msg":"trace[1335198654] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23544; }","duration":"793.744094ms","start":"2026-03-02T19:48:47.210244Z","end":"2026-03-02T19:48:48.003989Z","steps":["trace[1335198654] 'agreement among raft nodes before linearized reading' (duration: 696.328042ms)","trace[1335198654] 'range keys from in-memory index tree' (duration: 96.993269ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:48.004079Z","caller":"traceutil/trace.go:171","msg":"trace[136962794] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23544; }","duration":"341.185051ms","start":"2026-03-02T19:48:47.662856Z","end":"2026-03-02T19:48:48.004041Z","steps":["trace[136962794] 'agreement among raft nodes before linearized reading' (duration: 340.852341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:48.004133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:47.210126Z","time spent":"793.993662ms","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T19:48:48.004188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:47.662838Z","time spent":"341.318965ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T19:48:48.091957Z","caller":"traceutil/trace.go:171","msg":"trace[1275734197] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"160.507002ms","start":"2026-03-02T19:48:47.931405Z","end":"2026-03-02T19:48:48.091912Z","steps":["trace[1275734197] 'process raft request' (duration: 160.235314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:48.633619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.061564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:48.633717Z","caller":"traceutil/trace.go:171","msg":"trace[652246330] linearizableReadLoop","detail":"{readStateIndex:24375; appliedIndex:24374; }","duration":"527.512597ms","start":"2026-03-02T19:48:48.106187Z","end":"2026-03-02T19:48:48.633699Z","steps":["trace[652246330] 'read index received' (duration: 298.295317ms)","trace[652246330] 'applied index is now lower than readState.Index' (duration: 229.21381ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:48.633771Z","caller":"traceutil/trace.go:171","msg":"trace[536951300] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"532.04504ms","start":"2026-03-02T19:48:48.101672Z","end":"2026-03-02T19:48:48.633717Z","steps":["trace[536951300] 'process raft request' (duration: 302.79605ms)","trace[536951300] 'compare' (duration: 228.393083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:48.633972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:48.10164Z","time spent":"532.226546ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:48.633964Z","caller":"traceutil/trace.go:171","msg":"trace[814392173] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"326.790987ms","start":"2026-03-02T19:48:48.307143Z","end":"2026-03-02T19:48:48.633934Z","steps":["trace[814392173] 'process raft request' (duration: 326.660063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:48.634122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:48.307114Z","time spent":"326.92292ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:48.633972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.765245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-02T19:48:48.634224Z","caller":"traceutil/trace.go:171","msg":"trace[686936561] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23547; }","duration":"528.034324ms","start":"2026-03-02T19:48:48.106165Z","end":"2026-03-02T19:48:48.634199Z","steps":["trace[686936561] 'agreement among raft nodes before linearized reading' (duration: 527.59688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:48.634335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:48.106151Z","time spent":"528.134836ms","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-02T19:48:48.649584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.409597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:48.649615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.159455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T19:48:48.649653Z","caller":"traceutil/trace.go:171","msg":"trace[25589581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23549; }","duration":"139.48925ms","start":"2026-03-02T19:48:48.510148Z","end":"2026-03-02T19:48:48.649638Z","steps":["trace[25589581] 'agreement among raft nodes before linearized reading' (duration: 139.326335ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:48.649668Z","caller":"traceutil/trace.go:171","msg":"trace[2093003367] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23549; }","duration":"169.256858ms","start":"2026-03-02T19:48:48.480397Z","end":"2026-03-02T19:48:48.649654Z","steps":["trace[2093003367] 'agreement among raft nodes before linearized reading' (duration: 169.073272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:48.649671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.59521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:48.649615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.700962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T19:48:48.64985Z","caller":"traceutil/trace.go:171","msg":"trace[698612459] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23549; }","duration":"228.649361ms","start":"2026-03-02T19:48:48.421042Z","end":"2026-03-02T19:48:48.649691Z","steps":["trace[698612459] 'agreement among raft nodes before linearized reading' (duration: 228.60342ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:48.649874Z","caller":"traceutil/trace.go:171","msg":"trace[1534024977] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"177.718136ms","start":"2026-03-02T19:48:48.472147Z","end":"2026-03-02T19:48:48.649865Z","steps":["trace[1534024977] 'process raft request' (duration: 177.197279ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:48.649856Z","caller":"traceutil/trace.go:171","msg":"trace[1750902970] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23549; }","duration":"442.982611ms","start":"2026-03-02T19:48:48.206865Z","end":"2026-03-02T19:48:48.649847Z","steps":["trace[1750902970] 'agreement among raft nodes before linearized reading' (duration: 442.62831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:48.650002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:48.206845Z","time spent":"443.147247ms","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-02T19:48:48.783203Z","caller":"traceutil/trace.go:171","msg":"trace[157948185] linearizableReadLoop","detail":"{readStateIndex:24378; appliedIndex:24377; }","duration":"127.567153ms","start":"2026-03-02T19:48:48.655612Z","end":"2026-03-02T19:48:48.783179Z","steps":["trace[157948185] 'read index received' (duration: 118.56621ms)","trace[157948185] 'applied index is now lower than readState.Index' (duration: 8.999803ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:48.78333Z","caller":"traceutil/trace.go:171","msg":"trace[448350052] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"128.71259ms","start":"2026-03-02T19:48:48.654603Z","end":"2026-03-02T19:48:48.783316Z","steps":["trace[448350052] 'process raft request' (duration: 119.679215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:48.78367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.020757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-02T19:48:48.783777Z","caller":"traceutil/trace.go:171","msg":"trace[1148420901] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23550; }","duration":"128.152241ms","start":"2026-03-02T19:48:48.655599Z","end":"2026-03-02T19:48:48.783751Z","steps":["trace[1148420901] 'agreement among raft nodes before linearized reading' (duration: 127.863512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:49.124323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.281436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:49.124402Z","caller":"traceutil/trace.go:171","msg":"trace[936864216] linearizableReadLoop","detail":"{readStateIndex:24379; appliedIndex:24378; }","duration":"327.686955ms","start":"2026-03-02T19:48:48.796702Z","end":"2026-03-02T19:48:49.124389Z","steps":["trace[936864216] 'read index received' (duration: 115.193723ms)","trace[936864216] 'applied index is now lower than readState.Index' (duration: 212.491992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:49.124499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.808279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-02T19:48:49.124521Z","caller":"traceutil/trace.go:171","msg":"trace[665413966] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23551; }","duration":"327.85448ms","start":"2026-03-02T19:48:48.79666Z","end":"2026-03-02T19:48:49.124515Z","steps":["trace[665413966] 'agreement among raft nodes before linearized reading' (duration: 327.762527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:49.124544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:48.796628Z","time spent":"327.910102ms","remote":"127.0.0.1:37066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-02T19:48:49.124526Z","caller":"traceutil/trace.go:171","msg":"trace[1197298034] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"333.924502ms","start":"2026-03-02T19:48:48.790555Z","end":"2026-03-02T19:48:49.124479Z","steps":["trace[1197298034] 'process raft request' (duration: 121.42228ms)","trace[1197298034] 'compare' (duration: 212.188082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:49.124661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:48.790521Z","time spent":"334.065476ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:49.60934Z","caller":"traceutil/trace.go:171","msg":"trace[1428028419] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"502.121427ms","start":"2026-03-02T19:48:49.107181Z","end":"2026-03-02T19:48:49.609303Z","steps":["trace[1428028419] 'process raft request' (duration: 477.749728ms)","trace[1428028419] 'compare' (duration: 24.174073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:49.609513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.107145Z","time spent":"502.265031ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:50.005641Z","caller":"traceutil/trace.go:171","msg":"trace[1267958114] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"897.656512ms","start":"2026-03-02T19:48:49.10795Z","end":"2026-03-02T19:48:50.005607Z","steps":["trace[1267958114] 'process raft request' (duration: 897.218908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.005787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.10792Z","time spent":"897.783956ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:50.005911Z","caller":"traceutil/trace.go:171","msg":"trace[1943513629] linearizableReadLoop","detail":"{readStateIndex:24385; appliedIndex:24379; }","duration":"874.161421ms","start":"2026-03-02T19:48:49.131728Z","end":"2026-03-02T19:48:50.005889Z","steps":["trace[1943513629] 'read index received' (duration: 453.306907ms)","trace[1943513629] 'applied index is now lower than readState.Index' (duration: 420.853584ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:50.006062Z","caller":"traceutil/trace.go:171","msg":"trace[1928196379] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"897.885469ms","start":"2026-03-02T19:48:49.108168Z","end":"2026-03-02T19:48:50.006054Z","steps":["trace[1928196379] 'process raft request' (duration: 897.393203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.006168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.108154Z","time spent":"897.94733ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:50.006202Z","caller":"traceutil/trace.go:171","msg":"trace[1756663546] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"897.316381ms","start":"2026-03-02T19:48:49.108852Z","end":"2026-03-02T19:48:50.006169Z","steps":["trace[1756663546] 'process raft request' (duration: 896.996901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:50.006283Z","caller":"traceutil/trace.go:171","msg":"trace[2063888393] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"897.976362ms","start":"2026-03-02T19:48:49.108292Z","end":"2026-03-02T19:48:50.006269Z","steps":["trace[2063888393] 'process raft request' (duration: 897.457265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.006319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.108821Z","time spent":"897.438594ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:50.006363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.108267Z","time spent":"898.061595ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:50.006501Z","caller":"traceutil/trace.go:171","msg":"trace[1229614126] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"898.043134ms","start":"2026-03-02T19:48:49.108451Z","end":"2026-03-02T19:48:50.006494Z","steps":["trace[1229614126] 'process raft request' (duration: 897.365372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.006536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.10844Z","time spent":"898.077765ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:50.006509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.221748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18991dfd5c752f8d\" ","response":"range_response_count:1 size:747"} {"level":"warn","ts":"2026-03-02T19:48:50.006579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.906945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:50.00666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.936279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:48:50.006645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.900674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:48:50.006648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.445669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:50.006682Z","caller":"traceutil/trace.go:171","msg":"trace[79002429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23557; }","duration":"819.004141ms","start":"2026-03-02T19:48:49.187673Z","end":"2026-03-02T19:48:50.006677Z","steps":["trace[79002429] 'agreement among raft nodes before linearized reading' (duration: 818.901907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.006699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.187652Z","time spent":"819.043772ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:48:50.006696Z","caller":"traceutil/trace.go:171","msg":"trace[547507719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23557; }","duration":"874.970196ms","start":"2026-03-02T19:48:49.131713Z","end":"2026-03-02T19:48:50.006684Z","steps":["trace[547507719] 'agreement among raft nodes before linearized reading' (duration: 874.79805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.006694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.041412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:48:50.006706Z","caller":"traceutil/trace.go:171","msg":"trace[1687992957] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23557; }","duration":"796.534802ms","start":"2026-03-02T19:48:49.210157Z","end":"2026-03-02T19:48:50.006691Z","steps":["trace[1687992957] 'agreement among raft nodes before linearized reading' (duration: 796.45232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.006602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.533008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:50.006726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.131706Z","time spent":"875.011457ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:48:50.006721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.334303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:48:50.006727Z","caller":"traceutil/trace.go:171","msg":"trace[1737658882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23557; }","duration":"819.106334ms","start":"2026-03-02T19:48:49.187612Z","end":"2026-03-02T19:48:50.006719Z","steps":["trace[1737658882] 'agreement among raft nodes before linearized reading' (duration: 819.016651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.006737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.210137Z","time spent":"796.591274ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:50.006757Z","caller":"traceutil/trace.go:171","msg":"trace[1430750476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23557; }","duration":"820.394285ms","start":"2026-03-02T19:48:49.186353Z","end":"2026-03-02T19:48:50.006747Z","steps":["trace[1430750476] 'agreement among raft nodes before linearized reading' (duration: 820.286281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.006765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.187592Z","time spent":"819.165606ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:48:50.006794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.18634Z","time spent":"820.447866ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:48:50.006807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.040452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:48:50.006842Z","caller":"traceutil/trace.go:171","msg":"trace[2098323971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23557; }","duration":"819.081623ms","start":"2026-03-02T19:48:49.187748Z","end":"2026-03-02T19:48:50.006829Z","steps":["trace[2098323971] 'agreement among raft nodes before linearized reading' (duration: 818.942729ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:50.00675Z","caller":"traceutil/trace.go:171","msg":"trace[1351062667] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23557; }","duration":"306.716873ms","start":"2026-03-02T19:48:49.700017Z","end":"2026-03-02T19:48:50.006734Z","steps":["trace[1351062667] 'agreement among raft nodes before linearized reading' (duration: 306.543538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.006881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.187742Z","time spent":"819.131785ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:48:50.006889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.699996Z","time spent":"306.883799ms","remote":"127.0.0.1:44410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:50.006663Z","caller":"traceutil/trace.go:171","msg":"trace[1282486299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23557; }","duration":"499.021989ms","start":"2026-03-02T19:48:49.507621Z","end":"2026-03-02T19:48:50.006643Z","steps":["trace[1282486299] 'agreement among raft nodes before linearized reading' (duration: 498.884314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.006992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.507606Z","time spent":"499.37924ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:48:50.006603Z","caller":"traceutil/trace.go:171","msg":"trace[1619055083] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18991dfd5c752f8d; range_end:; response_count:1; response_revision:23557; }","duration":"871.331192ms","start":"2026-03-02T19:48:49.135251Z","end":"2026-03-02T19:48:50.006582Z","steps":["trace[1619055083] 'agreement among raft nodes before linearized reading' (duration: 871.070843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.007122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:49.135246Z","time spent":"871.866788ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18991dfd5c752f8d\" "} {"level":"warn","ts":"2026-03-02T19:48:50.007551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.477581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:48:50.007608Z","caller":"traceutil/trace.go:171","msg":"trace[88859518] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23557; }","duration":"290.634396ms","start":"2026-03-02T19:48:49.71696Z","end":"2026-03-02T19:48:50.007594Z","steps":["trace[88859518] 'agreement among raft nodes before linearized reading' (duration: 289.563842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.639681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.547915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:50.639814Z","caller":"traceutil/trace.go:171","msg":"trace[399727815] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"629.628228ms","start":"2026-03-02T19:48:50.01016Z","end":"2026-03-02T19:48:50.639788Z","steps":["trace[399727815] 'process raft request' (duration: 123.864856ms)","trace[399727815] 'compare' (duration: 505.350279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:50.6399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:50.010144Z","time spent":"629.714991ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:50.640036Z","caller":"traceutil/trace.go:171","msg":"trace[1266703251] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"629.783413ms","start":"2026-03-02T19:48:50.010234Z","end":"2026-03-02T19:48:50.640017Z","steps":["trace[1266703251] 'process raft request' (duration: 629.589097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.640149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:50.010214Z","time spent":"629.884707ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:50.640301Z","caller":"traceutil/trace.go:171","msg":"trace[816490819] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"629.587007ms","start":"2026-03-02T19:48:50.010674Z","end":"2026-03-02T19:48:50.640261Z","steps":["trace[816490819] 'process raft request' (duration: 629.283847ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:50.640385Z","caller":"traceutil/trace.go:171","msg":"trace[1315840724] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"629.261796ms","start":"2026-03-02T19:48:50.011078Z","end":"2026-03-02T19:48:50.640339Z","steps":["trace[1315840724] 'process raft request' (duration: 629.085091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.640592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:50.011033Z","time spent":"629.451523ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:50.640588Z","caller":"traceutil/trace.go:171","msg":"trace[428781150] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"629.365229ms","start":"2026-03-02T19:48:50.011201Z","end":"2026-03-02T19:48:50.640566Z","steps":["trace[428781150] 'process raft request' (duration: 629.098021ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:50.640731Z","caller":"traceutil/trace.go:171","msg":"trace[1897331842] linearizableReadLoop","detail":"{readStateIndex:24392; appliedIndex:24385; }","duration":"129.840665ms","start":"2026-03-02T19:48:50.510873Z","end":"2026-03-02T19:48:50.640714Z","steps":["trace[1897331842] 'read index received' (duration: 128.885635ms)","trace[1897331842] 'applied index is now lower than readState.Index' (duration: 953.83µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:50.640738Z","caller":"traceutil/trace.go:171","msg":"trace[1677715158] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"542.551612ms","start":"2026-03-02T19:48:50.098168Z","end":"2026-03-02T19:48:50.64072Z","steps":["trace[1677715158] 'process raft request' (duration: 542.302074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.640769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:50.011195Z","time spent":"629.497124ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:50.640367Z","caller":"traceutil/trace.go:171","msg":"trace[608668281] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"629.226946ms","start":"2026-03-02T19:48:50.011122Z","end":"2026-03-02T19:48:50.640349Z","steps":["trace[608668281] 'process raft request' (duration: 629.124232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.640842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:50.098143Z","time spent":"542.649515ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:50.640877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.00273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:50.640884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.508615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:50.640931Z","caller":"traceutil/trace.go:171","msg":"trace[576809614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23564; }","duration":"130.088552ms","start":"2026-03-02T19:48:50.510827Z","end":"2026-03-02T19:48:50.640915Z","steps":["trace[576809614] 'agreement among raft nodes before linearized reading' (duration: 129.986539ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:50.640943Z","caller":"traceutil/trace.go:171","msg":"trace[2067108913] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23564; }","duration":"129.568007ms","start":"2026-03-02T19:48:50.511356Z","end":"2026-03-02T19:48:50.640924Z","steps":["trace[2067108913] 'agreement among raft nodes before linearized reading' (duration: 129.470084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:50.64093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:50.01111Z","time spent":"629.746572ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:50.640748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:50.010655Z","time spent":"629.894947ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:51.39737Z","caller":"traceutil/trace.go:171","msg":"trace[1967781545] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"206.352728ms","start":"2026-03-02T19:48:51.190993Z","end":"2026-03-02T19:48:51.397346Z","steps":["trace[1967781545] 'process raft request' (duration: 205.577124ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:51.792876Z","caller":"traceutil/trace.go:171","msg":"trace[124451929] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"171.218371ms","start":"2026-03-02T19:48:51.621624Z","end":"2026-03-02T19:48:51.792842Z","steps":["trace[124451929] 'process raft request' (duration: 170.979513ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:52.943372Z","caller":"traceutil/trace.go:171","msg":"trace[1867241315] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"295.072047ms","start":"2026-03-02T19:48:52.648274Z","end":"2026-03-02T19:48:52.943346Z","steps":["trace[1867241315] 'process raft request' (duration: 294.83973ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:52.953664Z","caller":"traceutil/trace.go:171","msg":"trace[1903759424] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"304.937457ms","start":"2026-03-02T19:48:52.648702Z","end":"2026-03-02T19:48:52.953639Z","steps":["trace[1903759424] 'process raft request' (duration: 304.881246ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:52.953676Z","caller":"traceutil/trace.go:171","msg":"trace[1859557978] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"305.00889ms","start":"2026-03-02T19:48:52.648639Z","end":"2026-03-02T19:48:52.953648Z","steps":["trace[1859557978] 'process raft request' (duration: 304.811003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:52.953789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:52.648695Z","time spent":"305.02998ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:52.953804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:52.648628Z","time spent":"305.104652ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:52.953819Z","caller":"traceutil/trace.go:171","msg":"trace[438893227] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"305.130904ms","start":"2026-03-02T19:48:52.648655Z","end":"2026-03-02T19:48:52.953786Z","steps":["trace[438893227] 'process raft request' (duration: 304.898997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:52.954025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:52.648646Z","time spent":"305.238597ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:52.954103Z","caller":"traceutil/trace.go:171","msg":"trace[645763711] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"305.381642ms","start":"2026-03-02T19:48:52.64871Z","end":"2026-03-02T19:48:52.954091Z","steps":["trace[645763711] 'process raft request' (duration: 304.897956ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:52.954085Z","caller":"traceutil/trace.go:171","msg":"trace[317249563] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"305.349411ms","start":"2026-03-02T19:48:52.648712Z","end":"2026-03-02T19:48:52.954061Z","steps":["trace[317249563] 'process raft request' (duration: 305.173075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:52.954156Z","caller":"traceutil/trace.go:171","msg":"trace[1786650686] linearizableReadLoop","detail":"{readStateIndex:24410; appliedIndex:24404; }","duration":"222.776496ms","start":"2026-03-02T19:48:52.731369Z","end":"2026-03-02T19:48:52.954146Z","steps":["trace[1786650686] 'read index received' (duration: 211.821501ms)","trace[1786650686] 'applied index is now lower than readState.Index' (duration: 10.954325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:52.954161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:52.648698Z","time spent":"305.435023ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:52.954198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:52.648698Z","time spent":"305.446253ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:52.954236Z","caller":"traceutil/trace.go:171","msg":"trace[444671898] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"169.390762ms","start":"2026-03-02T19:48:52.784839Z","end":"2026-03-02T19:48:52.954229Z","steps":["trace[444671898] 'process raft request' (duration: 169.158905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:52.954333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.967172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:52.95437Z","caller":"traceutil/trace.go:171","msg":"trace[1557639022] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23583; }","duration":"223.006763ms","start":"2026-03-02T19:48:52.731352Z","end":"2026-03-02T19:48:52.954359Z","steps":["trace[1557639022] 'agreement among raft nodes before linearized reading' (duration: 222.939841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:54.237106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.104693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:54.237285Z","caller":"traceutil/trace.go:171","msg":"trace[1181207728] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"439.15566ms","start":"2026-03-02T19:48:53.798103Z","end":"2026-03-02T19:48:54.237258Z","steps":["trace[1181207728] 'process raft request' (duration: 224.8209ms)","trace[1181207728] 'compare' (duration: 213.727461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:54.237369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.984169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:48:54.237401Z","caller":"traceutil/trace.go:171","msg":"trace[424076138] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23585; }","duration":"357.086143ms","start":"2026-03-02T19:48:53.88031Z","end":"2026-03-02T19:48:54.237396Z","steps":["trace[424076138] 'agreement among raft nodes before linearized reading' (duration: 357.01224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:54.237397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:53.79808Z","time spent":"439.286215ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:54.237427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:53.880288Z","time spent":"357.127303ms","remote":"127.0.0.1:36984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:48:54.237285Z","caller":"traceutil/trace.go:171","msg":"trace[1433889197] linearizableReadLoop","detail":"{readStateIndex:24413; appliedIndex:24412; }","duration":"356.890427ms","start":"2026-03-02T19:48:53.880369Z","end":"2026-03-02T19:48:54.23726Z","steps":["trace[1433889197] 'read index received' (duration: 142.565397ms)","trace[1433889197] 'applied index is now lower than readState.Index' (duration: 214.323339ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:54.252913Z","caller":"traceutil/trace.go:171","msg":"trace[212540422] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"229.576021ms","start":"2026-03-02T19:48:54.023307Z","end":"2026-03-02T19:48:54.252883Z","steps":["trace[212540422] 'process raft request' (duration: 229.461717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:54.319574Z","caller":"traceutil/trace.go:171","msg":"trace[4852569] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"294.826098ms","start":"2026-03-02T19:48:54.024705Z","end":"2026-03-02T19:48:54.319532Z","steps":["trace[4852569] 'process raft request' (duration: 294.596081ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:54.319635Z","caller":"traceutil/trace.go:171","msg":"trace[2030459763] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"294.064215ms","start":"2026-03-02T19:48:54.025521Z","end":"2026-03-02T19:48:54.319585Z","steps":["trace[2030459763] 'process raft request' (duration: 293.91594ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:54.319673Z","caller":"traceutil/trace.go:171","msg":"trace[132175815] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"291.970928ms","start":"2026-03-02T19:48:54.027692Z","end":"2026-03-02T19:48:54.319663Z","steps":["trace[132175815] 'process raft request' (duration: 291.818173ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:54.319581Z","caller":"traceutil/trace.go:171","msg":"trace[1382763304] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"293.490267ms","start":"2026-03-02T19:48:54.026061Z","end":"2026-03-02T19:48:54.319551Z","steps":["trace[1382763304] 'process raft request' (duration: 293.417985ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:55.096372Z","caller":"traceutil/trace.go:171","msg":"trace[1301161008] linearizableReadLoop","detail":"{readStateIndex:24420; appliedIndex:24419; }","duration":"142.011559ms","start":"2026-03-02T19:48:54.954334Z","end":"2026-03-02T19:48:55.096346Z","steps":["trace[1301161008] 'read index received' (duration: 141.889605ms)","trace[1301161008] 'applied index is now lower than readState.Index' (duration: 121.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:55.096426Z","caller":"traceutil/trace.go:171","msg":"trace[1244918236] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"145.111587ms","start":"2026-03-02T19:48:54.951286Z","end":"2026-03-02T19:48:55.096397Z","steps":["trace[1244918236] 'process raft request' (duration: 144.913431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:55.096528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.179095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:48:55.096569Z","caller":"traceutil/trace.go:171","msg":"trace[1540661246] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23591; }","duration":"142.280147ms","start":"2026-03-02T19:48:54.954278Z","end":"2026-03-02T19:48:55.096558Z","steps":["trace[1540661246] 'agreement among raft nodes before linearized reading' (duration: 142.187934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:55.143685Z","caller":"traceutil/trace.go:171","msg":"trace[1890441711] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"185.847632ms","start":"2026-03-02T19:48:54.957812Z","end":"2026-03-02T19:48:55.14366Z","steps":["trace[1890441711] 'process raft request' (duration: 185.575883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:55.143724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.555045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:48:55.143793Z","caller":"traceutil/trace.go:171","msg":"trace[2033343308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23592; }","duration":"187.656799ms","start":"2026-03-02T19:48:54.956118Z","end":"2026-03-02T19:48:55.143775Z","steps":["trace[2033343308] 'agreement among raft nodes before linearized reading' (duration: 187.447312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:55.143879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.939405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T19:48:55.143879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.253945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:48:55.14391Z","caller":"traceutil/trace.go:171","msg":"trace[624058845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23592; }","duration":"186.009217ms","start":"2026-03-02T19:48:54.957892Z","end":"2026-03-02T19:48:55.143901Z","steps":["trace[624058845] 'agreement among raft nodes before linearized reading' (duration: 185.720607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:55.143932Z","caller":"traceutil/trace.go:171","msg":"trace[128964214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23592; }","duration":"186.331897ms","start":"2026-03-02T19:48:54.957585Z","end":"2026-03-02T19:48:55.143917Z","steps":["trace[128964214] 'agreement among raft nodes before linearized reading' (duration: 186.132411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:55.14392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.627536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:48:55.143984Z","caller":"traceutil/trace.go:171","msg":"trace[1831414614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23592; }","duration":"186.7205ms","start":"2026-03-02T19:48:54.957246Z","end":"2026-03-02T19:48:55.143966Z","steps":["trace[1831414614] 'agreement among raft nodes before linearized reading' (duration: 186.509763ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:49:15.369683Z","caller":"traceutil/trace.go:171","msg":"trace[28436643] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"180.459122ms","start":"2026-03-02T19:49:15.189181Z","end":"2026-03-02T19:49:15.36964Z","steps":["trace[28436643] 'process raft request' (duration: 180.196283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:49:15.687402Z","caller":"traceutil/trace.go:171","msg":"trace[1131494700] linearizableReadLoop","detail":"{readStateIndex:24586; appliedIndex:24584; }","duration":"448.332651ms","start":"2026-03-02T19:49:15.239029Z","end":"2026-03-02T19:49:15.687362Z","steps":["trace[1131494700] 'read index received' (duration: 130.275289ms)","trace[1131494700] 'applied index is now lower than readState.Index' (duration: 318.055711ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:49:15.687413Z","caller":"traceutil/trace.go:171","msg":"trace[1763500740] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"474.93426ms","start":"2026-03-02T19:49:15.21244Z","end":"2026-03-02T19:49:15.687374Z","steps":["trace[1763500740] 'process raft request' (duration: 425.509891ms)","trace[1763500740] 'compare' (duration: 48.941944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:49:15.687641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.592489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:49:15.687728Z","caller":"traceutil/trace.go:171","msg":"trace[1632066075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23753; }","duration":"448.729502ms","start":"2026-03-02T19:49:15.238976Z","end":"2026-03-02T19:49:15.687705Z","steps":["trace[1632066075] 'agreement among raft nodes before linearized reading' (duration: 448.506555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:15.687734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:15.212423Z","time spent":"475.200648ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:49:15.687774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:15.238949Z","time spent":"448.816805ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:49:15.687957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.704953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:49:15.687992Z","caller":"traceutil/trace.go:171","msg":"trace[2143026303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23753; }","duration":"176.782436ms","start":"2026-03-02T19:49:15.5112Z","end":"2026-03-02T19:49:15.687983Z","steps":["trace[2143026303] 'agreement among raft nodes before linearized reading' (duration: 176.726694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:15.688029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.659609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:49:15.688128Z","caller":"traceutil/trace.go:171","msg":"trace[2144276425] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23753; }","duration":"369.860095ms","start":"2026-03-02T19:49:15.318244Z","end":"2026-03-02T19:49:15.688104Z","steps":["trace[2144276425] 'agreement among raft nodes before linearized reading' (duration: 369.656009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:15.688215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:15.318223Z","time spent":"369.977019ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:49:15.688063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.362621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:49:15.688403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.187184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:49:15.688388Z","caller":"traceutil/trace.go:171","msg":"trace[651407098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23753; }","duration":"448.699411ms","start":"2026-03-02T19:49:15.239638Z","end":"2026-03-02T19:49:15.688338Z","steps":["trace[651407098] 'agreement among raft nodes before linearized reading' (duration: 448.238727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:49:15.688461Z","caller":"traceutil/trace.go:171","msg":"trace[116719457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23753; }","duration":"447.245866ms","start":"2026-03-02T19:49:15.241198Z","end":"2026-03-02T19:49:15.688444Z","steps":["trace[116719457] 'agreement among raft nodes before linearized reading' (duration: 447.07445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:15.688513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:15.241118Z","time spent":"447.386841ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:49:15.688527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:15.239622Z","time spent":"448.858377ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:49:15.688537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.973574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:49:15.688607Z","caller":"traceutil/trace.go:171","msg":"trace[1744666211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23753; }","duration":"445.058477ms","start":"2026-03-02T19:49:15.243527Z","end":"2026-03-02T19:49:15.688585Z","steps":["trace[1744666211] 'agreement among raft nodes before linearized reading' (duration: 444.575722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:15.688668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:15.243518Z","time spent":"445.137589ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:49:15.810251Z","caller":"traceutil/trace.go:171","msg":"trace[1803591567] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"116.853906ms","start":"2026-03-02T19:49:15.693347Z","end":"2026-03-02T19:49:15.810201Z","steps":["trace[1803591567] 'process raft request' (duration: 116.783804ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:49:15.810391Z","caller":"traceutil/trace.go:171","msg":"trace[2099877810] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"108.781221ms","start":"2026-03-02T19:49:15.701595Z","end":"2026-03-02T19:49:15.810377Z","steps":["trace[2099877810] 'process raft request' (duration: 108.572175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:49:15.810278Z","caller":"traceutil/trace.go:171","msg":"trace[658240757] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"117.422444ms","start":"2026-03-02T19:49:15.692776Z","end":"2026-03-02T19:49:15.810199Z","steps":["trace[658240757] 'process raft request' (duration: 117.260619ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:49:21.585559Z","caller":"traceutil/trace.go:171","msg":"trace[515036462] linearizableReadLoop","detail":"{readStateIndex:24627; appliedIndex:24626; }","duration":"382.916947ms","start":"2026-03-02T19:49:21.202619Z","end":"2026-03-02T19:49:21.585536Z","steps":["trace[515036462] 'read index received' (duration: 382.758362ms)","trace[515036462] 'applied index is now lower than readState.Index' (duration: 157.235µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:49:21.585579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:21.190474Z","time spent":"395.099041ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:49:21.585664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.03043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-03-02T19:49:21.585693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.673654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:49:21.585705Z","caller":"traceutil/trace.go:171","msg":"trace[1106516440] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23792; }","duration":"383.117503ms","start":"2026-03-02T19:49:21.202578Z","end":"2026-03-02T19:49:21.585696Z","steps":["trace[1106516440] 'agreement among raft nodes before linearized reading' (duration: 383.013429ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:49:21.585721Z","caller":"traceutil/trace.go:171","msg":"trace[803571756] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23792; }","duration":"333.732925ms","start":"2026-03-02T19:49:21.251978Z","end":"2026-03-02T19:49:21.585711Z","steps":["trace[803571756] 'agreement among raft nodes before linearized reading' (duration: 333.676763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:21.585735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:21.20256Z","time spent":"383.168285ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-02T19:49:21.585749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:21.251965Z","time spent":"333.775637ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:49:21.586019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.554433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:49:21.586049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.405601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-02T19:49:21.586066Z","caller":"traceutil/trace.go:171","msg":"trace[1046855896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23792; }","duration":"192.647916ms","start":"2026-03-02T19:49:21.393404Z","end":"2026-03-02T19:49:21.586052Z","steps":["trace[1046855896] 'agreement among raft nodes before linearized reading' (duration: 192.496321ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:49:21.586086Z","caller":"traceutil/trace.go:171","msg":"trace[1641372761] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23792; }","duration":"233.468334ms","start":"2026-03-02T19:49:21.352607Z","end":"2026-03-02T19:49:21.586075Z","steps":["trace[1641372761] 'agreement among raft nodes before linearized reading' (duration: 233.34137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:22.088281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903080501,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:49:22.337266Z","caller":"traceutil/trace.go:171","msg":"trace[2039540188] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"750.048616ms","start":"2026-03-02T19:49:21.587158Z","end":"2026-03-02T19:49:22.337206Z","steps":["trace[2039540188] 'process raft request' (duration: 716.190508ms)","trace[2039540188] 'compare' (duration: 33.735854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:49:22.337436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:21.587139Z","time spent":"750.223362ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:49:22.854152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.195656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:49:22.854261Z","caller":"traceutil/trace.go:171","msg":"trace[1210747926] linearizableReadLoop","detail":"{readStateIndex:24630; appliedIndex:24627; }","duration":"1.266695481s","start":"2026-03-02T19:49:21.587553Z","end":"2026-03-02T19:49:22.854249Z","steps":["trace[1210747926] 'read index received' (duration: 715.745375ms)","trace[1210747926] 'applied index is now lower than readState.Index' (duration: 550.949546ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:49:22.854391Z","caller":"traceutil/trace.go:171","msg":"trace[571185592] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"1.264232993s","start":"2026-03-02T19:49:21.590151Z","end":"2026-03-02T19:49:22.854384Z","steps":["trace[571185592] 'process raft request' (duration: 1.101733618s)","trace[571185592] 'compare' (duration: 162.105903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:49:22.854429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:21.590138Z","time spent":"1.264274404s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:49:22.854499Z","caller":"traceutil/trace.go:171","msg":"trace[678445616] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"1.148582256s","start":"2026-03-02T19:49:21.705912Z","end":"2026-03-02T19:49:22.854495Z","steps":["trace[678445616] 'process raft request' (duration: 1.148302087s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:22.854527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:21.705884Z","time spent":"1.148629196s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:49:22.854543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266961819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:49:22.854632Z","caller":"traceutil/trace.go:171","msg":"trace[602387810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23795; }","duration":"1.267064752s","start":"2026-03-02T19:49:21.587544Z","end":"2026-03-02T19:49:22.854609Z","steps":["trace[602387810] 'agreement among raft nodes before linearized reading' (duration: 1.266886457s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:22.854675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:21.587473Z","time spent":"1.267193206s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:49:22.855911Z","caller":"traceutil/trace.go:171","msg":"trace[1730619984] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"510.095708ms","start":"2026-03-02T19:49:22.345788Z","end":"2026-03-02T19:49:22.855884Z","steps":["trace[1730619984] 'process raft request' (duration: 509.985614ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:49:22.856143Z","caller":"traceutil/trace.go:171","msg":"trace[1875002804] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"441.053571ms","start":"2026-03-02T19:49:22.415051Z","end":"2026-03-02T19:49:22.856104Z","steps":["trace[1875002804] 'process raft request' (duration: 440.785952ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:49:22.856074Z","caller":"traceutil/trace.go:171","msg":"trace[313803260] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"512.429422ms","start":"2026-03-02T19:49:22.34362Z","end":"2026-03-02T19:49:22.856049Z","steps":["trace[313803260] 'process raft request' (duration: 512.025939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:22.856318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:22.415032Z","time spent":"441.203715ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:49:22.856339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.959516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:49:22.856379Z","caller":"traceutil/trace.go:171","msg":"trace[1803373423] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"439.46078ms","start":"2026-03-02T19:49:22.416912Z","end":"2026-03-02T19:49:22.856372Z","steps":["trace[1803373423] 'process raft request' (duration: 439.099939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:49:22.85639Z","caller":"traceutil/trace.go:171","msg":"trace[1007284503] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23801; }","duration":"505.005547ms","start":"2026-03-02T19:49:22.351368Z","end":"2026-03-02T19:49:22.856373Z","steps":["trace[1007284503] 'agreement among raft nodes before linearized reading' (duration: 504.928335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:22.856439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:22.35133Z","time spent":"505.099941ms","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:49:22.856491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:22.416904Z","time spent":"439.507581ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:49:22.856615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:22.343601Z","time spent":"512.748561ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:49:22.856653Z","caller":"traceutil/trace.go:171","msg":"trace[900716044] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"437.987004ms","start":"2026-03-02T19:49:22.418658Z","end":"2026-03-02T19:49:22.856645Z","steps":["trace[900716044] 'process raft request' (duration: 437.389765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:22.856679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024283176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:49:22.856704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:22.418651Z","time spent":"438.023265ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:49:22.856713Z","caller":"traceutil/trace.go:171","msg":"trace[993504327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23801; }","duration":"1.024346718s","start":"2026-03-02T19:49:21.832357Z","end":"2026-03-02T19:49:22.856704Z","steps":["trace[993504327] 'agreement among raft nodes before linearized reading' (duration: 1.024248095s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:22.856741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:21.832345Z","time spent":"1.024390619s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:49:22.856944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02506349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:49:22.85698Z","caller":"traceutil/trace.go:171","msg":"trace[1527853886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23801; }","duration":"1.025134882s","start":"2026-03-02T19:49:21.831836Z","end":"2026-03-02T19:49:22.856971Z","steps":["trace[1527853886] 'agreement among raft nodes before linearized reading' (duration: 1.025052149s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:22.857007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:21.831817Z","time spent":"1.025184484s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:49:22.857038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.054933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T19:49:22.856203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045886096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:49:22.857061Z","caller":"traceutil/trace.go:171","msg":"trace[1838823586] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23801; }","duration":"189.077184ms","start":"2026-03-02T19:49:22.667977Z","end":"2026-03-02T19:49:22.857054Z","steps":["trace[1838823586] 'agreement among raft nodes before linearized reading' (duration: 188.97465ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:49:22.857099Z","caller":"traceutil/trace.go:171","msg":"trace[1005604189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23801; }","duration":"1.046815116s","start":"2026-03-02T19:49:21.810257Z","end":"2026-03-02T19:49:22.857072Z","steps":["trace[1005604189] 'agreement among raft nodes before linearized reading' (duration: 1.045840275s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:22.857164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:21.810233Z","time spent":"1.046908578s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:49:22.856347Z","caller":"traceutil/trace.go:171","msg":"trace[1382557701] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"440.877295ms","start":"2026-03-02T19:49:22.415451Z","end":"2026-03-02T19:49:22.856328Z","steps":["trace[1382557701] 'process raft request' (duration: 440.492293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:22.857186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027984091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:49:22.856269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.473739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:49:22.85731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:22.415437Z","time spent":"441.848406ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:49:22.857326Z","caller":"traceutil/trace.go:171","msg":"trace[2007539067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23801; }","duration":"1.028149627s","start":"2026-03-02T19:49:21.829159Z","end":"2026-03-02T19:49:22.857308Z","steps":["trace[2007539067] 'agreement among raft nodes before linearized reading' (duration: 1.027896159s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:49:22.85736Z","caller":"traceutil/trace.go:171","msg":"trace[892680909] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23801; }","duration":"459.578705ms","start":"2026-03-02T19:49:22.39775Z","end":"2026-03-02T19:49:22.857329Z","steps":["trace[892680909] 'agreement among raft nodes before linearized reading' (duration: 458.482611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:22.857373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:21.829145Z","time spent":"1.028214959s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:49:22.856259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.030063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:49:22.857431Z","caller":"traceutil/trace.go:171","msg":"trace[1041483521] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23801; }","duration":"334.266582ms","start":"2026-03-02T19:49:22.523155Z","end":"2026-03-02T19:49:22.857422Z","steps":["trace[1041483521] 'agreement among raft nodes before linearized reading' (duration: 332.971331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:49:22.857462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:22.52314Z","time spent":"334.312854ms","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:49:22.857422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:22.397696Z","time spent":"459.707479ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:49:22.857555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:49:22.34578Z","time spent":"510.278373ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:49:31.396669Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21356} {"level":"info","ts":"2026-03-02T19:49:31.676844Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21356,"took":"275.084806ms","hash":2690788133,"current-db-size-bytes":50753536,"current-db-size":"51 MB","current-db-size-in-use-bytes":30945280,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T19:49:31.676929Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2690788133,"revision":21356,"compact-revision":18644} {"level":"warn","ts":"2026-03-02T19:50:03.577311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903081618,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:50:03.858123Z","caller":"traceutil/trace.go:171","msg":"trace[708240682] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"783.206551ms","start":"2026-03-02T19:50:03.074888Z","end":"2026-03-02T19:50:03.858095Z","steps":["trace[708240682] 'process raft request' (duration: 783.061087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:03.858267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.074865Z","time spent":"783.330536ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:04.281987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.50514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:04.282561Z","caller":"traceutil/trace.go:171","msg":"trace[424035820] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"1.197649213s","start":"2026-03-02T19:50:03.084865Z","end":"2026-03-02T19:50:04.282514Z","steps":["trace[424035820] 'process raft request' (duration: 1.197319233s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.282585Z","caller":"traceutil/trace.go:171","msg":"trace[1341547853] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"1.202834626s","start":"2026-03-02T19:50:03.079712Z","end":"2026-03-02T19:50:04.282547Z","steps":["trace[1341547853] 'process raft request' (duration: 880.685036ms)","trace[1341547853] 'compare' (duration: 321.348885ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:04.282556Z","caller":"traceutil/trace.go:171","msg":"trace[553296741] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"1.193369017s","start":"2026-03-02T19:50:03.089146Z","end":"2026-03-02T19:50:04.282515Z","steps":["trace[553296741] 'process raft request' (duration: 1.193110069s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.282756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.084852Z","time spent":"1.197800768s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:04.282802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.07969Z","time spent":"1.202971211s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:04.282572Z","caller":"traceutil/trace.go:171","msg":"trace[1294639077] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"1.194993309s","start":"2026-03-02T19:50:03.087542Z","end":"2026-03-02T19:50:04.282536Z","steps":["trace[1294639077] 'process raft request' (duration: 1.194682819s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.283001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.089133Z","time spent":"1.19375776s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:04.28258Z","caller":"traceutil/trace.go:171","msg":"trace[934169568] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"1.199021456s","start":"2026-03-02T19:50:03.083511Z","end":"2026-03-02T19:50:04.282532Z","steps":["trace[934169568] 'process raft request' (duration: 1.198588382s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.283189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.087527Z","time spent":"1.195578108s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:04.283273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.083492Z","time spent":"1.199731779s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:04.282589Z","caller":"traceutil/trace.go:171","msg":"trace[1578353813] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"1.189177026s","start":"2026-03-02T19:50:03.093374Z","end":"2026-03-02T19:50:04.282551Z","steps":["trace[1578353813] 'process raft request' (duration: 1.188916047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.283625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.093365Z","time spent":"1.190163937s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:04.355778Z","caller":"traceutil/trace.go:171","msg":"trace[106131189] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"649.706592ms","start":"2026-03-02T19:50:03.706031Z","end":"2026-03-02T19:50:04.355738Z","steps":["trace[106131189] 'process raft request' (duration: 649.476555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.355798Z","caller":"traceutil/trace.go:171","msg":"trace[1912611216] linearizableReadLoop","detail":"{readStateIndex:25110; appliedIndex:25102; }","duration":"1.279436113s","start":"2026-03-02T19:50:03.076334Z","end":"2026-03-02T19:50:04.35577Z","steps":["trace[1912611216] 'read index received' (duration: 781.679564ms)","trace[1912611216] 'applied index is now lower than readState.Index' (duration: 497.755069ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:04.355883Z","caller":"traceutil/trace.go:171","msg":"trace[799033931] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"543.46516ms","start":"2026-03-02T19:50:03.812384Z","end":"2026-03-02T19:50:04.355849Z","steps":["trace[799033931] 'process raft request' (duration: 543.261724ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.355889Z","caller":"traceutil/trace.go:171","msg":"trace[2102617564] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"523.504641ms","start":"2026-03-02T19:50:03.832354Z","end":"2026-03-02T19:50:04.355858Z","steps":["trace[2102617564] 'process raft request' (duration: 523.353696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.356001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279650429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:04.356061Z","caller":"traceutil/trace.go:171","msg":"trace[1066648478] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24267; }","duration":"1.279765293s","start":"2026-03-02T19:50:03.076281Z","end":"2026-03-02T19:50:04.356047Z","steps":["trace[1066648478] 'agreement among raft nodes before linearized reading' (duration: 1.279638449s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.356043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.832333Z","time spent":"523.629465ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:04.356066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.706009Z","time spent":"649.833745ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:04.356077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.81236Z","time spent":"543.594535ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:04.356112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.076267Z","time spent":"1.279831565s","remote":"127.0.0.1:36894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:04.356209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24703005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:04.356262Z","caller":"traceutil/trace.go:171","msg":"trace[646774407] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24267; }","duration":"1.247123683s","start":"2026-03-02T19:50:03.109125Z","end":"2026-03-02T19:50:04.356249Z","steps":["trace[646774407] 'agreement among raft nodes before linearized reading' (duration: 1.24702976s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.35631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.109112Z","time spent":"1.247188546s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:50:04.35639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.527307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:04.356327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.779611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:04.356472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093674084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:04.356491Z","caller":"traceutil/trace.go:171","msg":"trace[1636765978] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24267; }","duration":"829.979487ms","start":"2026-03-02T19:50:03.52649Z","end":"2026-03-02T19:50:04.356469Z","steps":["trace[1636765978] 'agreement among raft nodes before linearized reading' (duration: 829.75016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.356489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.074508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:04.356537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211262233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T19:50:04.356545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103985539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:04.35657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.021002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:04.356578Z","caller":"traceutil/trace.go:171","msg":"trace[168588243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24267; }","duration":"1.211314574s","start":"2026-03-02T19:50:03.145249Z","end":"2026-03-02T19:50:04.356564Z","steps":["trace[168588243] 'agreement among raft nodes before linearized reading' (duration: 1.211217011s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.356578Z","caller":"traceutil/trace.go:171","msg":"trace[683489763] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24267; }","duration":"322.214693ms","start":"2026-03-02T19:50:04.034341Z","end":"2026-03-02T19:50:04.356556Z","steps":["trace[683489763] 'agreement among raft nodes before linearized reading' (duration: 322.039467ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.356603Z","caller":"traceutil/trace.go:171","msg":"trace[2107612397] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24267; }","duration":"910.092574ms","start":"2026-03-02T19:50:03.4465Z","end":"2026-03-02T19:50:04.356593Z","steps":["trace[2107612397] 'agreement among raft nodes before linearized reading' (duration: 910.035982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.356613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.145242Z","time spent":"1.211362135s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:50:04.356494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103495923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:04.356621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.290386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:04.356628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.773907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:04.356633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244164771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:50:04.356659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102403729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:04.356675Z","caller":"traceutil/trace.go:171","msg":"trace[38789976] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24267; }","duration":"333.86086ms","start":"2026-03-02T19:50:04.022804Z","end":"2026-03-02T19:50:04.356665Z","steps":["trace[38789976] 'agreement among raft nodes before linearized reading' (duration: 333.700925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.35668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.984072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:04.356709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109149882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:04.356723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246462763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:04.356719Z","caller":"traceutil/trace.go:171","msg":"trace[400155588] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24267; }","duration":"1.102479521s","start":"2026-03-02T19:50:03.254214Z","end":"2026-03-02T19:50:04.356694Z","steps":["trace[400155588] 'agreement among raft nodes before linearized reading' (duration: 1.102407699s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.356726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:04.022784Z","time spent":"333.932092ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:04.356754Z","caller":"traceutil/trace.go:171","msg":"trace[936594988] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24267; }","duration":"1.246500544s","start":"2026-03-02T19:50:03.110245Z","end":"2026-03-02T19:50:04.356745Z","steps":["trace[936594988] 'agreement among raft nodes before linearized reading' (duration: 1.246458422s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.356754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211758598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:50:04.356768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.254193Z","time spent":"1.102566724s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:50:04.356792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.11024Z","time spent":"1.246543725s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:50:04.356674Z","caller":"traceutil/trace.go:171","msg":"trace[1558905767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24267; }","duration":"524.371108ms","start":"2026-03-02T19:50:03.832289Z","end":"2026-03-02T19:50:04.35666Z","steps":["trace[1558905767] 'agreement among raft nodes before linearized reading' (duration: 524.295756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.356792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.863973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:04.356801Z","caller":"traceutil/trace.go:171","msg":"trace[751813880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24267; }","duration":"1.211836491s","start":"2026-03-02T19:50:03.144949Z","end":"2026-03-02T19:50:04.356786Z","steps":["trace[751813880] 'agreement among raft nodes before linearized reading' (duration: 1.211671576s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.356808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.328599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T19:50:04.356811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206056618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:04.35682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241764095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-02T19:50:04.356845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.144932Z","time spent":"1.211905813s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:50:04.356548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.526469Z","time spent":"830.06079ms","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:04.356471Z","caller":"traceutil/trace.go:171","msg":"trace[2026367921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24267; }","duration":"377.62853ms","start":"2026-03-02T19:50:03.978823Z","end":"2026-03-02T19:50:04.356452Z","steps":["trace[2026367921] 'agreement among raft nodes before linearized reading' (duration: 377.473256ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.356697Z","caller":"traceutil/trace.go:171","msg":"trace[21001118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24267; }","duration":"1.244239053s","start":"2026-03-02T19:50:03.11244Z","end":"2026-03-02T19:50:04.356679Z","steps":["trace[21001118] 'agreement among raft nodes before linearized reading' (duration: 1.244076958s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.356898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195574008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-02T19:50:04.356929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211163369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T19:50:04.35693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.112434Z","time spent":"1.24448221s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:50:04.356944Z","caller":"traceutil/trace.go:171","msg":"trace[1106548760] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24267; }","duration":"1.195666671s","start":"2026-03-02T19:50:03.161264Z","end":"2026-03-02T19:50:04.356931Z","steps":["trace[1106548760] 'agreement among raft nodes before linearized reading' (duration: 1.195510426s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.356748Z","caller":"traceutil/trace.go:171","msg":"trace[1614417706] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24267; }","duration":"995.100695ms","start":"2026-03-02T19:50:03.361631Z","end":"2026-03-02T19:50:04.356732Z","steps":["trace[1614417706] 'agreement among raft nodes before linearized reading' (duration: 994.977091ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.356963Z","caller":"traceutil/trace.go:171","msg":"trace[741955772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24267; }","duration":"1.21120644s","start":"2026-03-02T19:50:03.145747Z","end":"2026-03-02T19:50:04.356953Z","steps":["trace[741955772] 'agreement among raft nodes before linearized reading' (duration: 1.211113537s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.357027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.161237Z","time spent":"1.195777494s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T19:50:04.356606Z","caller":"traceutil/trace.go:171","msg":"trace[79607251] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24267; }","duration":"1.104075422s","start":"2026-03-02T19:50:03.252514Z","end":"2026-03-02T19:50:04.35659Z","steps":["trace[79607251] 'agreement among raft nodes before linearized reading' (duration: 1.10400452s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.357078Z","caller":"traceutil/trace.go:171","msg":"trace[1209502577] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24267; }","duration":"1.206123451s","start":"2026-03-02T19:50:03.150723Z","end":"2026-03-02T19:50:04.356846Z","steps":["trace[1209502577] 'agreement among raft nodes before linearized reading' (duration: 1.206061319s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.356932Z","caller":"traceutil/trace.go:171","msg":"trace[999874355] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24267; }","duration":"640.956815ms","start":"2026-03-02T19:50:03.715874Z","end":"2026-03-02T19:50:04.35683Z","steps":["trace[999874355] 'agreement among raft nodes before linearized reading' (duration: 640.832921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.357141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.715851Z","time spent":"641.275136ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:04.35704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.145738Z","time spent":"1.211294164s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:50:04.357177Z","caller":"traceutil/trace.go:171","msg":"trace[721832130] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24267; }","duration":"1.241834707s","start":"2026-03-02T19:50:03.115032Z","end":"2026-03-02T19:50:04.356867Z","steps":["trace[721832130] 'agreement among raft nodes before linearized reading' (duration: 1.241696432s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.356652Z","caller":"traceutil/trace.go:171","msg":"trace[770719945] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24267; }","duration":"1.103665348s","start":"2026-03-02T19:50:03.252974Z","end":"2026-03-02T19:50:04.356639Z","steps":["trace[770719945] 'agreement among raft nodes before linearized reading' (duration: 1.103487353s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.35714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.150712Z","time spent":"1.20640727s","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:50:04.356917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.978739Z","time spent":"378.157406ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:04.357318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.115027Z","time spent":"1.242181817s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:50:04.356629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:04.034326Z","time spent":"322.288555ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:04.356604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101393297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:04.357459Z","caller":"traceutil/trace.go:171","msg":"trace[1005250996] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24267; }","duration":"1.102252875s","start":"2026-03-02T19:50:03.25519Z","end":"2026-03-02T19:50:04.357443Z","steps":["trace[1005250996] 'agreement among raft nodes before linearized reading' (duration: 1.101396288s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.357514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.255185Z","time spent":"1.102314447s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-02T19:50:04.356516Z","caller":"traceutil/trace.go:171","msg":"trace[202681333] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24267; }","duration":"1.093755056s","start":"2026-03-02T19:50:03.26275Z","end":"2026-03-02T19:50:04.356505Z","steps":["trace[202681333] 'agreement among raft nodes before linearized reading' (duration: 1.093596251s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.357575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.262735Z","time spent":"1.094828351s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:50:04.356484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103364279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-02T19:50:04.35756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.252968Z","time spent":"1.104571028s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:50:04.357676Z","caller":"traceutil/trace.go:171","msg":"trace[601141589] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24267; }","duration":"1.104584007s","start":"2026-03-02T19:50:03.253066Z","end":"2026-03-02T19:50:04.35765Z","steps":["trace[601141589] 'agreement among raft nodes before linearized reading' (duration: 1.103163052s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.357736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.253058Z","time spent":"1.10466169s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:50:04.356567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101000405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:04.357793Z","caller":"traceutil/trace.go:171","msg":"trace[466587299] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24267; }","duration":"1.102249364s","start":"2026-03-02T19:50:03.255527Z","end":"2026-03-02T19:50:04.357777Z","steps":["trace[466587299] 'agreement among raft nodes before linearized reading' (duration: 1.101016275s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.357849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.255517Z","time spent":"1.102317056s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:50:04.356642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.446481Z","time spent":"910.151136ms","remote":"127.0.0.1:42292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:04.356424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211080117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:50:04.357959Z","caller":"traceutil/trace.go:171","msg":"trace[1444201669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24267; }","duration":"1.212632465s","start":"2026-03-02T19:50:03.145308Z","end":"2026-03-02T19:50:04.357941Z","steps":["trace[1444201669] 'agreement among raft nodes before linearized reading' (duration: 1.210948272s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.358012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.145286Z","time spent":"1.212712028s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:50:04.356686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247503236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:04.358104Z","caller":"traceutil/trace.go:171","msg":"trace[1717986548] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24267; }","duration":"1.248917s","start":"2026-03-02T19:50:03.109166Z","end":"2026-03-02T19:50:04.358083Z","steps":["trace[1717986548] 'agreement among raft nodes before linearized reading' (duration: 1.247498545s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.358166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.109162Z","time spent":"1.248983292s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-02T19:50:04.356751Z","caller":"traceutil/trace.go:171","msg":"trace[923274383] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24267; }","duration":"1.109219015s","start":"2026-03-02T19:50:03.247521Z","end":"2026-03-02T19:50:04.35674Z","steps":["trace[923274383] 'agreement among raft nodes before linearized reading' (duration: 1.109155463s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.358276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.247504Z","time spent":"1.110751992s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:50:04.356834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.832264Z","time spent":"524.560434ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:04.357034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.361613Z","time spent":"995.407384ms","remote":"127.0.0.1:36804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:04.357032Z","caller":"traceutil/trace.go:171","msg":"trace[1095641937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24267; }","duration":"701.410992ms","start":"2026-03-02T19:50:03.655432Z","end":"2026-03-02T19:50:04.356843Z","steps":["trace[1095641937] 'agreement among raft nodes before linearized reading' (duration: 701.235386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.358633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.655416Z","time spent":"703.155497ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:50:04.357124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.252498Z","time spent":"1.104613908s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:50:05.630987Z","caller":"traceutil/trace.go:171","msg":"trace[1920097298] linearizableReadLoop","detail":"{readStateIndex:25121; appliedIndex:25119; }","duration":"444.325584ms","start":"2026-03-02T19:50:05.186611Z","end":"2026-03-02T19:50:05.630936Z","steps":["trace[1920097298] 'read index received' (duration: 61.955854ms)","trace[1920097298] 'applied index is now lower than readState.Index' (duration: 382.36794ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:05.631169Z","caller":"traceutil/trace.go:171","msg":"trace[447605598] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"459.991578ms","start":"2026-03-02T19:50:05.171134Z","end":"2026-03-02T19:50:05.631125Z","steps":["trace[447605598] 'process raft request' (duration: 436.629331ms)","trace[447605598] 'compare' (duration: 22.606563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:05.631233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.608352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:05.631319Z","caller":"traceutil/trace.go:171","msg":"trace[1330319130] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24275; }","duration":"444.747397ms","start":"2026-03-02T19:50:05.186557Z","end":"2026-03-02T19:50:05.631304Z","steps":["trace[1330319130] 'agreement among raft nodes before linearized reading' (duration: 444.563271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:05.631343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:05.171113Z","time spent":"460.142913ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7136,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:05.631369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:05.186532Z","time spent":"444.824629ms","remote":"127.0.0.1:37082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:05.631575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.148961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:05.631567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.990166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:05.63164Z","caller":"traceutil/trace.go:171","msg":"trace[306243852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24275; }","duration":"121.250404ms","start":"2026-03-02T19:50:05.510374Z","end":"2026-03-02T19:50:05.631624Z","steps":["trace[306243852] 'agreement among raft nodes before linearized reading' (duration: 121.150491ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:05.631653Z","caller":"traceutil/trace.go:171","msg":"trace[396377148] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24275; }","duration":"160.12215ms","start":"2026-03-02T19:50:05.471512Z","end":"2026-03-02T19:50:05.631634Z","steps":["trace[396377148] 'agreement among raft nodes before linearized reading' (duration: 159.928974ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:06.056329Z","caller":"traceutil/trace.go:171","msg":"trace[1937507403] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"193.022357ms","start":"2026-03-02T19:50:05.863259Z","end":"2026-03-02T19:50:06.056281Z","steps":["trace[1937507403] 'process raft request' (duration: 192.878713ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:06.061308Z","caller":"traceutil/trace.go:171","msg":"trace[2135371521] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"185.862781ms","start":"2026-03-02T19:50:05.875419Z","end":"2026-03-02T19:50:06.061282Z","steps":["trace[2135371521] 'process raft request' (duration: 185.273632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:06.960637Z","caller":"traceutil/trace.go:171","msg":"trace[1963222426] linearizableReadLoop","detail":"{readStateIndex:25137; appliedIndex:25136; }","duration":"198.704637ms","start":"2026-03-02T19:50:06.761905Z","end":"2026-03-02T19:50:06.960609Z","steps":["trace[1963222426] 'read index received' (duration: 198.46835ms)","trace[1963222426] 'applied index is now lower than readState.Index' (duration: 235.337µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:06.960765Z","caller":"traceutil/trace.go:171","msg":"trace[1742411628] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"320.136247ms","start":"2026-03-02T19:50:06.640572Z","end":"2026-03-02T19:50:06.960708Z","steps":["trace[1742411628] 'process raft request' (duration: 319.885939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:06.960815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.885973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:06.960872Z","caller":"traceutil/trace.go:171","msg":"trace[1361707936] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24291; }","duration":"198.992866ms","start":"2026-03-02T19:50:06.761866Z","end":"2026-03-02T19:50:06.960859Z","steps":["trace[1361707936] 'agreement among raft nodes before linearized reading' (duration: 198.865932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:06.96092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.759649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:06.960966Z","caller":"traceutil/trace.go:171","msg":"trace[596402954] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24291; }","duration":"198.863792ms","start":"2026-03-02T19:50:06.762092Z","end":"2026-03-02T19:50:06.960956Z","steps":["trace[596402954] 'agreement among raft nodes before linearized reading' (duration: 198.776619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:06.96095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:06.640549Z","time spent":"320.311163ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:06.961459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.198072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:06.961517Z","caller":"traceutil/trace.go:171","msg":"trace[853381899] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24291; }","duration":"199.314756ms","start":"2026-03-02T19:50:06.762188Z","end":"2026-03-02T19:50:06.961503Z","steps":["trace[853381899] 'agreement among raft nodes before linearized reading' (duration: 198.896733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:06.961844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.827853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:06.961934Z","caller":"traceutil/trace.go:171","msg":"trace[2062661996] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24291; }","duration":"199.952836ms","start":"2026-03-02T19:50:06.761968Z","end":"2026-03-02T19:50:06.961921Z","steps":["trace[2062661996] 'agreement among raft nodes before linearized reading' (duration: 198.848722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:08.291256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.574497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:08.291832Z","caller":"traceutil/trace.go:171","msg":"trace[1312237849] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"368.887234ms","start":"2026-03-02T19:50:07.922472Z","end":"2026-03-02T19:50:08.291359Z","steps":["trace[1312237849] 'process raft request' (duration: 174.112091ms)","trace[1312237849] 'compare' (duration: 194.162684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:08.291935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.922456Z","time spent":"369.429032ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:08.368522Z","caller":"traceutil/trace.go:171","msg":"trace[1592471204] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"304.273597ms","start":"2026-03-02T19:50:08.064224Z","end":"2026-03-02T19:50:08.368497Z","steps":["trace[1592471204] 'process raft request' (duration: 303.928186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:08.368647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:08.0642Z","time spent":"304.3828ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:08.437724Z","caller":"traceutil/trace.go:171","msg":"trace[1428658948] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"142.414491ms","start":"2026-03-02T19:50:08.295275Z","end":"2026-03-02T19:50:08.43769Z","steps":["trace[1428658948] 'process raft request' (duration: 142.033819ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:08.437756Z","caller":"traceutil/trace.go:171","msg":"trace[1231232614] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"127.591674ms","start":"2026-03-02T19:50:08.310131Z","end":"2026-03-02T19:50:08.437723Z","steps":["trace[1231232614] 'process raft request' (duration: 127.410959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:08.437929Z","caller":"traceutil/trace.go:171","msg":"trace[134496474] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"127.673737ms","start":"2026-03-02T19:50:08.310228Z","end":"2026-03-02T19:50:08.437902Z","steps":["trace[134496474] 'process raft request' (duration: 127.386418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:08.438023Z","caller":"traceutil/trace.go:171","msg":"trace[1198642130] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"127.493822ms","start":"2026-03-02T19:50:08.310521Z","end":"2026-03-02T19:50:08.438015Z","steps":["trace[1198642130] 'process raft request' (duration: 127.13287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:08.43818Z","caller":"traceutil/trace.go:171","msg":"trace[1916166301] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"127.498701ms","start":"2026-03-02T19:50:08.310657Z","end":"2026-03-02T19:50:08.438155Z","steps":["trace[1916166301] 'process raft request' (duration: 127.098878ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:08.437985Z","caller":"traceutil/trace.go:171","msg":"trace[1750921373] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"127.45354ms","start":"2026-03-02T19:50:08.310516Z","end":"2026-03-02T19:50:08.43797Z","steps":["trace[1750921373] 'process raft request' (duration: 127.203962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:09.922988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.810811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:09.923053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.784275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T19:50:09.923084Z","caller":"traceutil/trace.go:171","msg":"trace[1411721365] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24306; }","duration":"404.853427ms","start":"2026-03-02T19:50:09.518222Z","end":"2026-03-02T19:50:09.923076Z","steps":["trace[1411721365] 'range keys from in-memory index tree' (duration: 404.62337ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:09.923084Z","caller":"traceutil/trace.go:171","msg":"trace[946127545] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24306; }","duration":"120.953415ms","start":"2026-03-02T19:50:09.802105Z","end":"2026-03-02T19:50:09.923059Z","steps":["trace[946127545] 'count revisions from in-memory index tree' (duration: 120.729927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:09.923107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:09.518196Z","time spent":"404.904999ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:50:09.923172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.830666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:09.923238Z","caller":"traceutil/trace.go:171","msg":"trace[1930101036] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24306; }","duration":"344.910228ms","start":"2026-03-02T19:50:09.578311Z","end":"2026-03-02T19:50:09.923221Z","steps":["trace[1930101036] 'count revisions from in-memory index tree' (duration: 344.776134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:09.923269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:09.57827Z","time spent":"344.989791ms","remote":"127.0.0.1:37044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:10.500995Z","caller":"traceutil/trace.go:171","msg":"trace[1450074830] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"127.479741ms","start":"2026-03-02T19:50:10.373468Z","end":"2026-03-02T19:50:10.500948Z","steps":["trace[1450074830] 'process raft request' (duration: 127.202172ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:10.902631Z","caller":"traceutil/trace.go:171","msg":"trace[1721303529] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"458.496841ms","start":"2026-03-02T19:50:10.444107Z","end":"2026-03-02T19:50:10.902604Z","steps":["trace[1721303529] 'process raft request' (duration: 455.890869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.902776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.444086Z","time spent":"458.616085ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:10.90302Z","caller":"traceutil/trace.go:171","msg":"trace[1445893009] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"458.272904ms","start":"2026-03-02T19:50:10.444723Z","end":"2026-03-02T19:50:10.902996Z","steps":["trace[1445893009] 'process raft request' (duration: 457.763478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.903161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.444718Z","time spent":"458.368257ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:10.903317Z","caller":"traceutil/trace.go:171","msg":"trace[1180213370] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"458.206991ms","start":"2026-03-02T19:50:10.445094Z","end":"2026-03-02T19:50:10.903301Z","steps":["trace[1180213370] 'process raft request' (duration: 457.686025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.903397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.44509Z","time spent":"458.265514ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:10.903784Z","caller":"traceutil/trace.go:171","msg":"trace[924295769] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"456.809297ms","start":"2026-03-02T19:50:10.446962Z","end":"2026-03-02T19:50:10.903772Z","steps":["trace[924295769] 'process raft request' (duration: 456.285091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.903854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.446945Z","time spent":"456.87597ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:10.903838Z","caller":"traceutil/trace.go:171","msg":"trace[690325800] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"456.650852ms","start":"2026-03-02T19:50:10.44716Z","end":"2026-03-02T19:50:10.903811Z","steps":["trace[690325800] 'process raft request' (duration: 456.475327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.903975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.447153Z","time spent":"456.748675ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:10.904075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.493769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-02T19:50:10.904063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.180809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:10.904127Z","caller":"traceutil/trace.go:171","msg":"trace[771003997] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24313; }","duration":"457.598353ms","start":"2026-03-02T19:50:10.446515Z","end":"2026-03-02T19:50:10.904114Z","steps":["trace[771003997] 'agreement among raft nodes before linearized reading' (duration: 457.436408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.90414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.315974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:10.904133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.552695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:50:10.90416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.446486Z","time spent":"457.667344ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-02T19:50:10.904152Z","caller":"traceutil/trace.go:171","msg":"trace[530771064] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24313; }","duration":"457.288042ms","start":"2026-03-02T19:50:10.446839Z","end":"2026-03-02T19:50:10.904127Z","steps":["trace[530771064] 'agreement among raft nodes before linearized reading' (duration: 457.133928ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:10.904175Z","caller":"traceutil/trace.go:171","msg":"trace[1766815944] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24313; }","duration":"457.361695ms","start":"2026-03-02T19:50:10.446803Z","end":"2026-03-02T19:50:10.904164Z","steps":["trace[1766815944] 'agreement among raft nodes before linearized reading' (duration: 457.299563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.904191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.281614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:10.904212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.446798Z","time spent":"457.406897ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:50:10.904216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.446835Z","time spent":"457.369195ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:50:10.904142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.707787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:10.904266Z","caller":"traceutil/trace.go:171","msg":"trace[1840834182] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"458.180971ms","start":"2026-03-02T19:50:10.44607Z","end":"2026-03-02T19:50:10.904251Z","steps":["trace[1840834182] 'process raft request' (duration: 457.682846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.904298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.46174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:10.904308Z","caller":"traceutil/trace.go:171","msg":"trace[13136874] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24313; }","duration":"458.890274ms","start":"2026-03-02T19:50:10.445407Z","end":"2026-03-02T19:50:10.904298Z","steps":["trace[13136874] 'agreement among raft nodes before linearized reading' (duration: 458.584244ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:10.904322Z","caller":"traceutil/trace.go:171","msg":"trace[201703573] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24313; }","duration":"458.48645ms","start":"2026-03-02T19:50:10.44583Z","end":"2026-03-02T19:50:10.904316Z","steps":["trace[201703573] 'agreement among raft nodes before linearized reading' (duration: 458.426398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.904342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.445405Z","time spent":"458.928645ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-02T19:50:10.904223Z","caller":"traceutil/trace.go:171","msg":"trace[52561627] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24313; }","duration":"458.343486ms","start":"2026-03-02T19:50:10.445871Z","end":"2026-03-02T19:50:10.904214Z","steps":["trace[52561627] 'agreement among raft nodes before linearized reading' (duration: 458.305615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.904381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.169692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:10.904383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.604469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:50:10.904346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.445808Z","time spent":"458.533362ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-02T19:50:10.904405Z","caller":"traceutil/trace.go:171","msg":"trace[424709924] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24313; }","duration":"459.197203ms","start":"2026-03-02T19:50:10.445201Z","end":"2026-03-02T19:50:10.904398Z","steps":["trace[424709924] 'agreement among raft nodes before linearized reading' (duration: 459.166552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.904382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.446051Z","time spent":"458.261083ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:10.904424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.445196Z","time spent":"459.223594ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:50:10.904426Z","caller":"traceutil/trace.go:171","msg":"trace[1082052540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24313; }","duration":"403.713922ms","start":"2026-03-02T19:50:10.500698Z","end":"2026-03-02T19:50:10.904412Z","steps":["trace[1082052540] 'agreement among raft nodes before linearized reading' (duration: 403.585208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.90446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.056649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:10.904481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.452711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:10.904495Z","caller":"traceutil/trace.go:171","msg":"trace[1002999355] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24313; }","duration":"459.09798ms","start":"2026-03-02T19:50:10.445388Z","end":"2026-03-02T19:50:10.904486Z","steps":["trace[1002999355] 'agreement among raft nodes before linearized reading' (duration: 459.048518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.904523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.445384Z","time spent":"459.132461ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-02T19:50:10.904507Z","caller":"traceutil/trace.go:171","msg":"trace[409271348] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24313; }","duration":"459.481912ms","start":"2026-03-02T19:50:10.445016Z","end":"2026-03-02T19:50:10.904498Z","steps":["trace[409271348] 'agreement among raft nodes before linearized reading' (duration: 459.444171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.904558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.445013Z","time spent":"459.538834ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:50:10.904204Z","caller":"traceutil/trace.go:171","msg":"trace[1944885061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24313; }","duration":"421.655608ms","start":"2026-03-02T19:50:10.48253Z","end":"2026-03-02T19:50:10.904185Z","steps":["trace[1944885061] 'agreement among raft nodes before linearized reading' (duration: 421.432661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.904621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.482511Z","time spent":"422.096203ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:50:10.904389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.445851Z","time spent":"458.528712ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:50:10.904459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.500674Z","time spent":"403.779115ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:50:10.904743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.734089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:10.904784Z","caller":"traceutil/trace.go:171","msg":"trace[200641769] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24313; }","duration":"459.794582ms","start":"2026-03-02T19:50:10.44498Z","end":"2026-03-02T19:50:10.904774Z","steps":["trace[200641769] 'agreement among raft nodes before linearized reading' (duration: 459.72646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.904814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.444974Z","time spent":"459.833973ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:50:10.903963Z","caller":"traceutil/trace.go:171","msg":"trace[503036118] linearizableReadLoop","detail":"{readStateIndex:25160; appliedIndex:25154; }","duration":"403.049512ms","start":"2026-03-02T19:50:10.500891Z","end":"2026-03-02T19:50:10.903941Z","steps":["trace[503036118] 'read index received' (duration: 398.999004ms)","trace[503036118] 'applied index is now lower than readState.Index' (duration: 4.048998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:10.905029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.36321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:10.905052Z","caller":"traceutil/trace.go:171","msg":"trace[1819850723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24313; }","duration":"395.410881ms","start":"2026-03-02T19:50:10.509633Z","end":"2026-03-02T19:50:10.905044Z","steps":["trace[1819850723] 'agreement among raft nodes before linearized reading' (duration: 395.37178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.905074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.509621Z","time spent":"395.445372ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:10.905133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.991807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:50:10.905199Z","caller":"traceutil/trace.go:171","msg":"trace[1428874510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24313; }","duration":"349.118151ms","start":"2026-03-02T19:50:10.556066Z","end":"2026-03-02T19:50:10.905184Z","steps":["trace[1428874510] 'agreement among raft nodes before linearized reading' (duration: 348.962436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.905369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.350258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T19:50:10.905374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.556014Z","time spent":"349.344338ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:50:10.905397Z","caller":"traceutil/trace.go:171","msg":"trace[2046042646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24313; }","duration":"349.387229ms","start":"2026-03-02T19:50:10.556002Z","end":"2026-03-02T19:50:10.90539Z","steps":["trace[2046042646] 'agreement among raft nodes before linearized reading' (duration: 349.280676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.905417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.555997Z","time spent":"349.41601ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:50:10.905511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.539044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:50:10.905534Z","caller":"traceutil/trace.go:171","msg":"trace[1853987849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24313; }","duration":"349.597205ms","start":"2026-03-02T19:50:10.555929Z","end":"2026-03-02T19:50:10.905526Z","steps":["trace[1853987849] 'agreement among raft nodes before linearized reading' (duration: 349.542744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.90555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.555911Z","time spent":"349.635897ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:50:10.905742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.97449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:10.905825Z","caller":"traceutil/trace.go:171","msg":"trace[1584207559] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24313; }","duration":"234.089183ms","start":"2026-03-02T19:50:10.6717Z","end":"2026-03-02T19:50:10.905789Z","steps":["trace[1584207559] 'agreement among raft nodes before linearized reading' (duration: 233.887296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.907067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.189869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:10.907142Z","caller":"traceutil/trace.go:171","msg":"trace[538453257] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24313; }","duration":"460.263227ms","start":"2026-03-02T19:50:10.446863Z","end":"2026-03-02T19:50:10.907126Z","steps":["trace[538453257] 'agreement among raft nodes before linearized reading' (duration: 457.167389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.907299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.446859Z","time spent":"460.424892ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:50:11.398841Z","caller":"traceutil/trace.go:171","msg":"trace[1724465923] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"490.595833ms","start":"2026-03-02T19:50:10.908219Z","end":"2026-03-02T19:50:11.398815Z","steps":["trace[1724465923] 'process raft request' (duration: 490.456688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:11.399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.908207Z","time spent":"490.704757ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:11.765866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.692124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:11.76617Z","caller":"traceutil/trace.go:171","msg":"trace[1346409291] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"857.417573ms","start":"2026-03-02T19:50:10.908716Z","end":"2026-03-02T19:50:11.766134Z","steps":["trace[1346409291] 'process raft request' (duration: 543.335067ms)","trace[1346409291] 'compare' (duration: 313.549939ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:11.76622Z","caller":"traceutil/trace.go:171","msg":"trace[366889458] linearizableReadLoop","detail":"{readStateIndex:25165; appliedIndex:25160; }","duration":"796.815931ms","start":"2026-03-02T19:50:10.969382Z","end":"2026-03-02T19:50:11.766198Z","steps":["trace[366889458] 'read index received' (duration: 429.379162ms)","trace[366889458] 'applied index is now lower than readState.Index' (duration: 367.435599ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:11.766411Z","caller":"traceutil/trace.go:171","msg":"trace[1377557894] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"854.818691ms","start":"2026-03-02T19:50:10.911564Z","end":"2026-03-02T19:50:11.766383Z","steps":["trace[1377557894] 'process raft request' (duration: 854.579093ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:11.766429Z","caller":"traceutil/trace.go:171","msg":"trace[1156735675] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"856.794062ms","start":"2026-03-02T19:50:10.909613Z","end":"2026-03-02T19:50:11.766407Z","steps":["trace[1156735675] 'process raft request' (duration: 856.361089ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:11.766444Z","caller":"traceutil/trace.go:171","msg":"trace[289621484] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"855.41337ms","start":"2026-03-02T19:50:10.911002Z","end":"2026-03-02T19:50:11.766416Z","steps":["trace[289621484] 'process raft request' (duration: 855.083829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:11.76659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.334994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-02T19:50:11.766613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.90277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T19:50:11.766625Z","caller":"traceutil/trace.go:171","msg":"trace[680845995] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24318; }","duration":"522.393646ms","start":"2026-03-02T19:50:11.244219Z","end":"2026-03-02T19:50:11.766613Z","steps":["trace[680845995] 'agreement among raft nodes before linearized reading' (duration: 522.293313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:11.766633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.503151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:11.766646Z","caller":"traceutil/trace.go:171","msg":"trace[770228810] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24318; }","duration":"345.955201ms","start":"2026-03-02T19:50:11.420677Z","end":"2026-03-02T19:50:11.766632Z","steps":["trace[770228810] 'agreement among raft nodes before linearized reading' (duration: 345.853288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:11.766656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:11.2442Z","time spent":"522.447838ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T19:50:11.766666Z","caller":"traceutil/trace.go:171","msg":"trace[946556198] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24318; }","duration":"796.549082ms","start":"2026-03-02T19:50:10.970107Z","end":"2026-03-02T19:50:11.766656Z","steps":["trace[946556198] 'agreement among raft nodes before linearized reading' (duration: 796.48501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:11.766685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:11.420612Z","time spent":"346.063935ms","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T19:50:11.766659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.782097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:11.766701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.970101Z","time spent":"796.593464ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:50:11.766709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.618265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:11.76675Z","caller":"traceutil/trace.go:171","msg":"trace[1340198369] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24318; }","duration":"796.696147ms","start":"2026-03-02T19:50:10.970044Z","end":"2026-03-02T19:50:11.76674Z","steps":["trace[1340198369] 'agreement among raft nodes before linearized reading' (duration: 796.553272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:11.766675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.910994Z","time spent":"855.620526ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:11.766762Z","caller":"traceutil/trace.go:171","msg":"trace[680541427] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24318; }","duration":"346.929542ms","start":"2026-03-02T19:50:11.419804Z","end":"2026-03-02T19:50:11.766734Z","steps":["trace[680541427] 'agreement among raft nodes before linearized reading' (duration: 346.768727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:11.766787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.97002Z","time spent":"796.760999ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:50:11.76682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.974341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-744fcd54d9-qhg78.18991def1e0ef2cc\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-02T19:50:11.766499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.024546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:11.766466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.226837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:11.766889Z","caller":"traceutil/trace.go:171","msg":"trace[1385986095] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24318; }","duration":"497.46574ms","start":"2026-03-02T19:50:11.269408Z","end":"2026-03-02T19:50:11.766874Z","steps":["trace[1385986095] 'agreement among raft nodes before linearized reading' (duration: 497.066177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:11.766492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.337176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:11.76693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:11.269386Z","time spent":"497.534783ms","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:11.766939Z","caller":"traceutil/trace.go:171","msg":"trace[839803882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24318; }","duration":"195.701632ms","start":"2026-03-02T19:50:11.57121Z","end":"2026-03-02T19:50:11.766912Z","steps":["trace[839803882] 'agreement among raft nodes before linearized reading' (duration: 195.222087ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:11.76694Z","caller":"traceutil/trace.go:171","msg":"trace[1877495612] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24318; }","duration":"465.836022ms","start":"2026-03-02T19:50:11.30109Z","end":"2026-03-02T19:50:11.766926Z","steps":["trace[1877495612] 'agreement among raft nodes before linearized reading' (duration: 465.332856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:11.766559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.911535Z","time spent":"854.955115ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:11.766989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:11.301072Z","time spent":"465.899534ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:11.766556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.185793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:11.767377Z","caller":"traceutil/trace.go:171","msg":"trace[1581761087] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24318; }","duration":"798.163213ms","start":"2026-03-02T19:50:10.969199Z","end":"2026-03-02T19:50:11.767362Z","steps":["trace[1581761087] 'agreement among raft nodes before linearized reading' (duration: 797.335197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:11.767417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.969187Z","time spent":"798.218185ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:50:11.766559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.909585Z","time spent":"856.904086ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:11.766825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:11.419781Z","time spent":"347.028755ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:11.766889Z","caller":"traceutil/trace.go:171","msg":"trace[1520793099] range","detail":"{range_begin:/registry/events/openstack/magnum-api-744fcd54d9-qhg78.18991def1e0ef2cc; range_end:; response_count:1; response_revision:24318; }","duration":"579.075834ms","start":"2026-03-02T19:50:11.187794Z","end":"2026-03-02T19:50:11.766869Z","steps":["trace[1520793099] 'agreement among raft nodes before linearized reading' (duration: 578.845047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:11.767801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:11.187774Z","time spent":"580.011034ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-744fcd54d9-qhg78.18991def1e0ef2cc\" "} {"level":"warn","ts":"2026-03-02T19:50:11.76645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.391588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:11.767868Z","caller":"traceutil/trace.go:171","msg":"trace[492347537] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24318; }","duration":"797.835313ms","start":"2026-03-02T19:50:10.970021Z","end":"2026-03-02T19:50:11.767857Z","steps":["trace[492347537] 'agreement among raft nodes before linearized reading' (duration: 796.377947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:11.767942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.970013Z","time spent":"797.914615ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:50:11.769547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.365343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:50:11.769706Z","caller":"traceutil/trace.go:171","msg":"trace[23661718] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24318; }","duration":"651.463727ms","start":"2026-03-02T19:50:11.118144Z","end":"2026-03-02T19:50:11.769608Z","steps":["trace[23661718] 'agreement among raft nodes before linearized reading' (duration: 648.38568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:11.769791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:11.118108Z","time spent":"651.667774ms","remote":"127.0.0.1:37138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2712,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:11.783421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.908694Z","time spent":"857.540916ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:12.018693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.043428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:12.018779Z","caller":"traceutil/trace.go:171","msg":"trace[645965080] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"249.19185ms","start":"2026-03-02T19:50:11.769571Z","end":"2026-03-02T19:50:12.018763Z","steps":["trace[645965080] 'process raft request' (duration: 140.997597ms)","trace[645965080] 'compare' (duration: 107.868852ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:12.078115Z","caller":"traceutil/trace.go:171","msg":"trace[1458914978] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"307.328423ms","start":"2026-03-02T19:50:11.77075Z","end":"2026-03-02T19:50:12.078078Z","steps":["trace[1458914978] 'process raft request' (duration: 307.051144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:12.078152Z","caller":"traceutil/trace.go:171","msg":"trace[909521606] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"209.88916ms","start":"2026-03-02T19:50:11.86822Z","end":"2026-03-02T19:50:12.078109Z","steps":["trace[909521606] 'process raft request' (duration: 209.778907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:12.078341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:11.770738Z","time spent":"307.460887ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:13.285504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.013668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:13.285808Z","caller":"traceutil/trace.go:171","msg":"trace[537696503] transaction","detail":"{read_only:false; response_revision:24328; number_of_response:1; }","duration":"376.131382ms","start":"2026-03-02T19:50:12.909659Z","end":"2026-03-02T19:50:13.285791Z","steps":["trace[537696503] 'process raft request' (duration: 375.953436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:13.285807Z","caller":"traceutil/trace.go:171","msg":"trace[400859114] transaction","detail":"{read_only:false; response_revision:24327; number_of_response:1; }","duration":"377.542116ms","start":"2026-03-02T19:50:12.908225Z","end":"2026-03-02T19:50:13.285767Z","steps":["trace[400859114] 'process raft request' (duration: 125.170907ms)","trace[400859114] 'compare' (duration: 251.711328ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:13.285848Z","caller":"traceutil/trace.go:171","msg":"trace[1150081577] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"375.559474ms","start":"2026-03-02T19:50:12.910259Z","end":"2026-03-02T19:50:13.285819Z","steps":["trace[1150081577] 'process raft request' (duration: 375.417919ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:13.28586Z","caller":"traceutil/trace.go:171","msg":"trace[116838543] transaction","detail":"{read_only:false; response_revision:24330; number_of_response:1; }","duration":"374.985466ms","start":"2026-03-02T19:50:12.910855Z","end":"2026-03-02T19:50:13.28584Z","steps":["trace[116838543] 'process raft request' (duration: 374.877432ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:13.285885Z","caller":"traceutil/trace.go:171","msg":"trace[1302936307] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"374.119168ms","start":"2026-03-02T19:50:12.911741Z","end":"2026-03-02T19:50:13.28586Z","steps":["trace[1302936307] 'process raft request' (duration: 374.038106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.285932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.909646Z","time spent":"376.220975ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:13.285934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.908206Z","time spent":"377.668631ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:13.285957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.910247Z","time spent":"375.657558ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:13.285952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.910847Z","time spent":"375.061749ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:13.286002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.911719Z","time spent":"374.227312ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:13.285851Z","caller":"traceutil/trace.go:171","msg":"trace[144725065] linearizableReadLoop","detail":"{readStateIndex:25174; appliedIndex:25172; }","duration":"376.719351ms","start":"2026-03-02T19:50:12.90911Z","end":"2026-03-02T19:50:13.285829Z","steps":["trace[144725065] 'read index received' (duration: 9.270133ms)","trace[144725065] 'applied index is now lower than readState.Index' (duration: 367.448218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:13.286037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.919237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:13.286096Z","caller":"traceutil/trace.go:171","msg":"trace[103551798] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24331; }","duration":"376.998079ms","start":"2026-03-02T19:50:12.909085Z","end":"2026-03-02T19:50:13.286083Z","steps":["trace[103551798] 'agreement among raft nodes before linearized reading' (duration: 376.801533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.286144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.909077Z","time spent":"377.057262ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:50:13.307828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.509048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:13.307899Z","caller":"traceutil/trace.go:171","msg":"trace[618007008] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24332; }","duration":"398.596071ms","start":"2026-03-02T19:50:12.909287Z","end":"2026-03-02T19:50:13.307883Z","steps":["trace[618007008] 'agreement among raft nodes before linearized reading' (duration: 398.473397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.30794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.909281Z","time spent":"398.653332ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-02T19:50:13.308175Z","caller":"traceutil/trace.go:171","msg":"trace[1218977548] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"370.223786ms","start":"2026-03-02T19:50:12.937942Z","end":"2026-03-02T19:50:13.308165Z","steps":["trace[1218977548] 'process raft request' (duration: 369.687829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.308235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.937924Z","time spent":"370.273448ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:50:13.308399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.892942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:13.308444Z","caller":"traceutil/trace.go:171","msg":"trace[470548224] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24332; }","duration":"191.970445ms","start":"2026-03-02T19:50:13.116464Z","end":"2026-03-02T19:50:13.308434Z","steps":["trace[470548224] 'agreement among raft nodes before linearized reading' (duration: 191.902123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.308638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.528195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:13.308666Z","caller":"traceutil/trace.go:171","msg":"trace[325680608] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24332; }","duration":"396.570626ms","start":"2026-03-02T19:50:12.912088Z","end":"2026-03-02T19:50:13.308659Z","steps":["trace[325680608] 'agreement among raft nodes before linearized reading' (duration: 396.474713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.308687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.912082Z","time spent":"396.599458ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:50:13.308805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.869766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:13.308829Z","caller":"traceutil/trace.go:171","msg":"trace[274931441] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24332; }","duration":"396.909847ms","start":"2026-03-02T19:50:12.911913Z","end":"2026-03-02T19:50:13.308823Z","steps":["trace[274931441] 'agreement among raft nodes before linearized reading' (duration: 396.875036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.30885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.911907Z","time spent":"396.937718ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:50:13.308952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.182126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:13.308992Z","caller":"traceutil/trace.go:171","msg":"trace[1558996199] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24332; }","duration":"397.233667ms","start":"2026-03-02T19:50:12.911751Z","end":"2026-03-02T19:50:13.308985Z","steps":["trace[1558996199] 'agreement among raft nodes before linearized reading' (duration: 397.180806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.309014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.911744Z","time spent":"397.264598ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:50:13.309143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.218848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:13.309165Z","caller":"traceutil/trace.go:171","msg":"trace[1056379159] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24332; }","duration":"398.240349ms","start":"2026-03-02T19:50:12.910918Z","end":"2026-03-02T19:50:13.309159Z","steps":["trace[1056379159] 'agreement among raft nodes before linearized reading' (duration: 398.178217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.309184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.910905Z","time spent":"398.27527ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:50:13.309298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.618863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:13.309324Z","caller":"traceutil/trace.go:171","msg":"trace[1814557102] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24332; }","duration":"399.663264ms","start":"2026-03-02T19:50:12.909652Z","end":"2026-03-02T19:50:13.309315Z","steps":["trace[1814557102] 'agreement among raft nodes before linearized reading' (duration: 399.628323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.309344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.909643Z","time spent":"399.696516ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:50:13.309449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.908082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:13.309471Z","caller":"traceutil/trace.go:171","msg":"trace[359546882] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24332; }","duration":"399.953073ms","start":"2026-03-02T19:50:12.909512Z","end":"2026-03-02T19:50:13.309465Z","steps":["trace[359546882] 'agreement among raft nodes before linearized reading' (duration: 399.915572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.309504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.9095Z","time spent":"399.999425ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:50:13.309604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.108469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:13.309625Z","caller":"traceutil/trace.go:171","msg":"trace[2123413277] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24332; }","duration":"400.141789ms","start":"2026-03-02T19:50:12.909478Z","end":"2026-03-02T19:50:13.309619Z","steps":["trace[2123413277] 'agreement among raft nodes before linearized reading' (duration: 400.109508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.309643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.909471Z","time spent":"400.16751ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:50:13.309735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.345266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:13.309753Z","caller":"traceutil/trace.go:171","msg":"trace[1188856063] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24332; }","duration":"400.373276ms","start":"2026-03-02T19:50:12.909375Z","end":"2026-03-02T19:50:13.309748Z","steps":["trace[1188856063] 'agreement among raft nodes before linearized reading' (duration: 400.344015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.309774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.90937Z","time spent":"400.399617ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:50:13.309866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.540672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:13.309885Z","caller":"traceutil/trace.go:171","msg":"trace[1955573914] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24332; }","duration":"400.589574ms","start":"2026-03-02T19:50:12.90929Z","end":"2026-03-02T19:50:13.309879Z","steps":["trace[1955573914] 'agreement among raft nodes before linearized reading' (duration: 400.559963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.309905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.909272Z","time spent":"400.628914ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:50:13.746446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.301758ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:13.746576Z","caller":"traceutil/trace.go:171","msg":"trace[1527821775] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24332; }","duration":"103.429662ms","start":"2026-03-02T19:50:13.643118Z","end":"2026-03-02T19:50:13.746548Z","steps":["trace[1527821775] 'range keys from in-memory index tree' (duration: 103.286527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:13.74664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.204413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:13.74692Z","caller":"traceutil/trace.go:171","msg":"trace[1448607924] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"408.050359ms","start":"2026-03-02T19:50:13.338828Z","end":"2026-03-02T19:50:13.746879Z","steps":["trace[1448607924] 'process raft request' (duration: 84.536186ms)","trace[1448607924] 'compare' (duration: 322.76851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:13.747107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.338808Z","time spent":"408.219225ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:14.098925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.189798ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T19:50:14.099408Z","caller":"traceutil/trace.go:171","msg":"trace[119992268] linearizableReadLoop","detail":"{readStateIndex:25182; appliedIndex:25179; }","duration":"696.691803ms","start":"2026-03-02T19:50:13.40269Z","end":"2026-03-02T19:50:14.099382Z","steps":["trace[119992268] 'read index received' (duration: 20.599479ms)","trace[119992268] 'applied index is now lower than readState.Index' (duration: 676.090824ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:14.099461Z","caller":"traceutil/trace.go:171","msg":"trace[282221589] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"705.44991ms","start":"2026-03-02T19:50:13.39398Z","end":"2026-03-02T19:50:14.09943Z","steps":["trace[282221589] 'process raft request' (duration: 705.045647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:14.099597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.393961Z","time spent":"705.564694ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:14.570913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.289519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:14.570978Z","caller":"traceutil/trace.go:171","msg":"trace[13580359] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24334; }","duration":"799.390153ms","start":"2026-03-02T19:50:13.771572Z","end":"2026-03-02T19:50:14.570962Z","steps":["trace[13580359] 'agreement among raft nodes before linearized reading' (duration: 327.963124ms)","trace[13580359] 'range keys from in-memory index tree' (duration: 471.337346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:14.570957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027190367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:14.57101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.771558Z","time spent":"799.444874ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:50:14.571039Z","caller":"traceutil/trace.go:171","msg":"trace[438241253] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24334; }","duration":"1.027322611s","start":"2026-03-02T19:50:13.543694Z","end":"2026-03-02T19:50:14.571017Z","steps":["trace[438241253] 'agreement among raft nodes before linearized reading' (duration: 555.868182ms)","trace[438241253] 'count revisions from in-memory index tree' (duration: 471.323896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:14.5711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.543677Z","time spent":"1.027408135s","remote":"127.0.0.1:37066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:14.571213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.68818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:14.571247Z","caller":"traceutil/trace.go:171","msg":"trace[921374565] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24334; }","duration":"798.755452ms","start":"2026-03-02T19:50:13.772483Z","end":"2026-03-02T19:50:14.571238Z","steps":["trace[921374565] 'agreement among raft nodes before linearized reading' (duration: 327.076416ms)","trace[921374565] 'range keys from in-memory index tree' (duration: 471.550073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:14.57127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.772462Z","time spent":"798.803244ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:50:14.571544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.600519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:14.571635Z","caller":"traceutil/trace.go:171","msg":"trace[1359718264] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24334; }","duration":"799.720343ms","start":"2026-03-02T19:50:13.77189Z","end":"2026-03-02T19:50:14.571611Z","steps":["trace[1359718264] 'agreement among raft nodes before linearized reading' (duration: 327.638594ms)","trace[1359718264] 'range keys from in-memory index tree' (duration: 471.959946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:14.571666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168921837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:50:14.57169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.771882Z","time spent":"799.793975ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:50:14.571764Z","caller":"traceutil/trace.go:171","msg":"trace[982590559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24334; }","duration":"1.169083662s","start":"2026-03-02T19:50:13.402657Z","end":"2026-03-02T19:50:14.571741Z","steps":["trace[982590559] 'agreement among raft nodes before linearized reading' (duration: 696.836148ms)","trace[982590559] 'range keys from in-memory index tree' (duration: 471.934795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:14.571811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.892248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:14.571816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.402642Z","time spent":"1.169164025s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:50:14.571843Z","caller":"traceutil/trace.go:171","msg":"trace[1683026309] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24334; }","duration":"799.9554ms","start":"2026-03-02T19:50:13.771877Z","end":"2026-03-02T19:50:14.571832Z","steps":["trace[1683026309] 'agreement among raft nodes before linearized reading' (duration: 327.652484ms)","trace[1683026309] 'range keys from in-memory index tree' (duration: 472.262185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:14.571867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.771857Z","time spent":"800.006162ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:50:14.571937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.426134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-03-02T19:50:14.571976Z","caller":"traceutil/trace.go:171","msg":"trace[1186643049] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:24334; }","duration":"455.465565ms","start":"2026-03-02T19:50:14.116501Z","end":"2026-03-02T19:50:14.571966Z","steps":["trace[1186643049] 'range keys from in-memory index tree' (duration: 455.339252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:14.572003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.116438Z","time spent":"455.560018ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1106,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-03-02T19:50:14.572029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.291232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:50:14.572073Z","caller":"traceutil/trace.go:171","msg":"trace[2040967196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24334; }","duration":"801.353014ms","start":"2026-03-02T19:50:13.770701Z","end":"2026-03-02T19:50:14.572054Z","steps":["trace[2040967196] 'agreement among raft nodes before linearized reading' (duration: 328.844411ms)","trace[2040967196] 'range keys from in-memory index tree' (duration: 472.445991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:14.57206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.066264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:50:14.571957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.32672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:50:14.572105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.770681Z","time spent":"801.418347ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:50:14.572127Z","caller":"traceutil/trace.go:171","msg":"trace[500239653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24334; }","duration":"799.545297ms","start":"2026-03-02T19:50:13.772566Z","end":"2026-03-02T19:50:14.572111Z","steps":["trace[500239653] 'agreement among raft nodes before linearized reading' (duration: 326.988083ms)","trace[500239653] 'range keys from in-memory index tree' (duration: 472.294456ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:14.572135Z","caller":"traceutil/trace.go:171","msg":"trace[1658767846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24334; }","duration":"800.156657ms","start":"2026-03-02T19:50:13.77195Z","end":"2026-03-02T19:50:14.572107Z","steps":["trace[1658767846] 'agreement among raft nodes before linearized reading' (duration: 327.609843ms)","trace[1658767846] 'range keys from in-memory index tree' (duration: 472.372399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:14.572145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.587804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T19:50:14.572154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.197904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18824"} {"level":"info","ts":"2026-03-02T19:50:14.572201Z","caller":"traceutil/trace.go:171","msg":"trace[1627302431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24334; }","duration":"783.686407ms","start":"2026-03-02T19:50:13.788496Z","end":"2026-03-02T19:50:14.572182Z","steps":["trace[1627302431] 'agreement among raft nodes before linearized reading' (duration: 311.0483ms)","trace[1627302431] 'range keys from in-memory index tree' (duration: 472.444431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:14.572261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062243443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:14.572404Z","caller":"traceutil/trace.go:171","msg":"trace[636097418] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"179.820712ms","start":"2026-03-02T19:50:14.392572Z","end":"2026-03-02T19:50:14.572393Z","steps":["trace[636097418] 'process raft request' (duration: 89.745131ms)","trace[636097418] 'compare' (duration: 89.238525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:14.572174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.772556Z","time spent":"799.60586ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:50:14.572465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.21484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:14.572543Z","caller":"traceutil/trace.go:171","msg":"trace[1029055926] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24335; }","duration":"106.322393ms","start":"2026-03-02T19:50:14.466202Z","end":"2026-03-02T19:50:14.572524Z","steps":["trace[1029055926] 'agreement among raft nodes before linearized reading' (duration: 106.22624ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:14.572408Z","caller":"traceutil/trace.go:171","msg":"trace[1766648271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24334; }","duration":"1.062415388s","start":"2026-03-02T19:50:13.509982Z","end":"2026-03-02T19:50:14.572397Z","steps":["trace[1766648271] 'agreement among raft nodes before linearized reading' (duration: 589.533643ms)","trace[1766648271] 'range keys from in-memory index tree' (duration: 472.7286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:14.572821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.509964Z","time spent":"1.062844032s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:14.572177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.771944Z","time spent":"800.223729ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:50:14.572271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.788485Z","time spent":"783.77561ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:50:14.572403Z","caller":"traceutil/trace.go:171","msg":"trace[1738287093] linearizableReadLoop","detail":"{readStateIndex:25183; appliedIndex:25182; }","duration":"106.115607ms","start":"2026-03-02T19:50:14.466252Z","end":"2026-03-02T19:50:14.572368Z","steps":["trace[1738287093] 'read index received' (duration: 16.006275ms)","trace[1738287093] 'applied index is now lower than readState.Index' (duration: 90.108002ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:14.572279Z","caller":"traceutil/trace.go:171","msg":"trace[1331803761] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24334; }","duration":"804.352329ms","start":"2026-03-02T19:50:13.767911Z","end":"2026-03-02T19:50:14.572264Z","steps":["trace[1331803761] 'agreement among raft nodes before linearized reading' (duration: 331.64419ms)","trace[1331803761] 'range keys from in-memory index tree' (duration: 472.487302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:14.577203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.767894Z","time spent":"809.289025ms","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18847,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T19:50:15.313684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.560374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:15.313782Z","caller":"traceutil/trace.go:171","msg":"trace[200902986] linearizableReadLoop","detail":"{readStateIndex:25184; appliedIndex:25183; }","duration":"740.723462ms","start":"2026-03-02T19:50:14.573042Z","end":"2026-03-02T19:50:15.313766Z","steps":["trace[200902986] 'read index received' (duration: 222.979543ms)","trace[200902986] 'applied index is now lower than readState.Index' (duration: 517.742659ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:15.313998Z","caller":"traceutil/trace.go:171","msg":"trace[376132692] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"783.493461ms","start":"2026-03-02T19:50:14.530487Z","end":"2026-03-02T19:50:15.313981Z","steps":["trace[376132692] 'process raft request' (duration: 265.556816ms)","trace[376132692] 'compare' (duration: 517.085568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:15.314084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.530461Z","time spent":"783.577424ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:15.31429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.015234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:15.31437Z","caller":"traceutil/trace.go:171","msg":"trace[76583519] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24336; }","duration":"834.123808ms","start":"2026-03-02T19:50:14.480225Z","end":"2026-03-02T19:50:15.314349Z","steps":["trace[76583519] 'agreement among raft nodes before linearized reading' (duration: 833.995374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.31442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.480213Z","time spent":"834.192611ms","remote":"127.0.0.1:44542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:15.413676Z","caller":"traceutil/trace.go:171","msg":"trace[1217323062] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"837.892287ms","start":"2026-03-02T19:50:14.575762Z","end":"2026-03-02T19:50:15.413654Z","steps":["trace[1217323062] 'process raft request' (duration: 837.794384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.413792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.575746Z","time spent":"837.99204ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:15.496151Z","caller":"traceutil/trace.go:171","msg":"trace[620039323] transaction","detail":"{read_only:false; response_revision:24338; number_of_response:1; }","duration":"919.090328ms","start":"2026-03-02T19:50:14.577036Z","end":"2026-03-02T19:50:15.496126Z","steps":["trace[620039323] 'process raft request' (duration: 836.609377ms)","trace[620039323] 'compare' (duration: 82.302155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:15.496283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.577028Z","time spent":"919.184411ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:15.496394Z","caller":"traceutil/trace.go:171","msg":"trace[570330835] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"919.112699ms","start":"2026-03-02T19:50:14.577264Z","end":"2026-03-02T19:50:15.496377Z","steps":["trace[570330835] 'process raft request' (duration: 918.916993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.496475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.577257Z","time spent":"919.189821ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:15.496531Z","caller":"traceutil/trace.go:171","msg":"trace[2044511307] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"206.030378ms","start":"2026-03-02T19:50:15.290476Z","end":"2026-03-02T19:50:15.496507Z","steps":["trace[2044511307] 'process raft request' (duration: 205.967336ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:15.496662Z","caller":"traceutil/trace.go:171","msg":"trace[1494736552] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"389.682761ms","start":"2026-03-02T19:50:15.10697Z","end":"2026-03-02T19:50:15.496652Z","steps":["trace[1494736552] 'process raft request' (duration: 389.440183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.497289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:15.10695Z","time spent":"390.314841ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4989,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:15.496661Z","caller":"traceutil/trace.go:171","msg":"trace[1729551353] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"919.545162ms","start":"2026-03-02T19:50:14.577083Z","end":"2026-03-02T19:50:15.496628Z","steps":["trace[1729551353] 'process raft request' (duration: 919.002125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.497434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.577078Z","time spent":"920.311177ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:15.496658Z","caller":"traceutil/trace.go:171","msg":"trace[1183631776] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"572.758575ms","start":"2026-03-02T19:50:14.923865Z","end":"2026-03-02T19:50:15.496623Z","steps":["trace[1183631776] 'process raft request' (duration: 572.470336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.497574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.923835Z","time spent":"573.661383ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:15.496736Z","caller":"traceutil/trace.go:171","msg":"trace[1047898339] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"918.869851ms","start":"2026-03-02T19:50:14.577852Z","end":"2026-03-02T19:50:15.496722Z","steps":["trace[1047898339] 'process raft request' (duration: 918.399046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.497718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.577844Z","time spent":"919.79888ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:15.496757Z","caller":"traceutil/trace.go:171","msg":"trace[1901197075] transaction","detail":"{read_only:false; response_revision:24342; number_of_response:1; }","duration":"913.494192ms","start":"2026-03-02T19:50:14.583252Z","end":"2026-03-02T19:50:15.496747Z","steps":["trace[1901197075] 'process raft request' (duration: 913.037577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.498077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.583233Z","time spent":"914.813993ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:15.496824Z","caller":"traceutil/trace.go:171","msg":"trace[1057071661] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"206.314997ms","start":"2026-03-02T19:50:15.290501Z","end":"2026-03-02T19:50:15.496816Z","steps":["trace[1057071661] 'process raft request' (duration: 205.975546ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:15.496873Z","caller":"traceutil/trace.go:171","msg":"trace[641829811] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"205.715388ms","start":"2026-03-02T19:50:15.29115Z","end":"2026-03-02T19:50:15.496866Z","steps":["trace[641829811] 'process raft request' (duration: 205.563504ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:15.496888Z","caller":"traceutil/trace.go:171","msg":"trace[212626458] linearizableReadLoop","detail":"{readStateIndex:25197; appliedIndex:25184; }","duration":"183.051013ms","start":"2026-03-02T19:50:15.31382Z","end":"2026-03-02T19:50:15.496871Z","steps":["trace[212626458] 'read index received' (duration: 99.788968ms)","trace[212626458] 'applied index is now lower than readState.Index' (duration: 83.261125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:15.496962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.472063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:15.498371Z","caller":"traceutil/trace.go:171","msg":"trace[1679251959] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24349; }","duration":"916.899298ms","start":"2026-03-02T19:50:14.581462Z","end":"2026-03-02T19:50:15.498362Z","steps":["trace[1679251959] 'agreement among raft nodes before linearized reading' (duration: 915.465383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.498402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.581454Z","time spent":"916.938859ms","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:50:15.498697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.626623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:15.498855Z","caller":"traceutil/trace.go:171","msg":"trace[1957999921] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24349; }","duration":"184.772008ms","start":"2026-03-02T19:50:15.314018Z","end":"2026-03-02T19:50:15.49879Z","steps":["trace[1957999921] 'agreement among raft nodes before linearized reading' (duration: 184.563241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.496969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.938354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:15.499301Z","caller":"traceutil/trace.go:171","msg":"trace[920658337] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24349; }","duration":"668.283538ms","start":"2026-03-02T19:50:14.831007Z","end":"2026-03-02T19:50:15.49929Z","steps":["trace[920658337] 'agreement among raft nodes before linearized reading' (duration: 665.897323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.499337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.830945Z","time spent":"668.381151ms","remote":"127.0.0.1:51496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:15.499345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.031911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:15.499393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.58427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:15.499422Z","caller":"traceutil/trace.go:171","msg":"trace[1301450397] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24349; }","duration":"183.644692ms","start":"2026-03-02T19:50:15.315768Z","end":"2026-03-02T19:50:15.499413Z","steps":["trace[1301450397] 'agreement among raft nodes before linearized reading' (duration: 183.487337ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:15.499446Z","caller":"traceutil/trace.go:171","msg":"trace[171469] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24349; }","duration":"182.232817ms","start":"2026-03-02T19:50:15.317194Z","end":"2026-03-02T19:50:15.499427Z","steps":["trace[171469] 'agreement among raft nodes before linearized reading' (duration: 182.048741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.499694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.521936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:15.49972Z","caller":"traceutil/trace.go:171","msg":"trace[340786799] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24349; }","duration":"182.594679ms","start":"2026-03-02T19:50:15.317118Z","end":"2026-03-02T19:50:15.499713Z","steps":["trace[340786799] 'agreement among raft nodes before linearized reading' (duration: 182.553848ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:15.497005Z","caller":"traceutil/trace.go:171","msg":"trace[1059917178] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"205.449089ms","start":"2026-03-02T19:50:15.291546Z","end":"2026-03-02T19:50:15.496995Z","steps":["trace[1059917178] 'process raft request' (duration: 205.246583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.497007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.914639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:15.499932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.88792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:15.500141Z","caller":"traceutil/trace.go:171","msg":"trace[176921720] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24349; }","duration":"184.363495ms","start":"2026-03-02T19:50:15.315758Z","end":"2026-03-02T19:50:15.500121Z","steps":["trace[176921720] 'agreement among raft nodes before linearized reading' (duration: 183.88672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.500338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.143807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:15.500358Z","caller":"traceutil/trace.go:171","msg":"trace[1357057637] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24349; }","duration":"184.188169ms","start":"2026-03-02T19:50:15.316164Z","end":"2026-03-02T19:50:15.500352Z","steps":["trace[1357057637] 'agreement among raft nodes before linearized reading' (duration: 184.117857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.500421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.575051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:15.500433Z","caller":"traceutil/trace.go:171","msg":"trace[1193807557] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24349; }","duration":"184.625172ms","start":"2026-03-02T19:50:15.315803Z","end":"2026-03-02T19:50:15.500429Z","steps":["trace[1193807557] 'agreement among raft nodes before linearized reading' (duration: 184.602982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.500162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.094525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:15.49998Z","caller":"traceutil/trace.go:171","msg":"trace[1078677230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24349; }","duration":"925.848121ms","start":"2026-03-02T19:50:14.574073Z","end":"2026-03-02T19:50:15.499921Z","steps":["trace[1078677230] 'agreement among raft nodes before linearized reading' (duration: 922.916228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.500544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.757517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:15.500578Z","caller":"traceutil/trace.go:171","msg":"trace[665141981] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24349; }","duration":"184.83962ms","start":"2026-03-02T19:50:15.31573Z","end":"2026-03-02T19:50:15.500569Z","steps":["trace[665141981] 'agreement among raft nodes before linearized reading' (duration: 184.755557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.500594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.57406Z","time spent":"926.515171ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:15.500612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.875131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:15.500642Z","caller":"traceutil/trace.go:171","msg":"trace[841127953] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24349; }","duration":"184.941603ms","start":"2026-03-02T19:50:15.315696Z","end":"2026-03-02T19:50:15.500637Z","steps":["trace[841127953] 'agreement among raft nodes before linearized reading' (duration: 184.885241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:15.500555Z","caller":"traceutil/trace.go:171","msg":"trace[2017392301] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24349; }","duration":"183.500557ms","start":"2026-03-02T19:50:15.317047Z","end":"2026-03-02T19:50:15.500548Z","steps":["trace[2017392301] 'agreement among raft nodes before linearized reading' (duration: 183.095564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.49705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.925876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-02T19:50:15.500721Z","caller":"traceutil/trace.go:171","msg":"trace[925660462] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24349; }","duration":"918.624112ms","start":"2026-03-02T19:50:14.58209Z","end":"2026-03-02T19:50:15.500714Z","steps":["trace[925660462] 'agreement among raft nodes before linearized reading' (duration: 914.835923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.500743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.582086Z","time spent":"918.651023ms","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-02T19:50:15.497097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.576993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:15.497119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.251673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T19:50:15.501066Z","caller":"traceutil/trace.go:171","msg":"trace[1501003459] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24349; }","duration":"917.409074ms","start":"2026-03-02T19:50:14.583454Z","end":"2026-03-02T19:50:15.500863Z","steps":["trace[1501003459] 'agreement among raft nodes before linearized reading' (duration: 913.624425ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:15.501095Z","caller":"traceutil/trace.go:171","msg":"trace[1671423785] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24349; }","duration":"488.267849ms","start":"2026-03-02T19:50:15.012815Z","end":"2026-03-02T19:50:15.501083Z","steps":["trace[1671423785] 'agreement among raft nodes before linearized reading' (duration: 484.219682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.501151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:15.01279Z","time spent":"488.336111ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:50:15.501204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.583449Z","time spent":"917.746696ms","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:50:15.497129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.994735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:15.501277Z","caller":"traceutil/trace.go:171","msg":"trace[1079077184] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24349; }","duration":"209.173847ms","start":"2026-03-02T19:50:15.292097Z","end":"2026-03-02T19:50:15.50127Z","steps":["trace[1079077184] 'agreement among raft nodes before linearized reading' (duration: 204.918453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.49704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.810066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-7jxrt\" ","response":"range_response_count:1 size:5642"} {"level":"info","ts":"2026-03-02T19:50:15.501435Z","caller":"traceutil/trace.go:171","msg":"trace[327103662] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-7jxrt; range_end:; response_count:1; response_revision:24349; }","duration":"928.242886ms","start":"2026-03-02T19:50:14.573186Z","end":"2026-03-02T19:50:15.501429Z","steps":["trace[327103662] 'agreement among raft nodes before linearized reading' (duration: 923.734294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.501456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.57317Z","time spent":"928.279357ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5665,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-7jxrt\" "} {"level":"info","ts":"2026-03-02T19:50:15.497066Z","caller":"traceutil/trace.go:171","msg":"trace[4389555] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"205.4709ms","start":"2026-03-02T19:50:15.291585Z","end":"2026-03-02T19:50:15.497056Z","steps":["trace[4389555] 'process raft request' (duration: 205.246193ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:17.50285Z","caller":"traceutil/trace.go:171","msg":"trace[1628298313] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"116.880276ms","start":"2026-03-02T19:50:17.385943Z","end":"2026-03-02T19:50:17.502823Z","steps":["trace[1628298313] 'process raft request' (duration: 116.730902ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:17.503096Z","caller":"traceutil/trace.go:171","msg":"trace[558592690] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"117.189526ms","start":"2026-03-02T19:50:17.385887Z","end":"2026-03-02T19:50:17.503076Z","steps":["trace[558592690] 'process raft request' (duration: 116.723912ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:17.503149Z","caller":"traceutil/trace.go:171","msg":"trace[719048932] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"117.9521ms","start":"2026-03-02T19:50:17.385183Z","end":"2026-03-02T19:50:17.503135Z","steps":["trace[719048932] 'process raft request' (duration: 71.414462ms)","trace[719048932] 'compare' (duration: 45.895418ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:19.779566Z","caller":"traceutil/trace.go:171","msg":"trace[2113744368] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"119.60279ms","start":"2026-03-02T19:50:19.65991Z","end":"2026-03-02T19:50:19.779513Z","steps":["trace[2113744368] 'process raft request' (duration: 64.322987ms)","trace[2113744368] 'compare' (duration: 55.049746ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:19.779572Z","caller":"traceutil/trace.go:171","msg":"trace[1995887934] transaction","detail":"{read_only:false; response_revision:24388; number_of_response:1; }","duration":"118.721083ms","start":"2026-03-02T19:50:19.660811Z","end":"2026-03-02T19:50:19.779532Z","steps":["trace[1995887934] 'process raft request' (duration: 118.62276ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:21.683093Z","caller":"traceutil/trace.go:171","msg":"trace[1499154303] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"113.564711ms","start":"2026-03-02T19:50:21.569476Z","end":"2026-03-02T19:50:21.683041Z","steps":["trace[1499154303] 'process raft request' (duration: 113.23364ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:21.683196Z","caller":"traceutil/trace.go:171","msg":"trace[51700101] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"110.546367ms","start":"2026-03-02T19:50:21.572618Z","end":"2026-03-02T19:50:21.683165Z","steps":["trace[51700101] 'process raft request' (duration: 110.244267ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:21.683352Z","caller":"traceutil/trace.go:171","msg":"trace[1501898584] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"105.24288ms","start":"2026-03-02T19:50:21.578065Z","end":"2026-03-02T19:50:21.683308Z","steps":["trace[1501898584] 'process raft request' (duration: 105.003963ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:21.683418Z","caller":"traceutil/trace.go:171","msg":"trace[1993344223] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"104.836988ms","start":"2026-03-02T19:50:21.57856Z","end":"2026-03-02T19:50:21.683397Z","steps":["trace[1993344223] 'process raft request' (duration: 104.549529ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:21.683636Z","caller":"traceutil/trace.go:171","msg":"trace[801641854] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"104.256259ms","start":"2026-03-02T19:50:21.579314Z","end":"2026-03-02T19:50:21.68357Z","steps":["trace[801641854] 'process raft request' (duration: 103.824006ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:21.683737Z","caller":"traceutil/trace.go:171","msg":"trace[240251053] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"102.334429ms","start":"2026-03-02T19:50:21.581348Z","end":"2026-03-02T19:50:21.683683Z","steps":["trace[240251053] 'process raft request' (duration: 102.015139ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:21.683835Z","caller":"traceutil/trace.go:171","msg":"trace[2117207427] linearizableReadLoop","detail":"{readStateIndex:25240; appliedIndex:25238; }","duration":"113.50702ms","start":"2026-03-02T19:50:21.570106Z","end":"2026-03-02T19:50:21.683613Z","steps":["trace[2117207427] 'read index received' (duration: 15.141505ms)","trace[2117207427] 'applied index is now lower than readState.Index' (duration: 98.364135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:21.683939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.814949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:21.684081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.710356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:21.684097Z","caller":"traceutil/trace.go:171","msg":"trace[556925021] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24396; }","duration":"113.989975ms","start":"2026-03-02T19:50:21.57008Z","end":"2026-03-02T19:50:21.68407Z","steps":["trace[556925021] 'agreement among raft nodes before linearized reading' (duration: 113.8132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:21.68424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.669532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:21.684276Z","caller":"traceutil/trace.go:171","msg":"trace[1766838797] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24396; }","duration":"111.728703ms","start":"2026-03-02T19:50:21.572538Z","end":"2026-03-02T19:50:21.684266Z","steps":["trace[1766838797] 'agreement among raft nodes before linearized reading' (duration: 111.680732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:21.6843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.990062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:21.68452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.036445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:50:21.684121Z","caller":"traceutil/trace.go:171","msg":"trace[124853762] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24396; }","duration":"113.753517ms","start":"2026-03-02T19:50:21.570353Z","end":"2026-03-02T19:50:21.684107Z","steps":["trace[124853762] 'agreement among raft nodes before linearized reading' (duration: 113.710056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:21.684937Z","caller":"traceutil/trace.go:171","msg":"trace[1309166838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24396; }","duration":"106.464629ms","start":"2026-03-02T19:50:21.578453Z","end":"2026-03-02T19:50:21.684917Z","steps":["trace[1309166838] 'agreement among raft nodes before linearized reading' (duration: 105.991974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:21.68457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.943521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:21.684601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.761694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-02T19:50:21.685166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.828678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:21.684724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.433887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:21.685276Z","caller":"traceutil/trace.go:171","msg":"trace[1412744441] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24396; }","duration":"112.980943ms","start":"2026-03-02T19:50:21.572272Z","end":"2026-03-02T19:50:21.685253Z","steps":["trace[1412744441] 'agreement among raft nodes before linearized reading' (duration: 112.755296ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:21.68529Z","caller":"traceutil/trace.go:171","msg":"trace[704848030] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24396; }","duration":"106.051876ms","start":"2026-03-02T19:50:21.579229Z","end":"2026-03-02T19:50:21.685281Z","steps":["trace[704848030] 'agreement among raft nodes before linearized reading' (duration: 105.426857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:21.684776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.179431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:21.685392Z","caller":"traceutil/trace.go:171","msg":"trace[677816213] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24396; }","duration":"114.81358ms","start":"2026-03-02T19:50:21.570572Z","end":"2026-03-02T19:50:21.685385Z","steps":["trace[677816213] 'agreement among raft nodes before linearized reading' (duration: 114.110748ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:21.685191Z","caller":"traceutil/trace.go:171","msg":"trace[1962473022] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24396; }","duration":"104.375603ms","start":"2026-03-02T19:50:21.580802Z","end":"2026-03-02T19:50:21.685178Z","steps":["trace[1962473022] 'agreement among raft nodes before linearized reading' (duration: 103.619469ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:21.684874Z","caller":"traceutil/trace.go:171","msg":"trace[76514482] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24396; }","duration":"105.607762ms","start":"2026-03-02T19:50:21.579229Z","end":"2026-03-02T19:50:21.684837Z","steps":["trace[76514482] 'agreement among raft nodes before linearized reading' (duration: 104.966922ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:21.68543Z","caller":"traceutil/trace.go:171","msg":"trace[131055611] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24396; }","duration":"112.507998ms","start":"2026-03-02T19:50:21.572588Z","end":"2026-03-02T19:50:21.685096Z","steps":["trace[131055611] 'agreement among raft nodes before linearized reading' (duration: 111.955531ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:23.794079Z","caller":"traceutil/trace.go:171","msg":"trace[1900805383] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"103.128084ms","start":"2026-03-02T19:50:23.690927Z","end":"2026-03-02T19:50:23.794055Z","steps":["trace[1900805383] 'process raft request' (duration: 102.905246ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:23.848263Z","caller":"traceutil/trace.go:171","msg":"trace[43550426] linearizableReadLoop","detail":"{readStateIndex:25254; appliedIndex:25252; }","duration":"155.474635ms","start":"2026-03-02T19:50:23.692765Z","end":"2026-03-02T19:50:23.848239Z","steps":["trace[43550426] 'read index received' (duration: 101.178173ms)","trace[43550426] 'applied index is now lower than readState.Index' (duration: 54.295392ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:23.848514Z","caller":"traceutil/trace.go:171","msg":"trace[1967502548] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"153.850083ms","start":"2026-03-02T19:50:23.694624Z","end":"2026-03-02T19:50:23.848474Z","steps":["trace[1967502548] 'process raft request' (duration: 153.581605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:23.849191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.095363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:23.84932Z","caller":"traceutil/trace.go:171","msg":"trace[1732997230] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24408; }","duration":"156.406614ms","start":"2026-03-02T19:50:23.692883Z","end":"2026-03-02T19:50:23.84929Z","steps":["trace[1732997230] 'agreement among raft nodes before linearized reading' (duration: 155.900548ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:23.848536Z","caller":"traceutil/trace.go:171","msg":"trace[616270865] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"155.618929ms","start":"2026-03-02T19:50:23.692886Z","end":"2026-03-02T19:50:23.848505Z","steps":["trace[616270865] 'process raft request' (duration: 155.167135ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:23.848588Z","caller":"traceutil/trace.go:171","msg":"trace[1923330278] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"157.310111ms","start":"2026-03-02T19:50:23.691272Z","end":"2026-03-02T19:50:23.848582Z","steps":["trace[1923330278] 'process raft request' (duration: 156.63022ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:23.848619Z","caller":"traceutil/trace.go:171","msg":"trace[1151480069] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"155.690661ms","start":"2026-03-02T19:50:23.692923Z","end":"2026-03-02T19:50:23.848613Z","steps":["trace[1151480069] 'process raft request' (duration: 155.185896ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:23.84865Z","caller":"traceutil/trace.go:171","msg":"trace[128345493] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"155.64692ms","start":"2026-03-02T19:50:23.692984Z","end":"2026-03-02T19:50:23.848631Z","steps":["trace[128345493] 'process raft request' (duration: 155.160035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:23.84876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.047541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:23.849835Z","caller":"traceutil/trace.go:171","msg":"trace[153355171] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24408; }","duration":"156.168596ms","start":"2026-03-02T19:50:23.693655Z","end":"2026-03-02T19:50:23.849823Z","steps":["trace[153355171] 'agreement among raft nodes before linearized reading' (duration: 155.030821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:23.848725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.885617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:23.849912Z","caller":"traceutil/trace.go:171","msg":"trace[558608384] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24408; }","duration":"157.150826ms","start":"2026-03-02T19:50:23.692738Z","end":"2026-03-02T19:50:23.849889Z","steps":["trace[558608384] 'agreement among raft nodes before linearized reading' (duration: 155.852906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:23.848769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.049139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:23.850054Z","caller":"traceutil/trace.go:171","msg":"trace[697998312] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24408; }","duration":"155.3477ms","start":"2026-03-02T19:50:23.694685Z","end":"2026-03-02T19:50:23.850033Z","steps":["trace[697998312] 'agreement among raft nodes before linearized reading' (duration: 153.957676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:23.848819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.806294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:23.850198Z","caller":"traceutil/trace.go:171","msg":"trace[1816596826] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24408; }","duration":"156.480236ms","start":"2026-03-02T19:50:23.69369Z","end":"2026-03-02T19:50:23.85017Z","steps":["trace[1816596826] 'agreement among raft nodes before linearized reading' (duration: 155.086692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:23.848815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.119372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:23.850259Z","caller":"traceutil/trace.go:171","msg":"trace[2138291876] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24408; }","duration":"155.598918ms","start":"2026-03-02T19:50:23.694651Z","end":"2026-03-02T19:50:23.85025Z","steps":["trace[2138291876] 'agreement among raft nodes before linearized reading' (duration: 154.07057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:23.848851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.194635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:50:23.850329Z","caller":"traceutil/trace.go:171","msg":"trace[316181638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24408; }","duration":"126.690552ms","start":"2026-03-02T19:50:23.723633Z","end":"2026-03-02T19:50:23.850324Z","steps":["trace[316181638] 'agreement among raft nodes before linearized reading' (duration: 125.161074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:23.848852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.426823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:23.8504Z","caller":"traceutil/trace.go:171","msg":"trace[633347602] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24408; }","duration":"156.989792ms","start":"2026-03-02T19:50:23.693392Z","end":"2026-03-02T19:50:23.850382Z","steps":["trace[633347602] 'agreement among raft nodes before linearized reading' (duration: 155.445683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:23.848895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.899328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:23.850479Z","caller":"traceutil/trace.go:171","msg":"trace[427425174] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24408; }","duration":"157.522349ms","start":"2026-03-02T19:50:23.69295Z","end":"2026-03-02T19:50:23.850472Z","steps":["trace[427425174] 'agreement among raft nodes before linearized reading' (duration: 155.843416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:23.849196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.739313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:50:23.850574Z","caller":"traceutil/trace.go:171","msg":"trace[602442244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24408; }","duration":"128.123567ms","start":"2026-03-02T19:50:23.722428Z","end":"2026-03-02T19:50:23.850552Z","steps":["trace[602442244] 'agreement among raft nodes before linearized reading' (duration: 126.443574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:23.848951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.171476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:23.848953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.379101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:50:23.84919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.315197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-02T19:50:23.849201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.438175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:23.851467Z","caller":"traceutil/trace.go:171","msg":"trace[1268784759] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24408; }","duration":"158.715556ms","start":"2026-03-02T19:50:23.692736Z","end":"2026-03-02T19:50:23.851452Z","steps":["trace[1268784759] 'agreement among raft nodes before linearized reading' (duration: 156.244699ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:23.85163Z","caller":"traceutil/trace.go:171","msg":"trace[555514] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24408; }","duration":"158.899232ms","start":"2026-03-02T19:50:23.692724Z","end":"2026-03-02T19:50:23.851623Z","steps":["trace[555514] 'agreement among raft nodes before linearized reading' (duration: 156.160896ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:23.85171Z","caller":"traceutil/trace.go:171","msg":"trace[1525957379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24408; }","duration":"128.152777ms","start":"2026-03-02T19:50:23.723551Z","end":"2026-03-02T19:50:23.851704Z","steps":["trace[1525957379] 'agreement among raft nodes before linearized reading' (duration: 125.317388ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:23.851795Z","caller":"traceutil/trace.go:171","msg":"trace[457309400] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24408; }","duration":"157.119446ms","start":"2026-03-02T19:50:23.69467Z","end":"2026-03-02T19:50:23.85179Z","steps":["trace[457309400] 'agreement among raft nodes before linearized reading' (duration: 154.195764ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:24.938937Z","caller":"traceutil/trace.go:171","msg":"trace[1058744528] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"277.907215ms","start":"2026-03-02T19:50:24.661001Z","end":"2026-03-02T19:50:24.938908Z","steps":["trace[1058744528] 'process raft request' (duration: 277.669377ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:25.578133Z","caller":"traceutil/trace.go:171","msg":"trace[936807733] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"159.690587ms","start":"2026-03-02T19:50:25.418411Z","end":"2026-03-02T19:50:25.578102Z","steps":["trace[936807733] 'process raft request' (duration: 159.44879ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:28.064992Z","caller":"traceutil/trace.go:171","msg":"trace[648708615] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"104.868859ms","start":"2026-03-02T19:50:27.960102Z","end":"2026-03-02T19:50:28.064971Z","steps":["trace[648708615] 'process raft request' (duration: 104.743595ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:28.064997Z","caller":"traceutil/trace.go:171","msg":"trace[87176161] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"105.364224ms","start":"2026-03-02T19:50:27.959587Z","end":"2026-03-02T19:50:28.064951Z","steps":["trace[87176161] 'process raft request' (duration: 105.135457ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:28.065192Z","caller":"traceutil/trace.go:171","msg":"trace[137975299] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"104.254509ms","start":"2026-03-02T19:50:27.960916Z","end":"2026-03-02T19:50:28.06517Z","steps":["trace[137975299] 'process raft request' (duration: 104.000951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:28.065288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.031334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-02T19:50:28.065301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.744106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:28.065274Z","caller":"traceutil/trace.go:171","msg":"trace[915262506] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"104.26688ms","start":"2026-03-02T19:50:27.960885Z","end":"2026-03-02T19:50:28.065152Z","steps":["trace[915262506] 'process raft request' (duration: 104.002051ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:28.065367Z","caller":"traceutil/trace.go:171","msg":"trace[1185975820] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24437; }","duration":"105.21176ms","start":"2026-03-02T19:50:27.960135Z","end":"2026-03-02T19:50:28.065346Z","steps":["trace[1185975820] 'agreement among raft nodes before linearized reading' (duration: 104.89403ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:28.065391Z","caller":"traceutil/trace.go:171","msg":"trace[2059510535] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24437; }","duration":"105.892901ms","start":"2026-03-02T19:50:27.95948Z","end":"2026-03-02T19:50:28.065373Z","steps":["trace[2059510535] 'agreement among raft nodes before linearized reading' (duration: 105.658483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:28.065411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.648264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:28.065438Z","caller":"traceutil/trace.go:171","msg":"trace[54944922] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24437; }","duration":"105.693054ms","start":"2026-03-02T19:50:27.959734Z","end":"2026-03-02T19:50:28.065427Z","steps":["trace[54944922] 'agreement among raft nodes before linearized reading' (duration: 105.618122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:28.065256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.51401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:28.065503Z","caller":"traceutil/trace.go:171","msg":"trace[1084504301] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24437; }","duration":"106.808709ms","start":"2026-03-02T19:50:27.958684Z","end":"2026-03-02T19:50:28.065493Z","steps":["trace[1084504301] 'agreement among raft nodes before linearized reading' (duration: 106.50607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:28.145355Z","caller":"traceutil/trace.go:171","msg":"trace[464705149] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"158.425538ms","start":"2026-03-02T19:50:27.98688Z","end":"2026-03-02T19:50:28.145305Z","steps":["trace[464705149] 'process raft request' (duration: 107.333506ms)","trace[464705149] 'compare' (duration: 50.736381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:28.145428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.982222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T19:50:28.145394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.749816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:50:28.145523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.609801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:50:28.145525Z","caller":"traceutil/trace.go:171","msg":"trace[1676973889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24438; }","duration":"134.086545ms","start":"2026-03-02T19:50:28.011411Z","end":"2026-03-02T19:50:28.145497Z","steps":["trace[1676973889] 'agreement among raft nodes before linearized reading' (duration: 133.709413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:28.145397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.495028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:50:28.145591Z","caller":"traceutil/trace.go:171","msg":"trace[8267459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24438; }","duration":"134.674813ms","start":"2026-03-02T19:50:28.010893Z","end":"2026-03-02T19:50:28.145568Z","steps":["trace[8267459] 'agreement among raft nodes before linearized reading' (duration: 134.56282ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:28.145693Z","caller":"traceutil/trace.go:171","msg":"trace[253570062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24438; }","duration":"134.841799ms","start":"2026-03-02T19:50:28.010834Z","end":"2026-03-02T19:50:28.145676Z","steps":["trace[253570062] 'agreement among raft nodes before linearized reading' (duration: 134.316322ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:28.145604Z","caller":"traceutil/trace.go:171","msg":"trace[1171725615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24438; }","duration":"134.976032ms","start":"2026-03-02T19:50:28.010591Z","end":"2026-03-02T19:50:28.145567Z","steps":["trace[1171725615] 'agreement among raft nodes before linearized reading' (duration: 134.561659ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:29.993144Z","caller":"traceutil/trace.go:171","msg":"trace[1308625888] linearizableReadLoop","detail":"{readStateIndex:25297; appliedIndex:25296; }","duration":"116.455232ms","start":"2026-03-02T19:50:29.876647Z","end":"2026-03-02T19:50:29.993103Z","steps":["trace[1308625888] 'read index received' (duration: 116.227055ms)","trace[1308625888] 'applied index is now lower than readState.Index' (duration: 227.027µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:29.993243Z","caller":"traceutil/trace.go:171","msg":"trace[1086170260] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"118.375102ms","start":"2026-03-02T19:50:29.874831Z","end":"2026-03-02T19:50:29.993206Z","steps":["trace[1086170260] 'process raft request' (duration: 117.957479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:29.993393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.72736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:29.993442Z","caller":"traceutil/trace.go:171","msg":"trace[193874525] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24446; }","duration":"116.840034ms","start":"2026-03-02T19:50:29.876585Z","end":"2026-03-02T19:50:29.993425Z","steps":["trace[193874525] 'agreement among raft nodes before linearized reading' (duration: 116.737321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:29.998569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.971794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:29.998645Z","caller":"traceutil/trace.go:171","msg":"trace[439341649] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24448; }","duration":"121.064186ms","start":"2026-03-02T19:50:29.877562Z","end":"2026-03-02T19:50:29.998626Z","steps":["trace[439341649] 'agreement among raft nodes before linearized reading' (duration: 120.937012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:29.998646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.812208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:29.99869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.445607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:29.998732Z","caller":"traceutil/trace.go:171","msg":"trace[21291305] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24448; }","duration":"120.925102ms","start":"2026-03-02T19:50:29.877792Z","end":"2026-03-02T19:50:29.998717Z","steps":["trace[21291305] 'agreement among raft nodes before linearized reading' (duration: 120.784338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:29.998754Z","caller":"traceutil/trace.go:171","msg":"trace[820346254] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24448; }","duration":"120.55063ms","start":"2026-03-02T19:50:29.878188Z","end":"2026-03-02T19:50:29.998738Z","steps":["trace[820346254] 'agreement among raft nodes before linearized reading' (duration: 120.464347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:29.998751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.139859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:29.998813Z","caller":"traceutil/trace.go:171","msg":"trace[2119228320] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24448; }","duration":"121.206731ms","start":"2026-03-02T19:50:29.877592Z","end":"2026-03-02T19:50:29.998799Z","steps":["trace[2119228320] 'agreement among raft nodes before linearized reading' (duration: 121.107318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:29.998609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.268411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:29.999209Z","caller":"traceutil/trace.go:171","msg":"trace[1691139572] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24448; }","duration":"120.892931ms","start":"2026-03-02T19:50:29.878302Z","end":"2026-03-02T19:50:29.999195Z","steps":["trace[1691139572] 'agreement among raft nodes before linearized reading' (duration: 120.245661ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:32.316541Z","caller":"traceutil/trace.go:171","msg":"trace[271440972] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"182.428631ms","start":"2026-03-02T19:50:32.134083Z","end":"2026-03-02T19:50:32.316512Z","steps":["trace[271440972] 'process raft request' (duration: 114.587694ms)","trace[271440972] 'compare' (duration: 67.61873ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:32.316815Z","caller":"traceutil/trace.go:171","msg":"trace[1445446047] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"182.536974ms","start":"2026-03-02T19:50:32.134267Z","end":"2026-03-02T19:50:32.316804Z","steps":["trace[1445446047] 'process raft request' (duration: 182.200344ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:32.317284Z","caller":"traceutil/trace.go:171","msg":"trace[868568564] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"182.945798ms","start":"2026-03-02T19:50:32.134319Z","end":"2026-03-02T19:50:32.317265Z","steps":["trace[868568564] 'process raft request' (duration: 182.431482ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:32.317446Z","caller":"traceutil/trace.go:171","msg":"trace[1432050932] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"172.483249ms","start":"2026-03-02T19:50:32.144903Z","end":"2026-03-02T19:50:32.317386Z","steps":["trace[1432050932] 'process raft request' (duration: 172.097586ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:34.806134Z","caller":"traceutil/trace.go:171","msg":"trace[401053877] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"121.909172ms","start":"2026-03-02T19:50:34.684192Z","end":"2026-03-02T19:50:34.806101Z","steps":["trace[401053877] 'process raft request' (duration: 94.965418ms)","trace[401053877] 'compare' (duration: 26.81279ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:36.660986Z","caller":"traceutil/trace.go:171","msg":"trace[427008798] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"120.637053ms","start":"2026-03-02T19:50:36.540321Z","end":"2026-03-02T19:50:36.660959Z","steps":["trace[427008798] 'process raft request' (duration: 120.508329ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:36.661049Z","caller":"traceutil/trace.go:171","msg":"trace[539396003] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"121.676776ms","start":"2026-03-02T19:50:36.539336Z","end":"2026-03-02T19:50:36.661013Z","steps":["trace[539396003] 'process raft request' (duration: 121.419758ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:36.661068Z","caller":"traceutil/trace.go:171","msg":"trace[452885991] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"123.224145ms","start":"2026-03-02T19:50:36.537814Z","end":"2026-03-02T19:50:36.661038Z","steps":["trace[452885991] 'process raft request' (duration: 85.859973ms)","trace[452885991] 'compare' (duration: 36.911417ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:36.661442Z","caller":"traceutil/trace.go:171","msg":"trace[1295693553] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"122.000695ms","start":"2026-03-02T19:50:36.539414Z","end":"2026-03-02T19:50:36.661415Z","steps":["trace[1295693553] 'process raft request' (duration: 121.381016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:39.275952Z","caller":"traceutil/trace.go:171","msg":"trace[1583165432] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"606.041885ms","start":"2026-03-02T19:50:38.669887Z","end":"2026-03-02T19:50:39.275928Z","steps":["trace[1583165432] 'process raft request' (duration: 605.981393ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:39.275956Z","caller":"traceutil/trace.go:171","msg":"trace[1154454833] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"606.871601ms","start":"2026-03-02T19:50:38.669023Z","end":"2026-03-02T19:50:39.275894Z","steps":["trace[1154454833] 'process raft request' (duration: 606.236251ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:39.275982Z","caller":"traceutil/trace.go:171","msg":"trace[347464905] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"606.418606ms","start":"2026-03-02T19:50:38.669528Z","end":"2026-03-02T19:50:39.275947Z","steps":["trace[347464905] 'process raft request' (duration: 606.253641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:39.276123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:38.669521Z","time spent":"606.52957ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:39.276228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:38.669855Z","time spent":"606.165158ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:39.27647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:38.668988Z","time spent":"607.060506ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:39.327506Z","caller":"traceutil/trace.go:171","msg":"trace[153964670] linearizableReadLoop","detail":"{readStateIndex:25366; appliedIndex:25362; }","duration":"232.838142ms","start":"2026-03-02T19:50:39.094633Z","end":"2026-03-02T19:50:39.327471Z","steps":["trace[153964670] 'read index received' (duration: 180.544042ms)","trace[153964670] 'applied index is now lower than readState.Index' (duration: 52.29267ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:39.327596Z","caller":"traceutil/trace.go:171","msg":"trace[1381597199] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"475.865862ms","start":"2026-03-02T19:50:38.851682Z","end":"2026-03-02T19:50:39.327548Z","steps":["trace[1381597199] 'process raft request' (duration: 475.645516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:39.32781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.162132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T19:50:39.327855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:38.851654Z","time spent":"476.065709ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:39.327883Z","caller":"traceutil/trace.go:171","msg":"trace[964429909] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24512; }","duration":"233.282415ms","start":"2026-03-02T19:50:39.094579Z","end":"2026-03-02T19:50:39.327861Z","steps":["trace[964429909] 'agreement among raft nodes before linearized reading' (duration: 233.068769ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:39.546308Z","caller":"traceutil/trace.go:171","msg":"trace[1433644370] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"105.193248ms","start":"2026-03-02T19:50:39.441075Z","end":"2026-03-02T19:50:39.546268Z","steps":["trace[1433644370] 'process raft request' (duration: 104.814086ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:40.07935Z","caller":"traceutil/trace.go:171","msg":"trace[1690686207] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"115.346637ms","start":"2026-03-02T19:50:39.963975Z","end":"2026-03-02T19:50:40.079322Z","steps":["trace[1690686207] 'process raft request' (duration: 115.179502ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:42.404557Z","caller":"traceutil/trace.go:171","msg":"trace[1696964115] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"214.580399ms","start":"2026-03-02T19:50:42.189955Z","end":"2026-03-02T19:50:42.404535Z","steps":["trace[1696964115] 'process raft request' (duration: 214.428614ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:42.404695Z","caller":"traceutil/trace.go:171","msg":"trace[738293893] linearizableReadLoop","detail":"{readStateIndex:25384; appliedIndex:25382; }","duration":"167.056308ms","start":"2026-03-02T19:50:42.237618Z","end":"2026-03-02T19:50:42.404675Z","steps":["trace[738293893] 'read index received' (duration: 166.814831ms)","trace[738293893] 'applied index is now lower than readState.Index' (duration: 240.337µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:42.404793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.232187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:42.404819Z","caller":"traceutil/trace.go:171","msg":"trace[1167607434] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24530; }","duration":"213.288258ms","start":"2026-03-02T19:50:42.191524Z","end":"2026-03-02T19:50:42.404812Z","steps":["trace[1167607434] 'agreement among raft nodes before linearized reading' (duration: 213.169364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:42.404863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.514466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:42.404891Z","caller":"traceutil/trace.go:171","msg":"trace[337528094] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24530; }","duration":"213.555707ms","start":"2026-03-02T19:50:42.191328Z","end":"2026-03-02T19:50:42.404884Z","steps":["trace[337528094] 'agreement among raft nodes before linearized reading' (duration: 213.437283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:42.404899Z","caller":"traceutil/trace.go:171","msg":"trace[818606105] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"214.818517ms","start":"2026-03-02T19:50:42.190021Z","end":"2026-03-02T19:50:42.40484Z","steps":["trace[818606105] 'process raft request' (duration: 214.486556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:42.404966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.649059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:50:42.404986Z","caller":"traceutil/trace.go:171","msg":"trace[856616863] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24530; }","duration":"213.690481ms","start":"2026-03-02T19:50:42.191291Z","end":"2026-03-02T19:50:42.404982Z","steps":["trace[856616863] 'agreement among raft nodes before linearized reading' (duration: 213.64055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:42.405079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.988822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:42.405162Z","caller":"traceutil/trace.go:171","msg":"trace[1603120333] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24530; }","duration":"215.107145ms","start":"2026-03-02T19:50:42.190037Z","end":"2026-03-02T19:50:42.405144Z","steps":["trace[1603120333] 'agreement among raft nodes before linearized reading' (duration: 214.94124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:42.405848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.094913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T19:50:42.405899Z","caller":"traceutil/trace.go:171","msg":"trace[1104768781] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24532; }","duration":"162.164295ms","start":"2026-03-02T19:50:42.243724Z","end":"2026-03-02T19:50:42.405888Z","steps":["trace[1104768781] 'agreement among raft nodes before linearized reading' (duration: 161.998929ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:42.405824Z","caller":"traceutil/trace.go:171","msg":"trace[1014899451] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"147.725052ms","start":"2026-03-02T19:50:42.258066Z","end":"2026-03-02T19:50:42.405791Z","steps":["trace[1014899451] 'process raft request' (duration: 147.462554ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:45.617983Z","caller":"traceutil/trace.go:171","msg":"trace[174631500] linearizableReadLoop","detail":"{readStateIndex:25408; appliedIndex:25407; }","duration":"108.390489ms","start":"2026-03-02T19:50:45.50956Z","end":"2026-03-02T19:50:45.61795Z","steps":["trace[174631500] 'read index received' (duration: 11.743389ms)","trace[174631500] 'applied index is now lower than readState.Index' (duration: 96.64544ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:45.618025Z","caller":"traceutil/trace.go:171","msg":"trace[600029078] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"181.259084ms","start":"2026-03-02T19:50:45.436733Z","end":"2026-03-02T19:50:45.617992Z","steps":["trace[600029078] 'process raft request' (duration: 84.561671ms)","trace[600029078] 'compare' (duration: 96.489616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:45.618145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.562925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:45.618214Z","caller":"traceutil/trace.go:171","msg":"trace[1683749773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24553; }","duration":"108.684528ms","start":"2026-03-02T19:50:45.509514Z","end":"2026-03-02T19:50:45.618198Z","steps":["trace[1683749773] 'agreement among raft nodes before linearized reading' (duration: 108.566625ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:47.165643Z","caller":"traceutil/trace.go:171","msg":"trace[934551308] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"104.442275ms","start":"2026-03-02T19:50:47.061164Z","end":"2026-03-02T19:50:47.165607Z","steps":["trace[934551308] 'process raft request' (duration: 104.029802ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:48.753342Z","caller":"traceutil/trace.go:171","msg":"trace[1771251010] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"103.885248ms","start":"2026-03-02T19:50:48.649427Z","end":"2026-03-02T19:50:48.753312Z","steps":["trace[1771251010] 'process raft request' (duration: 103.359641ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:48.796533Z","caller":"traceutil/trace.go:171","msg":"trace[469366117] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"145.644447ms","start":"2026-03-02T19:50:48.650864Z","end":"2026-03-02T19:50:48.796509Z","steps":["trace[469366117] 'process raft request' (duration: 145.489582ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:49.66118Z","caller":"traceutil/trace.go:171","msg":"trace[2036478805] linearizableReadLoop","detail":"{readStateIndex:25435; appliedIndex:25434; }","duration":"148.025182ms","start":"2026-03-02T19:50:49.513123Z","end":"2026-03-02T19:50:49.661148Z","steps":["trace[2036478805] 'read index received' (duration: 51.400412ms)","trace[2036478805] 'applied index is now lower than readState.Index' (duration: 96.62327ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:49.661368Z","caller":"traceutil/trace.go:171","msg":"trace[908970631] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"152.631397ms","start":"2026-03-02T19:50:49.5087Z","end":"2026-03-02T19:50:49.661332Z","steps":["trace[908970631] 'process raft request' (duration: 55.813781ms)","trace[908970631] 'compare' (duration: 96.468495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:49.661439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.28263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:49.661493Z","caller":"traceutil/trace.go:171","msg":"trace[839547252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24579; }","duration":"148.370712ms","start":"2026-03-02T19:50:49.513105Z","end":"2026-03-02T19:50:49.661475Z","steps":["trace[839547252] 'agreement among raft nodes before linearized reading' (duration: 148.256399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.70821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.221812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:49.708296Z","caller":"traceutil/trace.go:171","msg":"trace[1405430966] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24580; }","duration":"158.385057ms","start":"2026-03-02T19:50:49.549891Z","end":"2026-03-02T19:50:49.708276Z","steps":["trace[1405430966] 'agreement among raft nodes before linearized reading' (duration: 158.214311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.708288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.746995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T19:50:49.708355Z","caller":"traceutil/trace.go:171","msg":"trace[1175360493] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24580; }","duration":"119.863209ms","start":"2026-03-02T19:50:49.588473Z","end":"2026-03-02T19:50:49.708336Z","steps":["trace[1175360493] 'agreement among raft nodes before linearized reading' (duration: 119.625611ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:49.708774Z","caller":"traceutil/trace.go:171","msg":"trace[922815845] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"149.614712ms","start":"2026-03-02T19:50:49.55914Z","end":"2026-03-02T19:50:49.708755Z","steps":["trace[922815845] 'process raft request' (duration: 148.779456ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:53.825708Z","caller":"traceutil/trace.go:171","msg":"trace[1108919759] linearizableReadLoop","detail":"{readStateIndex:25464; appliedIndex:25463; }","duration":"109.878316ms","start":"2026-03-02T19:50:53.715803Z","end":"2026-03-02T19:50:53.825681Z","steps":["trace[1108919759] 'read index received' (duration: 109.719311ms)","trace[1108919759] 'applied index is now lower than readState.Index' (duration: 158.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:53.825806Z","caller":"traceutil/trace.go:171","msg":"trace[1361165609] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"121.392327ms","start":"2026-03-02T19:50:53.704407Z","end":"2026-03-02T19:50:53.825799Z","steps":["trace[1361165609] 'process raft request' (duration: 121.132049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:53.826016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.195276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:53.82608Z","caller":"traceutil/trace.go:171","msg":"trace[1380422782] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24607; }","duration":"110.285699ms","start":"2026-03-02T19:50:53.715779Z","end":"2026-03-02T19:50:53.826065Z","steps":["trace[1380422782] 'agreement among raft nodes before linearized reading' (duration: 110.198326ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:55.039932Z","caller":"traceutil/trace.go:171","msg":"trace[46758276] linearizableReadLoop","detail":"{readStateIndex:25471; appliedIndex:25470; }","duration":"130.669558ms","start":"2026-03-02T19:50:54.909237Z","end":"2026-03-02T19:50:55.039906Z","steps":["trace[46758276] 'read index received' (duration: 121.833241ms)","trace[46758276] 'applied index is now lower than readState.Index' (duration: 8.834867ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:55.03999Z","caller":"traceutil/trace.go:171","msg":"trace[1439155085] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"240.242044ms","start":"2026-03-02T19:50:54.799704Z","end":"2026-03-02T19:50:55.039946Z","steps":["trace[1439155085] 'process raft request' (duration: 231.350325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:55.040222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.964797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:55.040362Z","caller":"traceutil/trace.go:171","msg":"trace[458807501] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24614; }","duration":"131.176873ms","start":"2026-03-02T19:50:54.909155Z","end":"2026-03-02T19:50:55.040332Z","steps":["trace[458807501] 'agreement among raft nodes before linearized reading' (duration: 130.861223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:55.084797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.129672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:55.084933Z","caller":"traceutil/trace.go:171","msg":"trace[1516089108] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24615; }","duration":"175.265826ms","start":"2026-03-02T19:50:54.909607Z","end":"2026-03-02T19:50:55.084873Z","steps":["trace[1516089108] 'agreement among raft nodes before linearized reading' (duration: 175.08062ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:55.085287Z","caller":"traceutil/trace.go:171","msg":"trace[1065699277] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"175.906977ms","start":"2026-03-02T19:50:54.909336Z","end":"2026-03-02T19:50:55.085243Z","steps":["trace[1065699277] 'process raft request' (duration: 175.190724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:55.085388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.643348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:55.08553Z","caller":"traceutil/trace.go:171","msg":"trace[1989608184] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24615; }","duration":"175.846035ms","start":"2026-03-02T19:50:54.909622Z","end":"2026-03-02T19:50:55.085468Z","steps":["trace[1989608184] 'agreement among raft nodes before linearized reading' (duration: 175.634438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:55.086168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.422492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-02T19:50:55.086222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.006983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:50:55.086369Z","caller":"traceutil/trace.go:171","msg":"trace[2083643811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24615; }","duration":"157.195669ms","start":"2026-03-02T19:50:54.929152Z","end":"2026-03-02T19:50:55.086348Z","steps":["trace[2083643811] 'agreement among raft nodes before linearized reading' (duration: 156.107795ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:55.086289Z","caller":"traceutil/trace.go:171","msg":"trace[2145298070] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24615; }","duration":"176.625888ms","start":"2026-03-02T19:50:54.909631Z","end":"2026-03-02T19:50:55.086257Z","steps":["trace[2145298070] 'agreement among raft nodes before linearized reading' (duration: 176.186415ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:55.214371Z","caller":"traceutil/trace.go:171","msg":"trace[546852552] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"123.38796ms","start":"2026-03-02T19:50:55.090946Z","end":"2026-03-02T19:50:55.214334Z","steps":["trace[546852552] 'process raft request' (duration: 55.814581ms)","trace[546852552] 'compare' (duration: 67.418564ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:55.418024Z","caller":"traceutil/trace.go:171","msg":"trace[284810007] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"261.065756ms","start":"2026-03-02T19:50:55.156906Z","end":"2026-03-02T19:50:55.417972Z","steps":["trace[284810007] 'process raft request' (duration: 214.606969ms)","trace[284810007] 'compare' (duration: 46.2317ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:04.110172Z","caller":"traceutil/trace.go:171","msg":"trace[1666143138] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"103.214247ms","start":"2026-03-02T19:51:04.006921Z","end":"2026-03-02T19:51:04.110135Z","steps":["trace[1666143138] 'process raft request' (duration: 38.842708ms)","trace[1666143138] 'compare' (duration: 64.158752ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:09.064915Z","caller":"traceutil/trace.go:171","msg":"trace[1129750355] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"126.679702ms","start":"2026-03-02T19:51:08.938204Z","end":"2026-03-02T19:51:09.064884Z","steps":["trace[1129750355] 'process raft request' (duration: 126.460525ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:42.881145Z","caller":"traceutil/trace.go:171","msg":"trace[888913094] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"168.531435ms","start":"2026-03-02T19:51:42.712588Z","end":"2026-03-02T19:51:42.88112Z","steps":["trace[888913094] 'process raft request' (duration: 162.880008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:43.906921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.402211ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:43.907027Z","caller":"traceutil/trace.go:171","msg":"trace[549251727] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24941; }","duration":"264.518875ms","start":"2026-03-02T19:51:43.642491Z","end":"2026-03-02T19:51:43.90701Z","steps":["trace[549251727] 'range keys from in-memory index tree' (duration: 264.389951ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:43.907197Z","caller":"traceutil/trace.go:171","msg":"trace[1682814954] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"171.84978ms","start":"2026-03-02T19:51:43.735338Z","end":"2026-03-02T19:51:43.907188Z","steps":["trace[1682814954] 'process raft request' (duration: 170.391234ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:44.114603Z","caller":"traceutil/trace.go:171","msg":"trace[945783576] linearizableReadLoop","detail":"{readStateIndex:25810; appliedIndex:25809; }","duration":"104.310461ms","start":"2026-03-02T19:51:44.010259Z","end":"2026-03-02T19:51:44.114569Z","steps":["trace[945783576] 'read index received' (duration: 87.38686ms)","trace[945783576] 'applied index is now lower than readState.Index' (duration: 16.922491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:44.114735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.465535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:44.11475Z","caller":"traceutil/trace.go:171","msg":"trace[1802174182] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"203.145481ms","start":"2026-03-02T19:51:43.911548Z","end":"2026-03-02T19:51:44.114693Z","steps":["trace[1802174182] 'process raft request' (duration: 186.054465ms)","trace[1802174182] 'compare' (duration: 16.842128ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:44.114822Z","caller":"traceutil/trace.go:171","msg":"trace[1503447908] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24943; }","duration":"104.60556ms","start":"2026-03-02T19:51:44.010196Z","end":"2026-03-02T19:51:44.114801Z","steps":["trace[1503447908] 'agreement among raft nodes before linearized reading' (duration: 104.467716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:44.114756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.490886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:51:44.115005Z","caller":"traceutil/trace.go:171","msg":"trace[1475847250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24943; }","duration":"104.780105ms","start":"2026-03-02T19:51:44.010215Z","end":"2026-03-02T19:51:44.114995Z","steps":["trace[1475847250] 'agreement among raft nodes before linearized reading' (duration: 104.457265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:55.583512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.970903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-03-02T19:51:55.583615Z","caller":"traceutil/trace.go:171","msg":"trace[1840715925] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:25042; }","duration":"113.129638ms","start":"2026-03-02T19:51:55.470464Z","end":"2026-03-02T19:51:55.583594Z","steps":["trace[1840715925] 'range keys from in-memory index tree' (duration: 112.718545ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:57.158012Z","caller":"traceutil/trace.go:171","msg":"trace[1647865631] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"102.478563ms","start":"2026-03-02T19:51:57.055491Z","end":"2026-03-02T19:51:57.157969Z","steps":["trace[1647865631] 'process raft request' (duration: 102.211255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:53:43.358743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.982792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:53:43.358841Z","caller":"traceutil/trace.go:171","msg":"trace[1030725596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26055; }","duration":"133.125786ms","start":"2026-03-02T19:53:43.225692Z","end":"2026-03-02T19:53:43.358818Z","steps":["trace[1030725596] 'range keys from in-memory index tree' (duration: 132.790476ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:54:05.497146Z","caller":"traceutil/trace.go:171","msg":"trace[377331555] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"108.777924ms","start":"2026-03-02T19:54:05.388334Z","end":"2026-03-02T19:54:05.497112Z","steps":["trace[377331555] 'process raft request' (duration: 81.895142ms)","trace[377331555] 'compare' (duration: 26.50001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:54:05.715059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.317696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:54:05.715218Z","caller":"traceutil/trace.go:171","msg":"trace[1892312099] linearizableReadLoop","detail":"{readStateIndex:27145; appliedIndex:27143; }","duration":"205.516725ms","start":"2026-03-02T19:54:05.509687Z","end":"2026-03-02T19:54:05.715203Z","steps":["trace[1892312099] 'read index received' (duration: 88.980902ms)","trace[1892312099] 'applied index is now lower than readState.Index' (duration: 116.535203ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:54:05.715288Z","caller":"traceutil/trace.go:171","msg":"trace[87902234] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"214.861953ms","start":"2026-03-02T19:54:05.500386Z","end":"2026-03-02T19:54:05.715248Z","steps":["trace[87902234] 'process raft request' (duration: 98.262648ms)","trace[87902234] 'compare' (duration: 116.196313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:54:05.715379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.257807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T19:54:05.715406Z","caller":"traceutil/trace.go:171","msg":"trace[1074209430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26244; }","duration":"162.317609ms","start":"2026-03-02T19:54:05.55308Z","end":"2026-03-02T19:54:05.715398Z","steps":["trace[1074209430] 'agreement among raft nodes before linearized reading' (duration: 162.204556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:54:05.715547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.719091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:54:05.715277Z","caller":"traceutil/trace.go:171","msg":"trace[184883401] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"212.691396ms","start":"2026-03-02T19:54:05.502555Z","end":"2026-03-02T19:54:05.715247Z","steps":["trace[184883401] 'process raft request' (duration: 212.607004ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:54:05.715742Z","caller":"traceutil/trace.go:171","msg":"trace[520927362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26244; }","duration":"206.063002ms","start":"2026-03-02T19:54:05.50965Z","end":"2026-03-02T19:54:05.715713Z","steps":["trace[520927362] 'agreement among raft nodes before linearized reading' (duration: 205.639129ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:54:31.410084Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23863} {"level":"info","ts":"2026-03-02T19:54:31.554728Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23863,"took":"140.083501ms","hash":1450302572,"current-db-size-bytes":51175424,"current-db-size":"51 MB","current-db-size-in-use-bytes":33255424,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T19:54:31.554809Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1450302572,"revision":23863,"compact-revision":21356} {"level":"info","ts":"2026-03-02T19:59:31.424473Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26529} {"level":"info","ts":"2026-03-02T19:59:31.543417Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26529,"took":"115.705892ms","hash":2990787997,"current-db-size-bytes":51175424,"current-db-size":"51 MB","current-db-size-in-use-bytes":30707712,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T19:59:31.543502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2990787997,"revision":26529,"compact-revision":23863} {"level":"info","ts":"2026-03-02T20:00:17.190021Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T20:00:17.195366Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-02T20:00:17.195479Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-02T20:01:19.735386Z","caller":"traceutil/trace.go:171","msg":"trace[231726069] linearizableReadLoop","detail":"{readStateIndex:30499; appliedIndex:30496; }","duration":"117.288713ms","start":"2026-03-02T20:01:19.618075Z","end":"2026-03-02T20:01:19.735364Z","steps":["trace[231726069] 'read index received' (duration: 72.914663ms)","trace[231726069] 'applied index is now lower than readState.Index' (duration: 44.37325ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T20:01:19.735619Z","caller":"traceutil/trace.go:171","msg":"trace[421930345] transaction","detail":"{read_only:false; response_revision:29498; number_of_response:1; }","duration":"123.435405ms","start":"2026-03-02T20:01:19.612173Z","end":"2026-03-02T20:01:19.735608Z","steps":["trace[421930345] 'process raft request' (duration: 123.059354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:01:19.735809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.675784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T20:01:19.735896Z","caller":"traceutil/trace.go:171","msg":"trace[437872638] transaction","detail":"{read_only:false; response_revision:29499; number_of_response:1; }","duration":"123.663082ms","start":"2026-03-02T20:01:19.612224Z","end":"2026-03-02T20:01:19.735887Z","steps":["trace[437872638] 'process raft request' (duration: 123.108205ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T20:01:19.735907Z","caller":"traceutil/trace.go:171","msg":"trace[117501756] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:29499; }","duration":"119.246974ms","start":"2026-03-02T20:01:19.61664Z","end":"2026-03-02T20:01:19.735887Z","steps":["trace[117501756] 'agreement among raft nodes before linearized reading' (duration: 119.035697ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T20:02:59.987783Z","caller":"traceutil/trace.go:171","msg":"trace[171188626] transaction","detail":"{read_only:false; response_revision:30179; number_of_response:1; }","duration":"114.616969ms","start":"2026-03-02T20:02:59.873138Z","end":"2026-03-02T20:02:59.987755Z","steps":["trace[171188626] 'process raft request' (duration: 38.205606ms)","trace[171188626] 'compare' (duration: 76.30769ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T20:04:31.430244Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28629} {"level":"info","ts":"2026-03-02T20:04:31.551237Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28629,"took":"116.3902ms","hash":3271522789,"current-db-size-bytes":51175424,"current-db-size":"51 MB","current-db-size-in-use-bytes":28471296,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T20:04:31.551296Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3271522789,"revision":28629,"compact-revision":26529} {"level":"info","ts":"2026-03-02T20:07:24.407291Z","caller":"traceutil/trace.go:171","msg":"trace[356661039] transaction","detail":"{read_only:false; response_revision:32120; number_of_response:1; }","duration":"140.281919ms","start":"2026-03-02T20:07:24.266984Z","end":"2026-03-02T20:07:24.407266Z","steps":["trace[356661039] 'process raft request' (duration: 140.109624ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T20:09:31.437113Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30814} {"level":"info","ts":"2026-03-02T20:09:31.591064Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30814,"took":"146.154886ms","hash":1019649326,"current-db-size-bytes":51175424,"current-db-size":"51 MB","current-db-size-in-use-bytes":28602368,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T20:09:31.591151Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1019649326,"revision":30814,"compact-revision":28629} {"level":"warn","ts":"2026-03-02T20:12:22.431681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903106459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T20:12:22.9324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903106459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T20:12:23.433134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903106459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T20:12:23.93403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903106459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T20:12:24.240162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T20:12:24.240246Z","caller":"traceutil/trace.go:171","msg":"trace[1064654614] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000304351s","start":"2026-03-02T20:12:22.239922Z","end":"2026-03-02T20:12:24.240227Z","steps":["trace[1064654614] 'agreement among raft nodes before linearized reading' (duration: 2.000201898s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:24.240286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.239903Z","time spent":"2.000374613s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T20:12:24.434882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903106459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T20:12:24.511318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000785846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T20:12:24.511467Z","caller":"traceutil/trace.go:171","msg":"trace[1283853332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000986593s","start":"2026-03-02T20:12:22.510456Z","end":"2026-03-02T20:12:24.511443Z","steps":["trace[1283853332] 'agreement among raft nodes before linearized reading' (duration: 2.000820807s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:24.511517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.510435Z","time spent":"2.001072656s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 20:12:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T20:12:24.935369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903106459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T20:12:25.43637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903106459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T20:12:25.859533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000537108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T20:12:25.859608Z","caller":"traceutil/trace.go:171","msg":"trace[1567535318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000663512s","start":"2026-03-02T20:12:23.858926Z","end":"2026-03-02T20:12:25.85959Z","steps":["trace[1567535318] 'agreement among raft nodes before linearized reading' (duration: 2.000559118s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:25.85965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:23.858911Z","time spent":"2.000730283s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 20:12:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T20:12:25.937136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903106459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T20:12:26.437823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903106459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T20:12:26.519019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000577309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T20:12:26.519136Z","caller":"traceutil/trace.go:171","msg":"trace[1044230864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000760595s","start":"2026-03-02T20:12:24.518347Z","end":"2026-03-02T20:12:26.519107Z","steps":["trace[1044230864] 'agreement among raft nodes before linearized reading' (duration: 2.00060658s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:26.519212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:24.518329Z","time spent":"2.000856947s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T20:12:26.938551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903106459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T20:12:26.953269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:21.95657Z","time spent":"4.99669315s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 20:12:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T20:12:27.052778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.054968Z","time spent":"4.997802014s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T20:12:27.14604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000436105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T20:12:27.146112Z","caller":"traceutil/trace.go:171","msg":"trace[989395225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000554039s","start":"2026-03-02T20:12:25.14554Z","end":"2026-03-02T20:12:27.146094Z","steps":["trace[989395225] 'agreement among raft nodes before linearized reading' (duration: 2.000461566s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:27.146146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:25.145525Z","time spent":"2.000614601s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 20:12:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T20:12:27.279606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.281238Z","time spent":"4.998360732s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T20:12:27.279693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.281843Z","time spent":"4.997843306s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 20:12:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T20:12:27.282118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.283465Z","time spent":"4.998650081s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T20:12:27.282686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.285032Z","time spent":"4.99765027s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 20:12:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T20:12:27.439574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903106459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T20:12:27.630237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999459917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T20:12:27.630323Z","caller":"traceutil/trace.go:171","msg":"trace[2006024184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999625562s","start":"2026-03-02T20:12:22.630677Z","end":"2026-03-02T20:12:27.630303Z","steps":["trace[2006024184] 'agreement among raft nodes before linearized reading' (duration: 4.999495308s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:27.630374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.630658Z","time spent":"4.999706575s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 20:12:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T20:12:27.647187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.649573Z","time spent":"4.997610868s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 20:12:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T20:12:27.888737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999136356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T20:12:27.888818Z","caller":"traceutil/trace.go:171","msg":"trace[305623041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99926456s","start":"2026-03-02T20:12:22.889534Z","end":"2026-03-02T20:12:27.888799Z","steps":["trace[305623041] 'agreement among raft nodes before linearized reading' (duration: 4.999167097s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:27.888863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.889511Z","time spent":"4.999342803s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 20:12:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T20:12:27.940511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903106459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T20:12:28.193331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999131325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T20:12:28.193411Z","caller":"traceutil/trace.go:171","msg":"trace[158844431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999263229s","start":"2026-03-02T20:12:23.194128Z","end":"2026-03-02T20:12:28.193391Z","steps":["trace[158844431] 'agreement among raft nodes before linearized reading' (duration: 4.999165636s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.193455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:23.194109Z","time spent":"4.999336001s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 20:12:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T20:12:28.440602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388725903106459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T20:12:28.528027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000424674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T20:12:28.528099Z","caller":"traceutil/trace.go:171","msg":"trace[335044104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00060157s","start":"2026-03-02T20:12:26.527476Z","end":"2026-03-02T20:12:28.528078Z","steps":["trace[335044104] 'agreement among raft nodes before linearized reading' (duration: 2.000518367s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.528145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:26.527438Z","time spent":"2.000698003s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T20:12:28.591441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:21.590245Z","time spent":"7.001185531s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T20:12:28.613054Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.022674673s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T20:12:28.635351Z","caller":"traceutil/trace.go:171","msg":"trace[1595811969] linearizableReadLoop","detail":"{readStateIndex:35341; appliedIndex:35329; }","duration":"6.704155336s","start":"2026-03-02T20:12:21.931176Z","end":"2026-03-02T20:12:28.635331Z","steps":["trace[1595811969] 'read index received' (duration: 6.682258961s)","trace[1595811969] 'applied index is now lower than readState.Index' (duration: 21.895645ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T20:12:28.635721Z","caller":"traceutil/trace.go:171","msg":"trace[225579805] transaction","detail":"{read_only:false; response_revision:34196; number_of_response:1; }","duration":"6.063745956s","start":"2026-03-02T20:12:22.57196Z","end":"2026-03-02T20:12:28.635706Z","steps":["trace[225579805] 'process raft request' (duration: 6.061485465s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.635821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.57192Z","time spent":"6.063830789s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T20:12:28.635986Z","caller":"traceutil/trace.go:171","msg":"trace[1539155926] transaction","detail":"{read_only:false; response_revision:34198; number_of_response:1; }","duration":"4.675185509s","start":"2026-03-02T20:12:23.960791Z","end":"2026-03-02T20:12:28.635977Z","steps":["trace[1539155926] 'process raft request' (duration: 4.674456616s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.636035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:23.960763Z","time spent":"4.67525017s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T20:12:28.636127Z","caller":"traceutil/trace.go:171","msg":"trace[156766182] transaction","detail":"{read_only:false; response_revision:34199; number_of_response:1; }","duration":"4.418262236s","start":"2026-03-02T20:12:24.217856Z","end":"2026-03-02T20:12:28.636118Z","steps":["trace[156766182] 'process raft request' (duration: 4.417447101s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.63616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:24.217829Z","time spent":"4.418311478s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T20:12:28.636262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.705093075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T20:12:28.636288Z","caller":"traceutil/trace.go:171","msg":"trace[1540458972] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:34199; }","duration":"6.705159547s","start":"2026-03-02T20:12:21.93112Z","end":"2026-03-02T20:12:28.636279Z","steps":["trace[1540458972] 'agreement among raft nodes before linearized reading' (duration: 6.705111426s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.63631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:21.931097Z","time spent":"6.705207658s","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T20:12:28.636444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.245529658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T20:12:28.636464Z","caller":"traceutil/trace.go:171","msg":"trace[663944971] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:34199; }","duration":"6.24558817s","start":"2026-03-02T20:12:22.39087Z","end":"2026-03-02T20:12:28.636458Z","steps":["trace[663944971] 'agreement among raft nodes before linearized reading' (duration: 6.245550509s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.636485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.390851Z","time spent":"6.245629652s","remote":"127.0.0.1:42092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T20:12:28.63694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.661406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T20:12:28.636968Z","caller":"traceutil/trace.go:171","msg":"trace[50786504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34199; }","duration":"107.771569ms","start":"2026-03-02T20:12:28.529189Z","end":"2026-03-02T20:12:28.63696Z","steps":["trace[50786504] 'agreement among raft nodes before linearized reading' (duration: 107.723317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.637093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.850983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T20:12:28.637114Z","caller":"traceutil/trace.go:171","msg":"trace[2050711700] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:34199; }","duration":"497.895243ms","start":"2026-03-02T20:12:28.139209Z","end":"2026-03-02T20:12:28.637105Z","steps":["trace[2050711700] 'agreement among raft nodes before linearized reading' (duration: 497.856312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.637133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:28.139193Z","time spent":"497.933885ms","remote":"127.0.0.1:51562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-02T20:12:28.637411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.123691269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T20:12:28.637434Z","caller":"traceutil/trace.go:171","msg":"trace[1476855178] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9; range_end:; response_count:1; response_revision:34199; }","duration":"4.12375702s","start":"2026-03-02T20:12:24.51367Z","end":"2026-03-02T20:12:28.637427Z","steps":["trace[1476855178] 'agreement among raft nodes before linearized reading' (duration: 4.123679518s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.637452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:24.513644Z","time spent":"4.123803052s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b5d725b5db9\" "} {"level":"warn","ts":"2026-03-02T20:12:28.637549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.905833329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T20:12:28.637623Z","caller":"traceutil/trace.go:171","msg":"trace[1082782309] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:34199; }","duration":"3.905959383s","start":"2026-03-02T20:12:24.731647Z","end":"2026-03-02T20:12:28.637607Z","steps":["trace[1082782309] 'agreement among raft nodes before linearized reading' (duration: 3.905621232s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.637628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.212439553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T20:12:28.637653Z","caller":"traceutil/trace.go:171","msg":"trace[402746632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34199; }","duration":"5.212494305s","start":"2026-03-02T20:12:23.42515Z","end":"2026-03-02T20:12:28.637645Z","steps":["trace[402746632] 'agreement among raft nodes before linearized reading' (duration: 5.212437693s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.637656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:24.731632Z","time spent":"3.906017214s","remote":"127.0.0.1:36934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":192,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T20:12:28.637671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:23.425131Z","time spent":"5.212536277s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T20:12:28.637748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.778723856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T20:12:28.637767Z","caller":"traceutil/trace.go:171","msg":"trace[484945166] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:34199; }","duration":"5.778778548s","start":"2026-03-02T20:12:22.858981Z","end":"2026-03-02T20:12:28.63776Z","steps":["trace[484945166] 'agreement among raft nodes before linearized reading' (duration: 5.778744667s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.637785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.858961Z","time spent":"5.778818649s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T20:12:28.637912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.864873999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T20:12:28.637923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.341045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T20:12:28.63793Z","caller":"traceutil/trace.go:171","msg":"trace[1031265383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34199; }","duration":"5.864924751s","start":"2026-03-02T20:12:22.772998Z","end":"2026-03-02T20:12:28.637923Z","steps":["trace[1031265383] 'agreement among raft nodes before linearized reading' (duration: 5.864874019s)"],"step_count":1} {"level":"info","ts":"2026-03-02T20:12:28.637943Z","caller":"traceutil/trace.go:171","msg":"trace[1175668457] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:34199; }","duration":"678.393206ms","start":"2026-03-02T20:12:27.959543Z","end":"2026-03-02T20:12:28.637936Z","steps":["trace[1175668457] 'agreement among raft nodes before linearized reading' (duration: 678.295453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.637949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.772985Z","time spent":"5.864957671s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T20:12:28.637961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:27.959528Z","time spent":"678.428637ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-02T20:12:28.638072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.598311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T20:12:28.638094Z","caller":"traceutil/trace.go:171","msg":"trace[1785227896] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:34199; }","duration":"875.652823ms","start":"2026-03-02T20:12:27.762431Z","end":"2026-03-02T20:12:28.638084Z","steps":["trace[1785227896] 'agreement among raft nodes before linearized reading' (duration: 875.615482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.638102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.86556485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T20:12:28.638114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:27.76241Z","time spent":"875.698794ms","remote":"127.0.0.1:50816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-02T20:12:28.638122Z","caller":"traceutil/trace.go:171","msg":"trace[1561171624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34199; }","duration":"5.865624303s","start":"2026-03-02T20:12:22.772492Z","end":"2026-03-02T20:12:28.638116Z","steps":["trace[1561171624] 'agreement among raft nodes before linearized reading' (duration: 5.865556631s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.638142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:22.77247Z","time spent":"5.865666003s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T20:12:28.63826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.618344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T20:12:28.63828Z","caller":"traceutil/trace.go:171","msg":"trace[2072220026] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34199; }","duration":"988.673246ms","start":"2026-03-02T20:12:27.6496Z","end":"2026-03-02T20:12:28.638273Z","steps":["trace[2072220026] 'agreement among raft nodes before linearized reading' (duration: 988.614374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.638296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:27.649578Z","time spent":"988.714707ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T20:12:28.638415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353759679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-02T20:12:28.638432Z","caller":"traceutil/trace.go:171","msg":"trace[1354235123] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34199; }","duration":"1.3537853s","start":"2026-03-02T20:12:27.284641Z","end":"2026-03-02T20:12:28.638426Z","steps":["trace[1354235123] 'agreement among raft nodes before linearized reading' (duration: 1.353730028s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.638447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:27.284637Z","time spent":"1.35380583s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-02T20:12:28.638536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354068478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T20:12:28.638558Z","caller":"traceutil/trace.go:171","msg":"trace[1007903868] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34199; }","duration":"1.354101839s","start":"2026-03-02T20:12:27.28445Z","end":"2026-03-02T20:12:28.638552Z","steps":["trace[1007903868] 'agreement among raft nodes before linearized reading' (duration: 1.354036427s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.638577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:27.284443Z","time spent":"1.35412797s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T20:12:28.638685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356595357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T20:12:28.638704Z","caller":"traceutil/trace.go:171","msg":"trace[14577462] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:34199; }","duration":"1.356657069s","start":"2026-03-02T20:12:27.282041Z","end":"2026-03-02T20:12:28.638698Z","steps":["trace[14577462] 'agreement among raft nodes before linearized reading' (duration: 1.356598987s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.638721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:27.282015Z","time spent":"1.356700641s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T20:12:28.638765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541059876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-02T20:12:28.638789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709361757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T20:12:28.638797Z","caller":"traceutil/trace.go:171","msg":"trace[583450280] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:34199; }","duration":"3.541120958s","start":"2026-03-02T20:12:25.097668Z","end":"2026-03-02T20:12:28.638789Z","steps":["trace[583450280] 'agreement among raft nodes before linearized reading' (duration: 3.541029555s)"],"step_count":1} {"level":"info","ts":"2026-03-02T20:12:28.638813Z","caller":"traceutil/trace.go:171","msg":"trace[1642722801] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:34199; }","duration":"3.709419319s","start":"2026-03-02T20:12:24.929383Z","end":"2026-03-02T20:12:28.638803Z","steps":["trace[1642722801] 'agreement among raft nodes before linearized reading' (duration: 3.709378298s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.638826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:25.097657Z","time spent":"3.541163039s","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-02T20:12:28.638838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:24.929362Z","time spent":"3.70946986s","remote":"127.0.0.1:50748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T20:12:28.637573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.783708311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T20:12:28.638955Z","caller":"traceutil/trace.go:171","msg":"trace[1847098767] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:34199; }","duration":"4.785087744s","start":"2026-03-02T20:12:23.853858Z","end":"2026-03-02T20:12:28.638945Z","steps":["trace[1847098767] 'agreement among raft nodes before linearized reading' (duration: 4.7836916s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.638978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357788615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-02T20:12:28.63898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:23.853792Z","time spent":"4.785178917s","remote":"127.0.0.1:44486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-02T20:12:28.638998Z","caller":"traceutil/trace.go:171","msg":"trace[205086749] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:34199; }","duration":"1.357838906s","start":"2026-03-02T20:12:27.281153Z","end":"2026-03-02T20:12:28.638991Z","steps":["trace[205086749] 'agreement among raft nodes before linearized reading' (duration: 1.357781844s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.639016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:27.281133Z","time spent":"1.357878938s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T20:12:28.639111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583265784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-02T20:12:28.639146Z","caller":"traceutil/trace.go:171","msg":"trace[1475297441] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:34199; }","duration":"1.583351126s","start":"2026-03-02T20:12:27.055786Z","end":"2026-03-02T20:12:28.639137Z","steps":["trace[1475297441] 'agreement among raft nodes before linearized reading' (duration: 1.583267083s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.639168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:27.055767Z","time spent":"1.583394598s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-02T20:12:28.639289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683976121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-03-02T20:12:28.639307Z","caller":"traceutil/trace.go:171","msg":"trace[1641556356] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:34199; }","duration":"1.684041174s","start":"2026-03-02T20:12:26.95526Z","end":"2026-03-02T20:12:28.639301Z","steps":["trace[1641556356] 'agreement among raft nodes before linearized reading' (duration: 1.683987222s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.639324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:26.95524Z","time spent":"1.684080154s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-02T20:12:28.639361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719977257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T20:12:28.639381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961458207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T20:12:28.639387Z","caller":"traceutil/trace.go:171","msg":"trace[1996634931] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:34199; }","duration":"2.72004587s","start":"2026-03-02T20:12:25.919332Z","end":"2026-03-02T20:12:28.639378Z","steps":["trace[1996634931] 'agreement among raft nodes before linearized reading' (duration: 2.719998609s)"],"step_count":1} {"level":"info","ts":"2026-03-02T20:12:28.639401Z","caller":"traceutil/trace.go:171","msg":"trace[334501224] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:34199; }","duration":"2.961477538s","start":"2026-03-02T20:12:25.677916Z","end":"2026-03-02T20:12:28.639393Z","steps":["trace[334501224] 'agreement among raft nodes before linearized reading' (duration: 2.961446607s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.639407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:25.919304Z","time spent":"2.720098062s","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T20:12:28.639422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:25.677846Z","time spent":"2.96157083s","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T20:12:28.639471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794646511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419146"} {"level":"info","ts":"2026-03-02T20:12:28.6395Z","caller":"traceutil/trace.go:171","msg":"trace[417135976] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:34199; }","duration":"1.794714373s","start":"2026-03-02T20:12:26.844778Z","end":"2026-03-02T20:12:28.639492Z","steps":["trace[417135976] 'agreement among raft nodes before linearized reading' (duration: 1.794582859s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.639522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:26.84476Z","time spent":"1.794754315s","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419169,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T20:12:28.639598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581493309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T20:12:28.63964Z","caller":"traceutil/trace.go:171","msg":"trace[2061898817] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:34199; }","duration":"2.581647244s","start":"2026-03-02T20:12:26.057979Z","end":"2026-03-02T20:12:28.639626Z","steps":["trace[2061898817] 'agreement among raft nodes before linearized reading' (duration: 2.58151761s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T20:12:28.639676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T20:12:26.057958Z","time spent":"2.581706675s","remote":"127.0.0.1:42466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T20:14:27.376271Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008d54.wal"} {"level":"info","ts":"2026-03-02T20:14:31.444769Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32991} {"level":"info","ts":"2026-03-02T20:14:31.603176Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32991,"took":"153.581512ms","hash":1016056008,"current-db-size-bytes":52477952,"current-db-size":"52 MB","current-db-size-in-use-bytes":28229632,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T20:14:31.603235Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1016056008,"revision":32991,"compact-revision":30814} {"level":"info","ts":"2026-03-02T20:19:31.450656Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35042} {"level":"info","ts":"2026-03-02T20:19:31.571062Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35042,"took":"114.690175ms","hash":2226512625,"current-db-size-bytes":53329920,"current-db-size":"53 MB","current-db-size-in-use-bytes":28413952,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T20:19:31.571143Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2226512625,"revision":35042,"compact-revision":32991}