{"level":"warn","ts":"2026-02-27T18:20:43.813869Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T18:20:43.813975Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.157:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.157:2380","--initial-cluster=instance=https://199.204.45.157:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.157:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.157:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T18:20:43.814053Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T18:20:43.814072Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-02-27T18:20:43.814092Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T18:20:43.814864Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"]} {"level":"info","ts":"2026-02-27T18:20:43.81497Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.157:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T18:20:43.820524Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.16656ms"} {"level":"info","ts":"2026-02-27T18:20:43.828572Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5f170c75a1d97cc","cluster-id":"44a3176ec85feb9"} {"level":"info","ts":"2026-02-27T18:20:43.828647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T18:20:43.828766Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 0"} {"level":"info","ts":"2026-02-27T18:20:43.828785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5f170c75a1d97cc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T18:20:43.828805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 1"} {"level":"info","ts":"2026-02-27T18:20:43.828858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"warn","ts":"2026-02-27T18:20:43.836868Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T18:20:43.839468Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T18:20:43.84062Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T18:20:43.842927Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5f170c75a1d97cc","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T18:20:43.843134Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5f170c75a1d97cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T18:20:43.843266Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:20:43.843391Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:20:43.843405Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:20:43.844776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"info","ts":"2026-02-27T18:20:43.845274Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","added-peer-id":"5f170c75a1d97cc","added-peer-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-02-27T18:20:43.849289Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T18:20:43.849436Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-02-27T18:20:43.849523Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-02-27T18:20:43.849729Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5f170c75a1d97cc","initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T18:20:43.849767Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T18:20:44.329698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T18:20:44.329764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T18:20:44.329814Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgPreVoteResp from 5f170c75a1d97cc at term 1"} {"level":"info","ts":"2026-02-27T18:20:44.329836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became candidate at term 2"} {"level":"info","ts":"2026-02-27T18:20:44.329858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgVoteResp from 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-02-27T18:20:44.329894Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became leader at term 2"} {"level":"info","ts":"2026-02-27T18:20:44.329914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5f170c75a1d97cc elected leader 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-02-27T18:20:44.332745Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5f170c75a1d97cc","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.157:2379]}","request-path":"/0/members/5f170c75a1d97cc/attributes","cluster-id":"44a3176ec85feb9","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T18:20:44.333108Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:20:44.334199Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T18:20:44.334665Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T18:20:44.33495Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T18:20:44.334979Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T18:20:44.335035Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:20:44.335139Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:20:44.335221Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:20:44.337855Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.157:2379"} {"level":"info","ts":"2026-02-27T18:20:44.339559Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T18:20:46.33948Z","caller":"traceutil/trace.go:171","msg":"trace[1580611826] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"135.432482ms","start":"2026-02-27T18:20:46.20401Z","end":"2026-02-27T18:20:46.339443Z","steps":["trace[1580611826] 'process raft request' (duration: 60.111286ms)","trace[1580611826] 'compare' (duration: 75.168102ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:20:46.339581Z","caller":"traceutil/trace.go:171","msg":"trace[1205405081] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"135.516426ms","start":"2026-02-27T18:20:46.204044Z","end":"2026-02-27T18:20:46.339561Z","steps":["trace[1205405081] 'process raft request' (duration: 135.352381ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:20:46.33977Z","caller":"traceutil/trace.go:171","msg":"trace[1495251632] linearizableReadLoop","detail":"{readStateIndex:18; appliedIndex:8; }","duration":"124.277617ms","start":"2026-02-27T18:20:46.215465Z","end":"2026-02-27T18:20:46.339743Z","steps":["trace[1495251632] 'read index received' (duration: 31.417115ms)","trace[1495251632] 'applied index is now lower than readState.Index' (duration: 92.858032ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:20:46.340341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.830669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T18:20:46.340398Z","caller":"traceutil/trace.go:171","msg":"trace[1766138565] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:14; }","duration":"124.962302ms","start":"2026-02-27T18:20:46.215421Z","end":"2026-02-27T18:20:46.340383Z","steps":["trace[1766138565] 'agreement among raft nodes before linearized reading' (duration: 124.477201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:20:46.341273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.943645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-02-27T18:20:46.341358Z","caller":"traceutil/trace.go:171","msg":"trace[1941949284] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19; }","duration":"110.064848ms","start":"2026-02-27T18:20:46.231274Z","end":"2026-02-27T18:20:46.341339Z","steps":["trace[1941949284] 'agreement among raft nodes before linearized reading' (duration: 109.416763ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:20:46.600206Z","caller":"traceutil/trace.go:171","msg":"trace[381083352] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"230.468123ms","start":"2026-02-27T18:20:46.369708Z","end":"2026-02-27T18:20:46.600177Z","steps":["trace[381083352] 'process raft request' (duration: 230.280218ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:20:46.600263Z","caller":"traceutil/trace.go:171","msg":"trace[294682690] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"230.706719ms","start":"2026-02-27T18:20:46.369494Z","end":"2026-02-27T18:20:46.6002Z","steps":["trace[294682690] 'process raft request' (duration: 207.587675ms)","trace[294682690] 'compare' (duration: 22.757364ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:20:46.600295Z","caller":"traceutil/trace.go:171","msg":"trace[2125971473] linearizableReadLoop","detail":"{readStateIndex:41; appliedIndex:34; }","duration":"178.608227ms","start":"2026-02-27T18:20:46.421666Z","end":"2026-02-27T18:20:46.600274Z","steps":["trace[2125971473] 'read index received' (duration: 155.294359ms)","trace[2125971473] 'applied index is now lower than readState.Index' (duration: 23.312568ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:20:46.600452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.773741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T18:20:46.600471Z","caller":"traceutil/trace.go:171","msg":"trace[1578915136] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"230.36111ms","start":"2026-02-27T18:20:46.370092Z","end":"2026-02-27T18:20:46.600453Z","steps":["trace[1578915136] 'process raft request' (duration: 229.970821ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:20:46.600524Z","caller":"traceutil/trace.go:171","msg":"trace[1902051999] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"229.699414ms","start":"2026-02-27T18:20:46.370793Z","end":"2026-02-27T18:20:46.600492Z","steps":["trace[1902051999] 'process raft request' (duration: 229.424218ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:20:46.600503Z","caller":"traceutil/trace.go:171","msg":"trace[438735935] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"229.851647ms","start":"2026-02-27T18:20:46.370608Z","end":"2026-02-27T18:20:46.600459Z","steps":["trace[438735935] 'process raft request' (duration: 229.546251ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:20:46.600442Z","caller":"traceutil/trace.go:171","msg":"trace[247870569] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"230.535095ms","start":"2026-02-27T18:20:46.369883Z","end":"2026-02-27T18:20:46.600417Z","steps":["trace[247870569] 'process raft request' (duration: 230.146686ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:20:46.600501Z","caller":"traceutil/trace.go:171","msg":"trace[1984564989] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:37; }","duration":"178.879913ms","start":"2026-02-27T18:20:46.421608Z","end":"2026-02-27T18:20:46.600488Z","steps":["trace[1984564989] 'agreement among raft nodes before linearized reading' (duration: 178.73147ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:20:46.60039Z","caller":"traceutil/trace.go:171","msg":"trace[1736539074] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"230.133305ms","start":"2026-02-27T18:20:46.370218Z","end":"2026-02-27T18:20:46.600352Z","steps":["trace[1736539074] 'process raft request' (duration: 229.876809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:20:47.973852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.117966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-27T18:20:47.973979Z","caller":"traceutil/trace.go:171","msg":"trace[452389994] transaction","detail":"{read_only:false; response_revision:127; number_of_response:1; }","duration":"267.054718ms","start":"2026-02-27T18:20:47.706906Z","end":"2026-02-27T18:20:47.973961Z","steps":["trace[452389994] 'compare' (duration: 255.942042ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:20:52.69788Z","caller":"traceutil/trace.go:171","msg":"trace[195697705] linearizableReadLoop","detail":"{readStateIndex:317; appliedIndex:316; }","duration":"137.164952ms","start":"2026-02-27T18:20:52.560689Z","end":"2026-02-27T18:20:52.697854Z","steps":["trace[195697705] 'read index received' (duration: 136.976148ms)","trace[195697705] 'applied index is now lower than readState.Index' (duration: 187.814µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:20:52.697943Z","caller":"traceutil/trace.go:171","msg":"trace[2002912019] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"283.472285ms","start":"2026-02-27T18:20:52.414435Z","end":"2026-02-27T18:20:52.697908Z","steps":["trace[2002912019] 'process raft request' (duration: 283.26323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:20:52.698106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.396287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:20:52.698174Z","caller":"traceutil/trace.go:171","msg":"trace[1415075349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:304; }","duration":"137.52517ms","start":"2026-02-27T18:20:52.560632Z","end":"2026-02-27T18:20:52.698157Z","steps":["trace[1415075349] 'agreement among raft nodes before linearized reading' (duration: 137.328456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:20:54.383938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.348147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-02-27T18:20:54.384174Z","caller":"traceutil/trace.go:171","msg":"trace[638999209] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:323; }","duration":"170.637274ms","start":"2026-02-27T18:20:54.213518Z","end":"2026-02-27T18:20:54.384155Z","steps":["trace[638999209] 'range keys from in-memory index tree' (duration: 170.176814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:20:54.38402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.943733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-27T18:20:54.384321Z","caller":"traceutil/trace.go:171","msg":"trace[162057012] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:323; }","duration":"270.26649ms","start":"2026-02-27T18:20:54.114025Z","end":"2026-02-27T18:20:54.384292Z","steps":["trace[162057012] 'range keys from in-memory index tree' (duration: 269.854961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:20:54.384033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.295193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-02-27T18:20:54.384545Z","caller":"traceutil/trace.go:171","msg":"trace[1949645046] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:323; }","duration":"120.826015ms","start":"2026-02-27T18:20:54.263656Z","end":"2026-02-27T18:20:54.384482Z","steps":["trace[1949645046] 'range keys from in-memory index tree' (duration: 120.190911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:20:54.384057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.709635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-02-27T18:20:54.384692Z","caller":"traceutil/trace.go:171","msg":"trace[1730393579] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:323; }","duration":"220.328139ms","start":"2026-02-27T18:20:54.164341Z","end":"2026-02-27T18:20:54.384669Z","steps":["trace[1730393579] 'range keys from in-memory index tree' (duration: 219.571591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:20:58.347146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289807409002327,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:20:58.656423Z","caller":"traceutil/trace.go:171","msg":"trace[2073937566] linearizableReadLoop","detail":"{readStateIndex:388; appliedIndex:387; }","duration":"810.262482ms","start":"2026-02-27T18:20:57.846132Z","end":"2026-02-27T18:20:58.656394Z","steps":["trace[2073937566] 'read index received' (duration: 810.083838ms)","trace[2073937566] 'applied index is now lower than readState.Index' (duration: 177.584µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:20:58.656501Z","caller":"traceutil/trace.go:171","msg":"trace[1108299973] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"874.198306ms","start":"2026-02-27T18:20:57.782258Z","end":"2026-02-27T18:20:58.656456Z","steps":["trace[1108299973] 'process raft request' (duration: 873.991871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:20:58.656705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.533878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:20:58.656807Z","caller":"traceutil/trace.go:171","msg":"trace[445764826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:374; }","duration":"810.709182ms","start":"2026-02-27T18:20:57.846073Z","end":"2026-02-27T18:20:58.656782Z","steps":["trace[445764826] 'agreement among raft nodes before linearized reading' (duration: 810.471917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:20:58.656856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:20:57.846049Z","time spent":"810.794615ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:20:58.657118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:20:57.782234Z","time spent":"874.422081ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:20:59.677012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.717128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:20:59.67716Z","caller":"traceutil/trace.go:171","msg":"trace[1977706662] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"1.015794772s","start":"2026-02-27T18:20:58.661347Z","end":"2026-02-27T18:20:59.677142Z","steps":["trace[1977706662] 'process raft request' (duration: 98.851709ms)","trace[1977706662] 'compare' (duration: 916.579424ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:20:59.677224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:20:58.661318Z","time spent":"1.015878354s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:20:59.864988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104794084s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:21:00.834409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.117732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:21:00.834642Z","caller":"traceutil/trace.go:171","msg":"trace[808986371] linearizableReadLoop","detail":"{readStateIndex:392; appliedIndex:389; }","duration":"2.103991658s","start":"2026-02-27T18:20:58.730633Z","end":"2026-02-27T18:21:00.834624Z","steps":["trace[808986371] 'read index received' (duration: 29.568041ms)","trace[808986371] 'applied index is now lower than readState.Index' (duration: 2.074422607s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:00.834733Z","caller":"traceutil/trace.go:171","msg":"trace[854810414] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"2.146879698s","start":"2026-02-27T18:20:58.687844Z","end":"2026-02-27T18:21:00.834723Z","steps":["trace[854810414] 'process raft request' (duration: 2.146680214s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:00.834796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:20:58.687832Z","time spent":"2.146927219s","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:21:00.834833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104185733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:21:00.834933Z","caller":"traceutil/trace.go:171","msg":"trace[1953193104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:377; }","duration":"2.104321735s","start":"2026-02-27T18:20:58.730583Z","end":"2026-02-27T18:21:00.834905Z","steps":["trace[1953193104] 'agreement among raft nodes before linearized reading' (duration: 2.104134011s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:00.834926Z","caller":"traceutil/trace.go:171","msg":"trace[1333949117] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"2.152848715s","start":"2026-02-27T18:20:58.68205Z","end":"2026-02-27T18:21:00.834899Z","steps":["trace[1333949117] 'process raft request' (duration: 1.183140831s)","trace[1333949117] 'compare' (duration: 968.708881ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:21:00.835009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:20:58.730566Z","time spent":"2.104424988s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:21:00.835071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:20:58.682036Z","time spent":"2.152959847s","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:21:01.139587Z","caller":"traceutil/trace.go:171","msg":"trace[1833543680] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:392; }","duration":"304.87183ms","start":"2026-02-27T18:21:00.834685Z","end":"2026-02-27T18:21:01.139557Z","steps":["trace[1833543680] 'read index received' (duration: 304.721616ms)","trace[1833543680] 'applied index is now lower than readState.Index' (duration: 149.194µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:01.139672Z","caller":"traceutil/trace.go:171","msg":"trace[504360341] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"674.973461ms","start":"2026-02-27T18:21:00.464639Z","end":"2026-02-27T18:21:01.139613Z","steps":["trace[504360341] 'process raft request' (duration: 674.758746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:01.139778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93399557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-02-27T18:21:01.139801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868631172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:21:01.139863Z","caller":"traceutil/trace.go:171","msg":"trace[719855499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:378; }","duration":"1.868742574s","start":"2026-02-27T18:20:59.271107Z","end":"2026-02-27T18:21:01.139849Z","steps":["trace[719855499] 'agreement among raft nodes before linearized reading' (duration: 1.868584081s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:01.139955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:20:59.271095Z","time spent":"1.868844267s","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:21:01.139975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:00.46461Z","time spent":"675.148204ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:21:01.139994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934769427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T18:21:01.139859Z","caller":"traceutil/trace.go:171","msg":"trace[960806376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:378; }","duration":"1.934107812s","start":"2026-02-27T18:20:59.205734Z","end":"2026-02-27T18:21:01.139841Z","steps":["trace[960806376] 'agreement among raft nodes before linearized reading' (duration: 1.933967269s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:01.140101Z","caller":"traceutil/trace.go:171","msg":"trace[1425794824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:378; }","duration":"1.93492259s","start":"2026-02-27T18:20:59.205153Z","end":"2026-02-27T18:21:01.140076Z","steps":["trace[1425794824] 'agreement among raft nodes before linearized reading' (duration: 1.934596463s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:01.14016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:20:59.205723Z","time spent":"1.934418719s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:21:01.140206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:20:59.205131Z","time spent":"1.935065244s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:21:01.14179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.165676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T18:21:01.141873Z","caller":"traceutil/trace.go:171","msg":"trace[1565443000] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:379; }","duration":"302.267269ms","start":"2026-02-27T18:21:00.839578Z","end":"2026-02-27T18:21:01.141846Z","steps":["trace[1565443000] 'agreement among raft nodes before linearized reading' (duration: 302.134046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:01.141894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.116694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-02-27T18:21:01.141876Z","caller":"traceutil/trace.go:171","msg":"trace[1564240957] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"300.831055ms","start":"2026-02-27T18:21:00.840994Z","end":"2026-02-27T18:21:01.141825Z","steps":["trace[1564240957] 'process raft request' (duration: 300.505658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:01.141922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:00.839562Z","time spent":"302.34771ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T18:21:01.14196Z","caller":"traceutil/trace.go:171","msg":"trace[1669555286] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:379; }","duration":"302.228949ms","start":"2026-02-27T18:21:00.839709Z","end":"2026-02-27T18:21:01.141938Z","steps":["trace[1669555286] 'agreement among raft nodes before linearized reading' (duration: 302.100745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:01.142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:00.839682Z","time spent":"302.31067ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5358,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-02-27T18:21:01.14205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:00.840983Z","time spent":"300.97892ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:21:05.364323Z","caller":"traceutil/trace.go:171","msg":"trace[1004365238] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:415; }","duration":"181.945595ms","start":"2026-02-27T18:21:05.182357Z","end":"2026-02-27T18:21:05.364302Z","steps":["trace[1004365238] 'read index received' (duration: 34.356604ms)","trace[1004365238] 'applied index is now lower than readState.Index' (duration: 147.588151ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:05.364537Z","caller":"traceutil/trace.go:171","msg":"trace[577346107] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"184.288334ms","start":"2026-02-27T18:21:05.180198Z","end":"2026-02-27T18:21:05.364486Z","steps":["trace[577346107] 'process raft request' (duration: 184.029697ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:05.364735Z","caller":"traceutil/trace.go:171","msg":"trace[2020439274] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"185.433532ms","start":"2026-02-27T18:21:05.179294Z","end":"2026-02-27T18:21:05.364728Z","steps":["trace[2020439274] 'process raft request' (duration: 112.427456ms)","trace[2020439274] 'compare' (duration: 71.97147ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:21:05.364751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.345695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-02-27T18:21:05.364903Z","caller":"traceutil/trace.go:171","msg":"trace[2120723355] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"185.558075ms","start":"2026-02-27T18:21:05.179338Z","end":"2026-02-27T18:21:05.364897Z","steps":["trace[2120723355] 'process raft request' (duration: 184.791926ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:05.36502Z","caller":"traceutil/trace.go:171","msg":"trace[1663388607] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"184.227553ms","start":"2026-02-27T18:21:05.180787Z","end":"2026-02-27T18:21:05.365014Z","steps":["trace[1663388607] 'process raft request' (duration: 183.473384ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:05.365144Z","caller":"traceutil/trace.go:171","msg":"trace[314323832] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"185.566805ms","start":"2026-02-27T18:21:05.179572Z","end":"2026-02-27T18:21:05.365139Z","steps":["trace[314323832] 'process raft request' (duration: 184.613821ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:05.365983Z","caller":"traceutil/trace.go:171","msg":"trace[1116169354] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:405; }","duration":"183.573376ms","start":"2026-02-27T18:21:05.182337Z","end":"2026-02-27T18:21:05.365911Z","steps":["trace[1116169354] 'agreement among raft nodes before linearized reading' (duration: 182.10942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:05.637984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.175545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:21:05.639289Z","caller":"traceutil/trace.go:171","msg":"trace[2127964217] transaction","detail":"{read_only:false; number_of_response:1; response_revision:408; }","duration":"190.235992ms","start":"2026-02-27T18:21:05.44804Z","end":"2026-02-27T18:21:05.638276Z","steps":["trace[2127964217] 'process raft request' (duration: 190.191011ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:05.63938Z","caller":"traceutil/trace.go:171","msg":"trace[1064856528] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"268.414156ms","start":"2026-02-27T18:21:05.370931Z","end":"2026-02-27T18:21:05.639345Z","steps":["trace[1064856528] 'process raft request' (duration: 124.497617ms)","trace[1064856528] 'compare' (duration: 141.908259ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:05.639756Z","caller":"traceutil/trace.go:171","msg":"trace[997225251] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"265.778831ms","start":"2026-02-27T18:21:05.373952Z","end":"2026-02-27T18:21:05.63973Z","steps":["trace[997225251] 'process raft request' (duration: 264.204232ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:05.890577Z","caller":"traceutil/trace.go:171","msg":"trace[1121145229] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"165.281851ms","start":"2026-02-27T18:21:05.725241Z","end":"2026-02-27T18:21:05.890523Z","steps":["trace[1121145229] 'process raft request' (duration: 165.194699ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:05.890609Z","caller":"traceutil/trace.go:171","msg":"trace[1840704245] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"166.215835ms","start":"2026-02-27T18:21:05.724365Z","end":"2026-02-27T18:21:05.890581Z","steps":["trace[1840704245] 'process raft request' (duration: 66.951566ms)","trace[1840704245] 'compare' (duration: 98.964992ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:05.891263Z","caller":"traceutil/trace.go:171","msg":"trace[316975978] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"163.675641ms","start":"2026-02-27T18:21:05.727568Z","end":"2026-02-27T18:21:05.891244Z","steps":["trace[316975978] 'process raft request' (duration: 163.395455ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:05.891406Z","caller":"traceutil/trace.go:171","msg":"trace[929386564] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"163.226419ms","start":"2026-02-27T18:21:05.728133Z","end":"2026-02-27T18:21:05.891359Z","steps":["trace[929386564] 'process raft request' (duration: 163.022474ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:05.8914Z","caller":"traceutil/trace.go:171","msg":"trace[463067349] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"163.085825ms","start":"2026-02-27T18:21:05.728286Z","end":"2026-02-27T18:21:05.891372Z","steps":["trace[463067349] 'process raft request' (duration: 162.941822ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:05.891597Z","caller":"traceutil/trace.go:171","msg":"trace[810581993] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"161.193259ms","start":"2026-02-27T18:21:05.730368Z","end":"2026-02-27T18:21:05.891561Z","steps":["trace[810581993] 'process raft request' (duration: 160.925013ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:18.897901Z","caller":"traceutil/trace.go:171","msg":"trace[1707218044] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"296.941035ms","start":"2026-02-27T18:21:18.600941Z","end":"2026-02-27T18:21:18.897882Z","steps":["trace[1707218044] 'process raft request' (duration: 296.797041ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:18.911621Z","caller":"traceutil/trace.go:171","msg":"trace[853259142] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"285.785428ms","start":"2026-02-27T18:21:18.625812Z","end":"2026-02-27T18:21:18.911597Z","steps":["trace[853259142] 'process raft request' (duration: 285.647494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:19.447638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.451474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T18:21:19.447775Z","caller":"traceutil/trace.go:171","msg":"trace[1916453944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:488; }","duration":"169.642659ms","start":"2026-02-27T18:21:19.278105Z","end":"2026-02-27T18:21:19.447748Z","steps":["trace[1916453944] 'range keys from in-memory index tree' (duration: 169.323031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:19.447641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.800247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:21:19.447907Z","caller":"traceutil/trace.go:171","msg":"trace[864954479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:488; }","duration":"177.115655ms","start":"2026-02-27T18:21:19.270766Z","end":"2026-02-27T18:21:19.447882Z","steps":["trace[864954479] 'range keys from in-memory index tree' (duration: 176.722295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:19.957023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289807409002566,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:21:20.065997Z","caller":"traceutil/trace.go:171","msg":"trace[473328026] linearizableReadLoop","detail":"{readStateIndex:509; appliedIndex:508; }","duration":"609.071139ms","start":"2026-02-27T18:21:19.456901Z","end":"2026-02-27T18:21:20.065972Z","steps":["trace[473328026] 'read index received' (duration: 608.833774ms)","trace[473328026] 'applied index is now lower than readState.Index' (duration: 236.425µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:20.06608Z","caller":"traceutil/trace.go:171","msg":"trace[641028490] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"614.32475ms","start":"2026-02-27T18:21:19.451728Z","end":"2026-02-27T18:21:20.066053Z","steps":["trace[641028490] 'process raft request' (duration: 614.086525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:20.066179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.265554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T18:21:20.066215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:19.451711Z","time spent":"614.422482ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:21:20.06624Z","caller":"traceutil/trace.go:171","msg":"trace[1287838549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:489; }","duration":"609.361787ms","start":"2026-02-27T18:21:19.45686Z","end":"2026-02-27T18:21:20.066222Z","steps":["trace[1287838549] 'agreement among raft nodes before linearized reading' (duration: 609.250264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:20.066246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.703716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T18:21:20.066247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.560685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:21:20.066286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:19.456847Z","time spent":"609.427308ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:21:20.066306Z","caller":"traceutil/trace.go:171","msg":"trace[1955112196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:489; }","duration":"599.832318ms","start":"2026-02-27T18:21:19.466459Z","end":"2026-02-27T18:21:20.066291Z","steps":["trace[1955112196] 'agreement among raft nodes before linearized reading' (duration: 599.669954ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:20.066321Z","caller":"traceutil/trace.go:171","msg":"trace[1825850192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:489; }","duration":"101.691679ms","start":"2026-02-27T18:21:19.964613Z","end":"2026-02-27T18:21:20.066305Z","steps":["trace[1825850192] 'agreement among raft nodes before linearized reading' (duration: 101.534585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:20.066337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:19.466427Z","time spent":"599.9039ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:21:27.071149Z","caller":"traceutil/trace.go:171","msg":"trace[2062482002] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"122.187829ms","start":"2026-02-27T18:21:26.948934Z","end":"2026-02-27T18:21:27.071122Z","steps":["trace[2062482002] 'process raft request' (duration: 121.722627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:27.360787Z","caller":"traceutil/trace.go:171","msg":"trace[1974902683] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"124.322603ms","start":"2026-02-27T18:21:27.236439Z","end":"2026-02-27T18:21:27.360762Z","steps":["trace[1974902683] 'process raft request' (duration: 123.834121ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:27.635563Z","caller":"traceutil/trace.go:171","msg":"trace[509615304] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:666; }","duration":"183.168556ms","start":"2026-02-27T18:21:27.452364Z","end":"2026-02-27T18:21:27.635532Z","steps":["trace[509615304] 'read index received' (duration: 115.254347ms)","trace[509615304] 'applied index is now lower than readState.Index' (duration: 67.911279ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:27.635567Z","caller":"traceutil/trace.go:171","msg":"trace[159487094] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"171.318611ms","start":"2026-02-27T18:21:27.464212Z","end":"2026-02-27T18:21:27.635531Z","steps":["trace[159487094] 'process raft request' (duration: 171.219019ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:27.635521Z","caller":"traceutil/trace.go:171","msg":"trace[718733338] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"191.535955ms","start":"2026-02-27T18:21:27.443941Z","end":"2026-02-27T18:21:27.635477Z","steps":["trace[718733338] 'process raft request' (duration: 123.586385ms)","trace[718733338] 'compare' (duration: 67.650323ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:21:27.635939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.534995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4klsc\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-02-27T18:21:27.636011Z","caller":"traceutil/trace.go:171","msg":"trace[1769517453] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4klsc; range_end:; response_count:1; response_revision:647; }","duration":"183.668479ms","start":"2026-02-27T18:21:27.452327Z","end":"2026-02-27T18:21:27.635996Z","steps":["trace[1769517453] 'agreement among raft nodes before linearized reading' (duration: 183.30383ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:28.152094Z","caller":"traceutil/trace.go:171","msg":"trace[603684488] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"512.015305ms","start":"2026-02-27T18:21:27.640056Z","end":"2026-02-27T18:21:28.152072Z","steps":["trace[603684488] 'process raft request' (duration: 511.848631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:28.152236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:27.640029Z","time spent":"512.137438ms","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:21:28.298999Z","caller":"traceutil/trace.go:171","msg":"trace[977721108] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"658.512948ms","start":"2026-02-27T18:21:27.640443Z","end":"2026-02-27T18:21:28.298956Z","steps":["trace[977721108] 'process raft request' (duration: 658.238731ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:28.299096Z","caller":"traceutil/trace.go:171","msg":"trace[1820383899] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"657.103564ms","start":"2026-02-27T18:21:27.641979Z","end":"2026-02-27T18:21:28.299082Z","steps":["trace[1820383899] 'process raft request' (duration: 656.907859ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:28.299179Z","caller":"traceutil/trace.go:171","msg":"trace[990873219] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"647.546496ms","start":"2026-02-27T18:21:27.651599Z","end":"2026-02-27T18:21:28.299145Z","steps":["trace[990873219] 'process raft request' (duration: 647.350751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:28.299224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:27.641947Z","time spent":"657.191235ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3329,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:21:28.299175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:27.640393Z","time spent":"658.706773ms","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:21:28.29929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:27.651571Z","time spent":"647.668129ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:21:28.299014Z","caller":"traceutil/trace.go:171","msg":"trace[17399980] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"657.153685ms","start":"2026-02-27T18:21:27.641829Z","end":"2026-02-27T18:21:28.298983Z","steps":["trace[17399980] 'process raft request' (duration: 656.98369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:28.299378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:27.641802Z","time spent":"657.548625ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:21:28.299027Z","caller":"traceutil/trace.go:171","msg":"trace[1684673363] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:668; }","duration":"193.509973ms","start":"2026-02-27T18:21:28.105497Z","end":"2026-02-27T18:21:28.299007Z","steps":["trace[1684673363] 'read index received' (duration: 46.417874ms)","trace[1684673363] 'applied index is now lower than readState.Index' (duration: 147.091009ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:21:28.300411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.066388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T18:21:28.300376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.853276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T18:21:28.300515Z","caller":"traceutil/trace.go:171","msg":"trace[103150470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:652; }","duration":"182.204992ms","start":"2026-02-27T18:21:28.118284Z","end":"2026-02-27T18:21:28.300489Z","steps":["trace[103150470] 'agreement among raft nodes before linearized reading' (duration: 181.905614ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:28.300565Z","caller":"traceutil/trace.go:171","msg":"trace[1725810733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:652; }","duration":"195.063411ms","start":"2026-02-27T18:21:28.105456Z","end":"2026-02-27T18:21:28.300519Z","steps":["trace[1725810733] 'agreement among raft nodes before linearized reading' (duration: 193.623146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:28.301336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.880069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:21:28.301419Z","caller":"traceutil/trace.go:171","msg":"trace[2001860326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:652; }","duration":"180.977351ms","start":"2026-02-27T18:21:28.120405Z","end":"2026-02-27T18:21:28.301382Z","steps":["trace[2001860326] 'agreement among raft nodes before linearized reading' (duration: 180.811426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:28.301605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.885365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-27T18:21:28.301748Z","caller":"traceutil/trace.go:171","msg":"trace[1770962886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:652; }","duration":"180.070919ms","start":"2026-02-27T18:21:28.121632Z","end":"2026-02-27T18:21:28.301703Z","steps":["trace[1770962886] 'agreement among raft nodes before linearized reading' (duration: 179.403882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:29.087107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289807409002837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:21:29.587714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289807409002837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:21:29.902608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564134633s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:21:31.162218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25921604s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:21:31.162482Z","caller":"traceutil/trace.go:171","msg":"trace[1478079190] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:674; }","duration":"2.576184845s","start":"2026-02-27T18:21:28.586275Z","end":"2026-02-27T18:21:31.16246Z","steps":["trace[1478079190] 'read index received' (duration: 1.316501285s)","trace[1478079190] 'applied index is now lower than readState.Index' (duration: 1.25968231s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:31.162505Z","caller":"traceutil/trace.go:171","msg":"trace[570226574] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"2.855684628s","start":"2026-02-27T18:21:28.306776Z","end":"2026-02-27T18:21:31.162461Z","steps":["trace[570226574] 'process raft request' (duration: 1.596122151s)","trace[570226574] 'compare' (duration: 1.259087256s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:31.162598Z","caller":"traceutil/trace.go:171","msg":"trace[1892945070] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"2.855250366s","start":"2026-02-27T18:21:28.307333Z","end":"2026-02-27T18:21:31.162583Z","steps":["trace[1892945070] 'process raft request' (duration: 2.85500208s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:31.162677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:28.306732Z","time spent":"2.855855132s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:21:31.162668Z","caller":"traceutil/trace.go:171","msg":"trace[516670913] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"2.855076512s","start":"2026-02-27T18:21:28.307565Z","end":"2026-02-27T18:21:31.162641Z","steps":["trace[516670913] 'process raft request' (duration: 2.854841726s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:31.162701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:28.307319Z","time spent":"2.855330068s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:21:31.162715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891377662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:21:31.162736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576432122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T18:21:31.162777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:28.307554Z","time spent":"2.855173244s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:21:31.162788Z","caller":"traceutil/trace.go:171","msg":"trace[162391995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:656; }","duration":"1.891473344s","start":"2026-02-27T18:21:29.271293Z","end":"2026-02-27T18:21:31.162766Z","steps":["trace[162391995] 'agreement among raft nodes before linearized reading' (duration: 1.891368141s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:31.162788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.684832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:21:31.162837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:29.271276Z","time spent":"1.891549636s","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:21:31.162826Z","caller":"traceutil/trace.go:171","msg":"trace[985566786] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:656; }","duration":"2.576583776s","start":"2026-02-27T18:21:28.586221Z","end":"2026-02-27T18:21:31.162804Z","steps":["trace[985566786] 'agreement among raft nodes before linearized reading' (duration: 2.576393631s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:31.162847Z","caller":"traceutil/trace.go:171","msg":"trace[322627356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:656; }","duration":"820.775714ms","start":"2026-02-27T18:21:30.342053Z","end":"2026-02-27T18:21:31.162829Z","steps":["trace[322627356] 'agreement among raft nodes before linearized reading' (duration: 820.60874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:31.162896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:30.342032Z","time spent":"820.854246ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:21:31.162894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:28.586197Z","time spent":"2.576685188s","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"info","ts":"2026-02-27T18:21:31.684238Z","caller":"traceutil/trace.go:171","msg":"trace[915078218] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"203.173243ms","start":"2026-02-27T18:21:31.481036Z","end":"2026-02-27T18:21:31.684209Z","steps":["trace[915078218] 'process raft request' (duration: 202.984618ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:32.591332Z","caller":"traceutil/trace.go:171","msg":"trace[1906333491] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"103.138596ms","start":"2026-02-27T18:21:32.488169Z","end":"2026-02-27T18:21:32.591308Z","steps":["trace[1906333491] 'process raft request' (duration: 102.984902ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:34.202499Z","caller":"traceutil/trace.go:171","msg":"trace[1877078635] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"166.379038ms","start":"2026-02-27T18:21:34.036077Z","end":"2026-02-27T18:21:34.202456Z","steps":["trace[1877078635] 'process raft request' (duration: 75.266801ms)","trace[1877078635] 'compare' (duration: 90.923283ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:34.233384Z","caller":"traceutil/trace.go:171","msg":"trace[463766408] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"161.677472ms","start":"2026-02-27T18:21:34.071676Z","end":"2026-02-27T18:21:34.233353Z","steps":["trace[463766408] 'process raft request' (duration: 161.507827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:34.389767Z","caller":"traceutil/trace.go:171","msg":"trace[2083098222] linearizableReadLoop","detail":"{readStateIndex:730; appliedIndex:729; }","duration":"118.699732ms","start":"2026-02-27T18:21:34.271032Z","end":"2026-02-27T18:21:34.389731Z","steps":["trace[2083098222] 'read index received' (duration: 70.696869ms)","trace[2083098222] 'applied index is now lower than readState.Index' (duration: 48.001403ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:34.38985Z","caller":"traceutil/trace.go:171","msg":"trace[1356387446] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"147.770115ms","start":"2026-02-27T18:21:34.242021Z","end":"2026-02-27T18:21:34.389791Z","steps":["trace[1356387446] 'process raft request' (duration: 99.764892ms)","trace[1356387446] 'compare' (duration: 47.730847ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:21:34.38993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.890987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:21:34.389971Z","caller":"traceutil/trace.go:171","msg":"trace[1988646039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:707; }","duration":"119.005241ms","start":"2026-02-27T18:21:34.270953Z","end":"2026-02-27T18:21:34.389959Z","steps":["trace[1988646039] 'agreement among raft nodes before linearized reading' (duration: 118.901748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:34.961184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.173206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:21:34.961281Z","caller":"traceutil/trace.go:171","msg":"trace[1879082399] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:711; }","duration":"138.32693ms","start":"2026-02-27T18:21:34.822932Z","end":"2026-02-27T18:21:34.961259Z","steps":["trace[1879082399] 'range keys from in-memory index tree' (duration: 138.081224ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:35.63362Z","caller":"traceutil/trace.go:171","msg":"trace[83564658] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"113.259907ms","start":"2026-02-27T18:21:35.520331Z","end":"2026-02-27T18:21:35.63357Z","steps":["trace[83564658] 'process raft request' (duration: 112.339225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:36.382996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.983044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:21:36.383192Z","caller":"traceutil/trace.go:171","msg":"trace[1624454843] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"397.487555ms","start":"2026-02-27T18:21:35.98567Z","end":"2026-02-27T18:21:36.383158Z","steps":["trace[1624454843] 'process raft request' (duration: 78.223884ms)","trace[1624454843] 'compare' (duration: 318.749429ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:21:36.383282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:35.985633Z","time spent":"397.604868ms","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:21:36.42594Z","caller":"traceutil/trace.go:171","msg":"trace[1652510436] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"397.444356ms","start":"2026-02-27T18:21:36.028478Z","end":"2026-02-27T18:21:36.425922Z","steps":["trace[1652510436] 'process raft request' (duration: 397.347753ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:36.425964Z","caller":"traceutil/trace.go:171","msg":"trace[73877162] linearizableReadLoop","detail":"{readStateIndex:744; appliedIndex:744; }","duration":"202.008705ms","start":"2026-02-27T18:21:36.223913Z","end":"2026-02-27T18:21:36.425921Z","steps":["trace[73877162] 'read index received' (duration: 201.993334ms)","trace[73877162] 'applied index is now lower than readState.Index' (duration: 12.371µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:21:36.426047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:36.028446Z","time spent":"397.555409ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:21:36.426246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.215216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:21:36.426303Z","caller":"traceutil/trace.go:171","msg":"trace[1945830646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:721; }","duration":"154.318269ms","start":"2026-02-27T18:21:36.27197Z","end":"2026-02-27T18:21:36.426289Z","steps":["trace[1945830646] 'agreement among raft nodes before linearized reading' (duration: 154.133744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:36.426471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.517837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-02-27T18:21:36.426594Z","caller":"traceutil/trace.go:171","msg":"trace[1239765530] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:721; }","duration":"202.707111ms","start":"2026-02-27T18:21:36.223856Z","end":"2026-02-27T18:21:36.426563Z","steps":["trace[1239765530] 'agreement among raft nodes before linearized reading' (duration: 202.24618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:51.493041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.355729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:21:51.493133Z","caller":"traceutil/trace.go:171","msg":"trace[1077991069] linearizableReadLoop","detail":"{readStateIndex:939; appliedIndex:938; }","duration":"753.50861ms","start":"2026-02-27T18:21:50.739612Z","end":"2026-02-27T18:21:51.493121Z","steps":["trace[1077991069] 'read index received' (duration: 73.111µs)","trace[1077991069] 'applied index is now lower than readState.Index' (duration: 753.434519ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:21:51.493358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.736407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:21:51.493404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.7156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T18:21:51.493429Z","caller":"traceutil/trace.go:171","msg":"trace[1775107673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:911; }","duration":"169.742231ms","start":"2026-02-27T18:21:51.323679Z","end":"2026-02-27T18:21:51.493422Z","steps":["trace[1775107673] 'agreement among raft nodes before linearized reading' (duration: 169.636758ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:51.493429Z","caller":"traceutil/trace.go:171","msg":"trace[61786435] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:911; }","duration":"753.865469ms","start":"2026-02-27T18:21:50.739544Z","end":"2026-02-27T18:21:51.493409Z","steps":["trace[61786435] 'agreement among raft nodes before linearized reading' (duration: 753.736726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:51.493469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:50.739511Z","time spent":"753.950992ms","remote":"127.0.0.1:51596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:21:51.493653Z","caller":"traceutil/trace.go:171","msg":"trace[1320006596] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"835.408667ms","start":"2026-02-27T18:21:50.658233Z","end":"2026-02-27T18:21:51.493641Z","steps":["trace[1320006596] 'process raft request' (duration: 60.398882ms)","trace[1320006596] 'compare' (duration: 774.185695ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:21:51.493727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:50.658206Z","time spent":"835.473079ms","remote":"127.0.0.1:51584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3297,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:21:51.493622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.625197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T18:21:51.493775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.106207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T18:21:51.493805Z","caller":"traceutil/trace.go:171","msg":"trace[1590869028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:911; }","duration":"148.829581ms","start":"2026-02-27T18:21:51.344968Z","end":"2026-02-27T18:21:51.493798Z","steps":["trace[1590869028] 'agreement among raft nodes before linearized reading' (duration: 148.583355ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:51.493833Z","caller":"traceutil/trace.go:171","msg":"trace[1175563420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:911; }","duration":"153.189009ms","start":"2026-02-27T18:21:51.340625Z","end":"2026-02-27T18:21:51.493814Z","steps":["trace[1175563420] 'agreement among raft nodes before linearized reading' (duration: 153.043566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:51.494013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.399896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:21:51.49418Z","caller":"traceutil/trace.go:171","msg":"trace[203158749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:911; }","duration":"157.603611ms","start":"2026-02-27T18:21:51.336553Z","end":"2026-02-27T18:21:51.494157Z","steps":["trace[203158749] 'agreement among raft nodes before linearized reading' (duration: 157.105508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:51.49433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.393712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:21:51.494407Z","caller":"traceutil/trace.go:171","msg":"trace[966341661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:911; }","duration":"146.492204ms","start":"2026-02-27T18:21:51.347887Z","end":"2026-02-27T18:21:51.49438Z","steps":["trace[966341661] 'agreement among raft nodes before linearized reading' (duration: 145.503979ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:51.629132Z","caller":"traceutil/trace.go:171","msg":"trace[1858715327] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"130.464505ms","start":"2026-02-27T18:21:51.498633Z","end":"2026-02-27T18:21:51.629098Z","steps":["trace[1858715327] 'process raft request' (duration: 125.182263ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:51.629191Z","caller":"traceutil/trace.go:171","msg":"trace[898181093] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"130.519296ms","start":"2026-02-27T18:21:51.498641Z","end":"2026-02-27T18:21:51.62916Z","steps":["trace[898181093] 'process raft request' (duration: 130.345862ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:51.629227Z","caller":"traceutil/trace.go:171","msg":"trace[880225480] linearizableReadLoop","detail":"{readStateIndex:945; appliedIndex:940; }","duration":"115.910313ms","start":"2026-02-27T18:21:51.513297Z","end":"2026-02-27T18:21:51.629207Z","steps":["trace[880225480] 'read index received' (duration: 110.403247ms)","trace[880225480] 'applied index is now lower than readState.Index' (duration: 5.505856ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:51.629231Z","caller":"traceutil/trace.go:171","msg":"trace[227811951] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"130.445524ms","start":"2026-02-27T18:21:51.498753Z","end":"2026-02-27T18:21:51.629199Z","steps":["trace[227811951] 'process raft request' (duration: 130.324931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:51.629336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.024536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:21:51.629345Z","caller":"traceutil/trace.go:171","msg":"trace[1879942839] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"130.576498ms","start":"2026-02-27T18:21:51.498761Z","end":"2026-02-27T18:21:51.629338Z","steps":["trace[1879942839] 'process raft request' (duration: 130.349262ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:51.62935Z","caller":"traceutil/trace.go:171","msg":"trace[171587650] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"127.987534ms","start":"2026-02-27T18:21:51.501325Z","end":"2026-02-27T18:21:51.629312Z","steps":["trace[171587650] 'process raft request' (duration: 127.82441ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:51.62991Z","caller":"traceutil/trace.go:171","msg":"trace[752773047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:917; }","duration":"116.104998ms","start":"2026-02-27T18:21:51.513254Z","end":"2026-02-27T18:21:51.629359Z","steps":["trace[752773047] 'agreement among raft nodes before linearized reading' (duration: 116.033546ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:53.764511Z","caller":"traceutil/trace.go:171","msg":"trace[1827528649] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"126.381693ms","start":"2026-02-27T18:21:53.638106Z","end":"2026-02-27T18:21:53.764488Z","steps":["trace[1827528649] 'process raft request' (duration: 126.24223ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:53.769832Z","caller":"traceutil/trace.go:171","msg":"trace[14469966] linearizableReadLoop","detail":"{readStateIndex:963; appliedIndex:959; }","duration":"119.928073ms","start":"2026-02-27T18:21:53.649886Z","end":"2026-02-27T18:21:53.769814Z","steps":["trace[14469966] 'read index received' (duration: 114.457937ms)","trace[14469966] 'applied index is now lower than readState.Index' (duration: 5.469096ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:53.769901Z","caller":"traceutil/trace.go:171","msg":"trace[359289847] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"130.869956ms","start":"2026-02-27T18:21:53.638979Z","end":"2026-02-27T18:21:53.769849Z","steps":["trace[359289847] 'process raft request' (duration: 130.657281ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:53.769972Z","caller":"traceutil/trace.go:171","msg":"trace[508488097] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"129.162282ms","start":"2026-02-27T18:21:53.64079Z","end":"2026-02-27T18:21:53.769952Z","steps":["trace[508488097] 'process raft request' (duration: 128.958337ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:53.770088Z","caller":"traceutil/trace.go:171","msg":"trace[1613324835] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"129.219334ms","start":"2026-02-27T18:21:53.640849Z","end":"2026-02-27T18:21:53.770069Z","steps":["trace[1613324835] 'process raft request' (duration: 128.930987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:53.770117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.20171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:21:53.770157Z","caller":"traceutil/trace.go:171","msg":"trace[1436281372] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:934; }","duration":"120.285442ms","start":"2026-02-27T18:21:53.649859Z","end":"2026-02-27T18:21:53.770145Z","steps":["trace[1436281372] 'agreement among raft nodes before linearized reading' (duration: 120.155559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:53.770186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.107018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:21:53.770275Z","caller":"traceutil/trace.go:171","msg":"trace[945776946] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:934; }","duration":"120.225891ms","start":"2026-02-27T18:21:53.650029Z","end":"2026-02-27T18:21:53.770255Z","steps":["trace[945776946] 'agreement among raft nodes before linearized reading' (duration: 120.069717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:53.770274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.099517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:21:53.770373Z","caller":"traceutil/trace.go:171","msg":"trace[1449954925] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:934; }","duration":"120.22037ms","start":"2026-02-27T18:21:53.650125Z","end":"2026-02-27T18:21:53.770345Z","steps":["trace[1449954925] 'agreement among raft nodes before linearized reading' (duration: 120.045546ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:54.095174Z","caller":"traceutil/trace.go:171","msg":"trace[925901873] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:963; }","duration":"127.587333ms","start":"2026-02-27T18:21:53.967557Z","end":"2026-02-27T18:21:54.095144Z","steps":["trace[925901873] 'read index received' (duration: 51.745377ms)","trace[925901873] 'applied index is now lower than readState.Index' (duration: 75.840646ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:21:54.095586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.639131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:21:54.095659Z","caller":"traceutil/trace.go:171","msg":"trace[1497400610] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:934; }","duration":"110.746903ms","start":"2026-02-27T18:21:53.984898Z","end":"2026-02-27T18:21:54.095645Z","steps":["trace[1497400610] 'agreement among raft nodes before linearized reading' (duration: 110.658751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:54.095661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.79559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:21:54.095671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.841636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:21:54.095701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.49324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:21:54.095735Z","caller":"traceutil/trace.go:171","msg":"trace[1813144783] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:934; }","duration":"110.937908ms","start":"2026-02-27T18:21:53.984777Z","end":"2026-02-27T18:21:54.095715Z","steps":["trace[1813144783] 'agreement among raft nodes before linearized reading' (duration: 110.841856ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:54.095742Z","caller":"traceutil/trace.go:171","msg":"trace[1663949867] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:934; }","duration":"109.870723ms","start":"2026-02-27T18:21:53.985825Z","end":"2026-02-27T18:21:54.095695Z","steps":["trace[1663949867] 'agreement among raft nodes before linearized reading' (duration: 109.792171ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:54.095753Z","caller":"traceutil/trace.go:171","msg":"trace[868058857] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:934; }","duration":"127.589773ms","start":"2026-02-27T18:21:53.968147Z","end":"2026-02-27T18:21:54.095737Z","steps":["trace[868058857] 'agreement among raft nodes before linearized reading' (duration: 127.4963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:54.096004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.379613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:21:54.096041Z","caller":"traceutil/trace.go:171","msg":"trace[867609685] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:934; }","duration":"128.439074ms","start":"2026-02-27T18:21:53.967591Z","end":"2026-02-27T18:21:54.09603Z","steps":["trace[867609685] 'agreement among raft nodes before linearized reading' (duration: 127.812328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:54.095529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.778918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:21:54.096351Z","caller":"traceutil/trace.go:171","msg":"trace[212655495] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:934; }","duration":"128.805263ms","start":"2026-02-27T18:21:53.967525Z","end":"2026-02-27T18:21:54.09633Z","steps":["trace[212655495] 'agreement among raft nodes before linearized reading' (duration: 127.719537ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:56.139173Z","caller":"traceutil/trace.go:171","msg":"trace[1692722685] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"357.946874ms","start":"2026-02-27T18:21:55.781158Z","end":"2026-02-27T18:21:56.139105Z","steps":["trace[1692722685] 'process raft request' (duration: 357.889542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:56.139247Z","caller":"traceutil/trace.go:171","msg":"trace[110105387] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"358.086136ms","start":"2026-02-27T18:21:55.781124Z","end":"2026-02-27T18:21:56.13921Z","steps":["trace[110105387] 'process raft request' (duration: 357.777129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:56.139388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:55.781109Z","time spent":"358.20218ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:21:56.13938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:55.781139Z","time spent":"358.115357ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:21:56.201785Z","caller":"traceutil/trace.go:171","msg":"trace[971991486] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"420.088868ms","start":"2026-02-27T18:21:55.781668Z","end":"2026-02-27T18:21:56.201757Z","steps":["trace[971991486] 'process raft request' (duration: 419.960405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:56.201947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:55.781658Z","time spent":"420.202671ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:21:58.827725Z","caller":"traceutil/trace.go:171","msg":"trace[1231861600] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"118.821365ms","start":"2026-02-27T18:21:58.708873Z","end":"2026-02-27T18:21:58.827695Z","steps":["trace[1231861600] 'process raft request' (duration: 118.638791ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:58.949061Z","caller":"traceutil/trace.go:171","msg":"trace[366962665] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:979; }","duration":"102.780237ms","start":"2026-02-27T18:21:58.846257Z","end":"2026-02-27T18:21:58.949037Z","steps":["trace[366962665] 'read index received' (duration: 49.85051ms)","trace[366962665] 'applied index is now lower than readState.Index' (duration: 52.928657ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:58.949127Z","caller":"traceutil/trace.go:171","msg":"trace[388204367] transaction","detail":"{read_only:false; number_of_response:1; response_revision:949; }","duration":"104.273263ms","start":"2026-02-27T18:21:58.844818Z","end":"2026-02-27T18:21:58.949091Z","steps":["trace[388204367] 'process raft request' (duration: 51.369427ms)","trace[388204367] 'compare' (duration: 52.736432ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:21:58.949309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.029713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T18:21:58.949384Z","caller":"traceutil/trace.go:171","msg":"trace[815446115] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:949; }","duration":"103.146986ms","start":"2026-02-27T18:21:58.84622Z","end":"2026-02-27T18:21:58.949367Z","steps":["trace[815446115] 'agreement among raft nodes before linearized reading' (duration: 102.91449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:00.065753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.410786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:22:00.065859Z","caller":"traceutil/trace.go:171","msg":"trace[615135672] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"232.518003ms","start":"2026-02-27T18:21:59.833323Z","end":"2026-02-27T18:22:00.065841Z","steps":["trace[615135672] 'process raft request' (duration: 47.938933ms)","trace[615135672] 'compare' (duration: 184.293013ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:00.247597Z","caller":"traceutil/trace.go:171","msg":"trace[1631841894] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"111.656347ms","start":"2026-02-27T18:22:00.135897Z","end":"2026-02-27T18:22:00.247554Z","steps":["trace[1631841894] 'process raft request' (duration: 47.171613ms)","trace[1631841894] 'compare' (duration: 64.083614ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:00.64378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.369971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-02-27T18:22:00.643855Z","caller":"traceutil/trace.go:171","msg":"trace[300163271] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:1; response_revision:962; }","duration":"146.496694ms","start":"2026-02-27T18:22:00.497341Z","end":"2026-02-27T18:22:00.643837Z","steps":["trace[300163271] 'range keys from in-memory index tree' (duration: 146.197597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:00.861887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.012682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:22:00.862014Z","caller":"traceutil/trace.go:171","msg":"trace[50154940] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"165.552677ms","start":"2026-02-27T18:22:00.696439Z","end":"2026-02-27T18:22:00.861991Z","steps":["trace[50154940] 'process raft request' (duration: 60.34449ms)","trace[50154940] 'compare' (duration: 104.873708ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:01.880443Z","caller":"traceutil/trace.go:171","msg":"trace[2143051688] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"129.695386ms","start":"2026-02-27T18:22:01.750708Z","end":"2026-02-27T18:22:01.880403Z","steps":["trace[2143051688] 'process raft request' (duration: 57.737016ms)","trace[2143051688] 'compare' (duration: 71.56492ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:04.510888Z","caller":"traceutil/trace.go:171","msg":"trace[563339880] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"101.915495ms","start":"2026-02-27T18:22:04.408945Z","end":"2026-02-27T18:22:04.51086Z","steps":["trace[563339880] 'process raft request' (duration: 99.657868ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:04.516981Z","caller":"traceutil/trace.go:171","msg":"trace[1027115984] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"107.460192ms","start":"2026-02-27T18:22:04.409494Z","end":"2026-02-27T18:22:04.516954Z","steps":["trace[1027115984] 'process raft request' (duration: 107.292688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:11.106638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.544418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:22:11.106741Z","caller":"traceutil/trace.go:171","msg":"trace[65583617] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1060; }","duration":"208.701162ms","start":"2026-02-27T18:22:10.898021Z","end":"2026-02-27T18:22:11.106722Z","steps":["trace[65583617] 'count revisions from in-memory index tree' (duration: 208.450016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:11.106684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.42803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-z7kzz\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-02-27T18:22:11.10689Z","caller":"traceutil/trace.go:171","msg":"trace[468873990] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-z7kzz; range_end:; response_count:1; response_revision:1060; }","duration":"415.673825ms","start":"2026-02-27T18:22:10.691196Z","end":"2026-02-27T18:22:11.10687Z","steps":["trace[468873990] 'range keys from in-memory index tree' (duration: 415.235585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:11.106931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:10.691176Z","time spent":"415.744036ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-z7kzz\" "} {"level":"info","ts":"2026-02-27T18:22:16.595298Z","caller":"traceutil/trace.go:171","msg":"trace[189455049] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"126.72144ms","start":"2026-02-27T18:22:16.46815Z","end":"2026-02-27T18:22:16.594871Z","steps":["trace[189455049] 'process raft request' (duration: 126.531746ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:16.764015Z","caller":"traceutil/trace.go:171","msg":"trace[357295880] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"161.339746ms","start":"2026-02-27T18:22:16.602649Z","end":"2026-02-27T18:22:16.763989Z","steps":["trace[357295880] 'process raft request' (duration: 161.135992ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:16.77389Z","caller":"traceutil/trace.go:171","msg":"trace[1633167467] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"170.962623ms","start":"2026-02-27T18:22:16.602854Z","end":"2026-02-27T18:22:16.773816Z","steps":["trace[1633167467] 'process raft request' (duration: 170.771359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:17.376332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.170753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:17.376415Z","caller":"traceutil/trace.go:171","msg":"trace[1077763260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1175; }","duration":"104.305796ms","start":"2026-02-27T18:22:17.272091Z","end":"2026-02-27T18:22:17.376396Z","steps":["trace[1077763260] 'range keys from in-memory index tree' (duration: 104.07082ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:19.001254Z","caller":"traceutil/trace.go:171","msg":"trace[251194132] linearizableReadLoop","detail":"{readStateIndex:1220; appliedIndex:1219; }","duration":"223.851022ms","start":"2026-02-27T18:22:18.77738Z","end":"2026-02-27T18:22:19.001231Z","steps":["trace[251194132] 'read index received' (duration: 223.694769ms)","trace[251194132] 'applied index is now lower than readState.Index' (duration: 155.163µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:19.001318Z","caller":"traceutil/trace.go:171","msg":"trace[2074885193] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"229.376167ms","start":"2026-02-27T18:22:18.771919Z","end":"2026-02-27T18:22:19.001295Z","steps":["trace[2074885193] 'process raft request' (duration: 229.144021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:19.00147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.079657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:22:19.001506Z","caller":"traceutil/trace.go:171","msg":"trace[727602303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1181; }","duration":"224.167799ms","start":"2026-02-27T18:22:18.777327Z","end":"2026-02-27T18:22:19.001495Z","steps":["trace[727602303] 'agreement among raft nodes before linearized reading' (duration: 224.018686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:19.32782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.959121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:22:19.328064Z","caller":"traceutil/trace.go:171","msg":"trace[967639705] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"322.01481ms","start":"2026-02-27T18:22:19.006029Z","end":"2026-02-27T18:22:19.328044Z","steps":["trace[967639705] 'process raft request' (duration: 321.923018ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:19.328076Z","caller":"traceutil/trace.go:171","msg":"trace[1804965534] linearizableReadLoop","detail":"{readStateIndex:1221; appliedIndex:1220; }","duration":"326.725395ms","start":"2026-02-27T18:22:19.001321Z","end":"2026-02-27T18:22:19.328047Z","steps":["trace[1804965534] 'read index received' (duration: 200.435125ms)","trace[1804965534] 'applied index is now lower than readState.Index' (duration: 126.28798ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:19.328079Z","caller":"traceutil/trace.go:171","msg":"trace[1871486660] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"526.186389ms","start":"2026-02-27T18:22:18.801856Z","end":"2026-02-27T18:22:19.328043Z","steps":["trace[1871486660] 'process raft request' (duration: 399.91304ms)","trace[1871486660] 'compare' (duration: 125.824179ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:19.328145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:19.006002Z","time spent":"322.109552ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:19.328262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:18.80182Z","time spent":"526.347332ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:19.328318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.836279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T18:22:19.328382Z","caller":"traceutil/trace.go:171","msg":"trace[1128891642] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1183; }","duration":"512.931851ms","start":"2026-02-27T18:22:18.81543Z","end":"2026-02-27T18:22:19.328362Z","steps":["trace[1128891642] 'agreement among raft nodes before linearized reading' (duration: 512.745926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:19.32843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:18.815414Z","time spent":"513.004404ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T18:22:19.658173Z","caller":"traceutil/trace.go:171","msg":"trace[577153622] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"324.745201ms","start":"2026-02-27T18:22:19.333397Z","end":"2026-02-27T18:22:19.658142Z","steps":["trace[577153622] 'process raft request' (duration: 271.086605ms)","trace[577153622] 'compare' (duration: 53.498122ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:19.658489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:19.333375Z","time spent":"324.900964ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:22.965329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.864992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:22:22.965661Z","caller":"traceutil/trace.go:171","msg":"trace[1234804823] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"152.577841ms","start":"2026-02-27T18:22:22.813054Z","end":"2026-02-27T18:22:22.965632Z","steps":["trace[1234804823] 'process raft request' (duration: 41.34113ms)","trace[1234804823] 'compare' (duration: 110.72902ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:22.965886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.66017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:22.965974Z","caller":"traceutil/trace.go:171","msg":"trace[1396293844] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1227; }","duration":"147.786693ms","start":"2026-02-27T18:22:22.818166Z","end":"2026-02-27T18:22:22.965953Z","steps":["trace[1396293844] 'agreement among raft nodes before linearized reading' (duration: 147.586979ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:22.966119Z","caller":"traceutil/trace.go:171","msg":"trace[1192727411] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1265; }","duration":"147.374733ms","start":"2026-02-27T18:22:22.818191Z","end":"2026-02-27T18:22:22.965566Z","steps":["trace[1192727411] 'read index received' (duration: 36.231994ms)","trace[1192727411] 'applied index is now lower than readState.Index' (duration: 111.140819ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:22.987803Z","caller":"traceutil/trace.go:171","msg":"trace[1460487337] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"146.167196ms","start":"2026-02-27T18:22:22.841174Z","end":"2026-02-27T18:22:22.987341Z","steps":["trace[1460487337] 'process raft request' (duration: 146.063574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:23.139392Z","caller":"traceutil/trace.go:171","msg":"trace[2062154292] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"104.914839ms","start":"2026-02-27T18:22:23.034447Z","end":"2026-02-27T18:22:23.139362Z","steps":["trace[2062154292] 'process raft request' (duration: 43.703183ms)","trace[2062154292] 'compare' (duration: 61.079753ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:23.476831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.437958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:22:23.476966Z","caller":"traceutil/trace.go:171","msg":"trace[2023863301] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"200.011806ms","start":"2026-02-27T18:22:23.276932Z","end":"2026-02-27T18:22:23.476944Z","steps":["trace[2023863301] 'process raft request' (duration: 95.359214ms)","trace[2023863301] 'compare' (duration: 104.173361ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:23.510268Z","caller":"traceutil/trace.go:171","msg":"trace[1118244902] linearizableReadLoop","detail":"{readStateIndex:1278; appliedIndex:1276; }","duration":"166.84972ms","start":"2026-02-27T18:22:23.343367Z","end":"2026-02-27T18:22:23.510217Z","steps":["trace[1118244902] 'read index received' (duration: 28.9439ms)","trace[1118244902] 'applied index is now lower than readState.Index' (duration: 137.90452ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:23.510391Z","caller":"traceutil/trace.go:171","msg":"trace[1723516766] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"228.521857ms","start":"2026-02-27T18:22:23.281842Z","end":"2026-02-27T18:22:23.510364Z","steps":["trace[1723516766] 'process raft request' (duration: 228.242401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:23.510501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.105896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:22:23.510544Z","caller":"traceutil/trace.go:171","msg":"trace[1310930289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1239; }","duration":"167.190808ms","start":"2026-02-27T18:22:23.343343Z","end":"2026-02-27T18:22:23.510534Z","steps":["trace[1310930289] 'agreement among raft nodes before linearized reading' (duration: 167.000144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:23.623368Z","caller":"traceutil/trace.go:171","msg":"trace[700106227] linearizableReadLoop","detail":"{readStateIndex:1280; appliedIndex:1278; }","duration":"106.914455ms","start":"2026-02-27T18:22:23.516422Z","end":"2026-02-27T18:22:23.623336Z","steps":["trace[700106227] 'read index received' (duration: 1.2971ms)","trace[700106227] 'applied index is now lower than readState.Index' (duration: 105.616185ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:23.623502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.059258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:23.623551Z","caller":"traceutil/trace.go:171","msg":"trace[1870363594] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com; range_end:; response_count:0; response_revision:1241; }","duration":"107.15502ms","start":"2026-02-27T18:22:23.516379Z","end":"2026-02-27T18:22:23.623534Z","steps":["trace[1870363594] 'agreement among raft nodes before linearized reading' (duration: 107.065418ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:23.62352Z","caller":"traceutil/trace.go:171","msg":"trace[1715051272] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"107.399206ms","start":"2026-02-27T18:22:23.516062Z","end":"2026-02-27T18:22:23.623462Z","steps":["trace[1715051272] 'process raft request' (duration: 88.194664ms)","trace[1715051272] 'compare' (duration: 18.955966ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:23.921811Z","caller":"traceutil/trace.go:171","msg":"trace[1029707637] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"137.439299ms","start":"2026-02-27T18:22:23.784343Z","end":"2026-02-27T18:22:23.921782Z","steps":["trace[1029707637] 'process raft request' (duration: 137.267956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:43.964496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289807409004639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:22:44.842186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.052448ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:44.842316Z","caller":"traceutil/trace.go:171","msg":"trace[1492583161] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1565; }","duration":"297.195511ms","start":"2026-02-27T18:22:44.5451Z","end":"2026-02-27T18:22:44.842296Z","steps":["trace[1492583161] 'range keys from in-memory index tree' (duration: 297.034458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:44.842549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.685995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:22:44.842689Z","caller":"traceutil/trace.go:171","msg":"trace[1921196394] linearizableReadLoop","detail":"{readStateIndex:1630; appliedIndex:1629; }","duration":"1.378818696s","start":"2026-02-27T18:22:43.463848Z","end":"2026-02-27T18:22:44.842667Z","steps":["trace[1921196394] 'read index received' (duration: 946.987579ms)","trace[1921196394] 'applied index is now lower than readState.Index' (duration: 431.829247ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:44.842806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37893384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:22:44.842889Z","caller":"traceutil/trace.go:171","msg":"trace[6355166] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1566; }","duration":"1.379072812s","start":"2026-02-27T18:22:43.463802Z","end":"2026-02-27T18:22:44.842875Z","steps":["trace[6355166] 'agreement among raft nodes before linearized reading' (duration: 1.378922269s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:44.84293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:43.463779Z","time spent":"1.379140914s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:22:44.843113Z","caller":"traceutil/trace.go:171","msg":"trace[389986222] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"1.404177956s","start":"2026-02-27T18:22:43.438497Z","end":"2026-02-27T18:22:44.842675Z","steps":["trace[389986222] 'process raft request' (duration: 972.247887ms)","trace[389986222] 'compare' (duration: 431.376647ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:44.843261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:43.43846Z","time spent":"1.404716609s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:45.294581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.811095ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-02-27T18:22:45.294863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02306053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:45.294901Z","caller":"traceutil/trace.go:171","msg":"trace[1493142788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1567; }","duration":"1.023153342s","start":"2026-02-27T18:22:44.271734Z","end":"2026-02-27T18:22:45.294888Z","steps":["trace[1493142788] 'agreement among raft nodes before linearized reading' (duration: 1.023076151s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:45.29493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:44.271704Z","time spent":"1.023220893s","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:22:45.29507Z","caller":"traceutil/trace.go:171","msg":"trace[1860576392] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"799.362051ms","start":"2026-02-27T18:22:44.495699Z","end":"2026-02-27T18:22:45.295061Z","steps":["trace[1860576392] 'process raft request' (duration: 798.974753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:45.295085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275499365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f6eba726-316b-42a9-9a18-46f3d9f3f36c\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-02-27T18:22:45.29512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299673528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-27T18:22:45.295135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:44.495654Z","time spent":"799.437123ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:45.29516Z","caller":"traceutil/trace.go:171","msg":"trace[257568263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1567; }","duration":"1.29976409s","start":"2026-02-27T18:22:43.995383Z","end":"2026-02-27T18:22:45.295148Z","steps":["trace[257568263] 'agreement among raft nodes before linearized reading' (duration: 1.299618527s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:45.295163Z","caller":"traceutil/trace.go:171","msg":"trace[377348012] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f6eba726-316b-42a9-9a18-46f3d9f3f36c; range_end:; response_count:1; response_revision:1567; }","duration":"1.275639078s","start":"2026-02-27T18:22:44.019506Z","end":"2026-02-27T18:22:45.295145Z","steps":["trace[377348012] 'agreement among raft nodes before linearized reading' (duration: 1.275417703s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:45.295188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:43.995351Z","time spent":"1.299831282s","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:22:45.295175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667128578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:22:45.295205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:44.019479Z","time spent":"1.27571705s","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f6eba726-316b-42a9-9a18-46f3d9f3f36c\" "} {"level":"warn","ts":"2026-02-27T18:22:45.295254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.754787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:22:45.295244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201511221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-27T18:22:45.295277Z","caller":"traceutil/trace.go:171","msg":"trace[1447837915] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1567; }","duration":"512.805789ms","start":"2026-02-27T18:22:44.782466Z","end":"2026-02-27T18:22:45.295272Z","steps":["trace[1447837915] 'agreement among raft nodes before linearized reading' (duration: 512.768428ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:45.29527Z","caller":"traceutil/trace.go:171","msg":"trace[1073066387] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1567; }","duration":"1.667281731s","start":"2026-02-27T18:22:43.627958Z","end":"2026-02-27T18:22:45.295239Z","steps":["trace[1073066387] 'agreement among raft nodes before linearized reading' (duration: 1.667114607s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:45.295301Z","caller":"traceutil/trace.go:171","msg":"trace[533122390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1567; }","duration":"1.201598333s","start":"2026-02-27T18:22:44.093689Z","end":"2026-02-27T18:22:45.295287Z","steps":["trace[533122390] 'agreement among raft nodes before linearized reading' (duration: 1.20143633s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:45.295326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.036522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:22:45.295341Z","caller":"traceutil/trace.go:171","msg":"trace[107773830] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1567; }","duration":"613.096213ms","start":"2026-02-27T18:22:44.68224Z","end":"2026-02-27T18:22:45.295336Z","steps":["trace[107773830] 'agreement among raft nodes before linearized reading' (duration: 613.066553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:45.295338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:44.093674Z","time spent":"1.201655174s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:22:45.295333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:43.627927Z","time spent":"1.667395774s","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:22:45.295357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:44.682219Z","time spent":"613.134584ms","remote":"127.0.0.1:51288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:22:45.295223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.778546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:22:45.295296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:44.782448Z","time spent":"512.843659ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:22:45.295489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.047078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T18:22:45.295531Z","caller":"traceutil/trace.go:171","msg":"trace[2061585912] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1567; }","duration":"805.117649ms","start":"2026-02-27T18:22:44.490402Z","end":"2026-02-27T18:22:45.295519Z","steps":["trace[2061585912] 'agreement among raft nodes before linearized reading' (duration: 805.024507ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:45.295545Z","caller":"traceutil/trace.go:171","msg":"trace[416216827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1567; }","duration":"496.057522ms","start":"2026-02-27T18:22:44.799406Z","end":"2026-02-27T18:22:45.295464Z","steps":["trace[416216827] 'agreement among raft nodes before linearized reading' (duration: 495.775476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:45.295559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:44.490375Z","time spent":"805.177171ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T18:22:45.295599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.13411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:22:45.295659Z","caller":"traceutil/trace.go:171","msg":"trace[1018051138] linearizableReadLoop","detail":"{readStateIndex:1632; appliedIndex:1630; }","duration":"452.919382ms","start":"2026-02-27T18:22:44.84273Z","end":"2026-02-27T18:22:45.29565Z","steps":["trace[1018051138] 'read index received' (duration: 130.195307ms)","trace[1018051138] 'applied index is now lower than readState.Index' (duration: 321.864666ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:45.295661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:44.799381Z","time spent":"496.218475ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:22:45.295678Z","caller":"traceutil/trace.go:171","msg":"trace[910599791] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1567; }","duration":"752.239911ms","start":"2026-02-27T18:22:44.543416Z","end":"2026-02-27T18:22:45.295656Z","steps":["trace[910599791] 'agreement among raft nodes before linearized reading' (duration: 752.096028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:45.295726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:44.543399Z","time spent":"752.312103ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:22:45.295755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671612679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:22:45.295399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421606129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f6eba726-316b-42a9-9a18-46f3d9f3f36c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-27T18:22:45.295776Z","caller":"traceutil/trace.go:171","msg":"trace[500402082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1567; }","duration":"1.671710872s","start":"2026-02-27T18:22:43.624059Z","end":"2026-02-27T18:22:45.29577Z","steps":["trace[500402082] 'agreement among raft nodes before linearized reading' (duration: 1.67164463s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:45.295796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:43.624035Z","time spent":"1.671757192s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:22:45.295864Z","caller":"traceutil/trace.go:171","msg":"trace[430536187] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f6eba726-316b-42a9-9a18-46f3d9f3f36c; range_end:; response_count:1; response_revision:1567; }","duration":"1.422049039s","start":"2026-02-27T18:22:43.873744Z","end":"2026-02-27T18:22:45.295793Z","steps":["trace[430536187] 'agreement among raft nodes before linearized reading' (duration: 1.421204871s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:45.296013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:43.87372Z","time spent":"1.422271574s","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f6eba726-316b-42a9-9a18-46f3d9f3f36c\" "} {"level":"warn","ts":"2026-02-27T18:22:45.296185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167281471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T18:22:45.296263Z","caller":"traceutil/trace.go:171","msg":"trace[1684781164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1567; }","duration":"1.167622479s","start":"2026-02-27T18:22:44.128621Z","end":"2026-02-27T18:22:45.296243Z","steps":["trace[1684781164] 'agreement among raft nodes before linearized reading' (duration: 1.166425123s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:45.296308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:44.128594Z","time spent":"1.167705601s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:22:45.296417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.964023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-27T18:22:45.296451Z","caller":"traceutil/trace.go:171","msg":"trace[1618250681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1567; }","duration":"175.037375ms","start":"2026-02-27T18:22:45.121404Z","end":"2026-02-27T18:22:45.296442Z","steps":["trace[1618250681] 'agreement among raft nodes before linearized reading' (duration: 174.968663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:46.221741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.075307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:22:46.221979Z","caller":"traceutil/trace.go:171","msg":"trace[135065360] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"920.78854ms","start":"2026-02-27T18:22:45.301165Z","end":"2026-02-27T18:22:46.221953Z","steps":["trace[135065360] 'process raft request' (duration: 156.397276ms)","trace[135065360] 'compare' (duration: 763.306499ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:46.222104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:45.301141Z","time spent":"920.892132ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:46.222105Z","caller":"traceutil/trace.go:171","msg":"trace[1975154286] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"920.897392ms","start":"2026-02-27T18:22:45.301188Z","end":"2026-02-27T18:22:46.222085Z","steps":["trace[1975154286] 'process raft request' (duration: 920.666477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:46.222191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:45.30116Z","time spent":"920.984964ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:46.222208Z","caller":"traceutil/trace.go:171","msg":"trace[149151076] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"920.853151ms","start":"2026-02-27T18:22:45.301345Z","end":"2026-02-27T18:22:46.222198Z","steps":["trace[149151076] 'process raft request' (duration: 920.597106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:46.222252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:45.301326Z","time spent":"920.904182ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:46.222269Z","caller":"traceutil/trace.go:171","msg":"trace[1110542600] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"920.007932ms","start":"2026-02-27T18:22:45.302233Z","end":"2026-02-27T18:22:46.222241Z","steps":["trace[1110542600] 'process raft request' (duration: 919.827958ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:46.222365Z","caller":"traceutil/trace.go:171","msg":"trace[815372107] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"919.90952ms","start":"2026-02-27T18:22:45.30243Z","end":"2026-02-27T18:22:46.22234Z","steps":["trace[815372107] 'process raft request' (duration: 919.720936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:46.222418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:45.302224Z","time spent":"920.115654ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:46.222434Z","caller":"traceutil/trace.go:171","msg":"trace[1255371284] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"692.868236ms","start":"2026-02-27T18:22:45.529546Z","end":"2026-02-27T18:22:46.222415Z","steps":["trace[1255371284] 'process raft request' (duration: 692.818645ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:46.222487Z","caller":"traceutil/trace.go:171","msg":"trace[1188319940] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"917.951026ms","start":"2026-02-27T18:22:45.304526Z","end":"2026-02-27T18:22:46.222477Z","steps":["trace[1188319940] 'process raft request' (duration: 917.69648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:46.222517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:45.30242Z","time spent":"920.019753ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:46.222536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:45.304502Z","time spent":"918.009447ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:46.222569Z","caller":"traceutil/trace.go:171","msg":"trace[200965009] linearizableReadLoop","detail":"{readStateIndex:1640; appliedIndex:1632; }","duration":"916.360409ms","start":"2026-02-27T18:22:45.306196Z","end":"2026-02-27T18:22:46.222557Z","steps":["trace[200965009] 'read index received' (duration: 77.410539ms)","trace[200965009] 'applied index is now lower than readState.Index' (duration: 838.94881ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:46.222631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:45.529515Z","time spent":"692.997419ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:46.222672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.480073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:46.22271Z","caller":"traceutil/trace.go:171","msg":"trace[1952014257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1576; }","duration":"916.539063ms","start":"2026-02-27T18:22:45.306162Z","end":"2026-02-27T18:22:46.222701Z","steps":["trace[1952014257] 'agreement among raft nodes before linearized reading' (duration: 916.479612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:46.222715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.895612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:22:46.222711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.152763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:22:46.222746Z","caller":"traceutil/trace.go:171","msg":"trace[1253188159] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1576; }","duration":"206.952072ms","start":"2026-02-27T18:22:46.015786Z","end":"2026-02-27T18:22:46.222738Z","steps":["trace[1253188159] 'agreement among raft nodes before linearized reading' (duration: 206.905561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:46.222745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:45.306149Z","time spent":"916.589174ms","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:22:46.222755Z","caller":"traceutil/trace.go:171","msg":"trace[733372718] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1576; }","duration":"750.236495ms","start":"2026-02-27T18:22:45.472507Z","end":"2026-02-27T18:22:46.222744Z","steps":["trace[733372718] 'agreement among raft nodes before linearized reading' (duration: 750.154494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:46.222785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:45.472486Z","time spent":"750.291437ms","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:22:50.690896Z","caller":"traceutil/trace.go:171","msg":"trace[1938302984] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"109.493401ms","start":"2026-02-27T18:22:50.581369Z","end":"2026-02-27T18:22:50.690863Z","steps":["trace[1938302984] 'process raft request' (duration: 109.322488ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:55.558332Z","caller":"traceutil/trace.go:171","msg":"trace[1265265217] linearizableReadLoop","detail":"{readStateIndex:1727; appliedIndex:1726; }","duration":"138.869081ms","start":"2026-02-27T18:22:55.419437Z","end":"2026-02-27T18:22:55.558306Z","steps":["trace[1265265217] 'read index received' (duration: 138.557864ms)","trace[1265265217] 'applied index is now lower than readState.Index' (duration: 310.117µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:55.558462Z","caller":"traceutil/trace.go:171","msg":"trace[22638101] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"170.736977ms","start":"2026-02-27T18:22:55.387714Z","end":"2026-02-27T18:22:55.558451Z","steps":["trace[22638101] 'process raft request' (duration: 170.376239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:55.558592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.810517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T18:22:55.558662Z","caller":"traceutil/trace.go:171","msg":"trace[1228592028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1658; }","duration":"104.915599ms","start":"2026-02-27T18:22:55.453729Z","end":"2026-02-27T18:22:55.558645Z","steps":["trace[1228592028] 'agreement among raft nodes before linearized reading' (duration: 104.751955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:55.558786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.325643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T18:22:55.558941Z","caller":"traceutil/trace.go:171","msg":"trace[925285632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1658; }","duration":"139.451885ms","start":"2026-02-27T18:22:55.419389Z","end":"2026-02-27T18:22:55.558841Z","steps":["trace[925285632] 'agreement among raft nodes before linearized reading' (duration: 139.23541ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:01.116245Z","caller":"traceutil/trace.go:171","msg":"trace[1336669568] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"208.839414ms","start":"2026-02-27T18:23:00.907376Z","end":"2026-02-27T18:23:01.116215Z","steps":["trace[1336669568] 'process raft request' (duration: 208.700181ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:15.871759Z","caller":"traceutil/trace.go:171","msg":"trace[1539311925] linearizableReadLoop","detail":"{readStateIndex:1848; appliedIndex:1847; }","duration":"179.411681ms","start":"2026-02-27T18:23:15.692316Z","end":"2026-02-27T18:23:15.871728Z","steps":["trace[1539311925] 'read index received' (duration: 91.072696ms)","trace[1539311925] 'applied index is now lower than readState.Index' (duration: 88.337695ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:15.871837Z","caller":"traceutil/trace.go:171","msg":"trace[712597971] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"207.238044ms","start":"2026-02-27T18:23:15.664567Z","end":"2026-02-27T18:23:15.871805Z","steps":["trace[712597971] 'process raft request' (duration: 118.821497ms)","trace[712597971] 'compare' (duration: 88.12212ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:15.871982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.642666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T18:23:15.87203Z","caller":"traceutil/trace.go:171","msg":"trace[1162113243] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1775; }","duration":"179.734329ms","start":"2026-02-27T18:23:15.69228Z","end":"2026-02-27T18:23:15.872014Z","steps":["trace[1162113243] 'agreement among raft nodes before linearized reading' (duration: 179.553885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.078256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.97103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:32.078585Z","caller":"traceutil/trace.go:171","msg":"trace[645210018] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1922; }","duration":"1.102822876s","start":"2026-02-27T18:23:30.975746Z","end":"2026-02-27T18:23:32.078569Z","steps":["trace[645210018] 'read index received' (duration: 376.516858ms)","trace[645210018] 'applied index is now lower than readState.Index' (duration: 726.305058ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:32.078665Z","caller":"traceutil/trace.go:171","msg":"trace[1112917998] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"1.493622512s","start":"2026-02-27T18:23:30.58503Z","end":"2026-02-27T18:23:32.078653Z","steps":["trace[1112917998] 'process raft request' (duration: 767.145ms)","trace[1112917998] 'compare' (duration: 725.833757ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:32.078734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.585012Z","time spent":"1.493687343s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:32.078964Z","caller":"traceutil/trace.go:171","msg":"trace[1238817649] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"801.271244ms","start":"2026-02-27T18:23:31.277637Z","end":"2026-02-27T18:23:32.078908Z","steps":["trace[1238817649] 'process raft request' (duration: 800.894906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.079049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103299127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T18:23:32.079087Z","caller":"traceutil/trace.go:171","msg":"trace[1238571756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1851; }","duration":"1.103370338s","start":"2026-02-27T18:23:30.975703Z","end":"2026-02-27T18:23:32.079074Z","steps":["trace[1238571756] 'agreement among raft nodes before linearized reading' (duration: 1.103224595s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.07912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.975682Z","time spent":"1.1034311s","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T18:23:32.079092Z","caller":"traceutil/trace.go:171","msg":"trace[1040820238] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"851.675231ms","start":"2026-02-27T18:23:31.227362Z","end":"2026-02-27T18:23:32.079037Z","steps":["trace[1040820238] 'process raft request' (duration: 851.136449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.079131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.277624Z","time spent":"801.425087ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:32.079211Z","caller":"traceutil/trace.go:171","msg":"trace[502353600] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"1.446436466s","start":"2026-02-27T18:23:30.632755Z","end":"2026-02-27T18:23:32.079191Z","steps":["trace[502353600] 'process raft request' (duration: 1.445618928s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.079315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.632733Z","time spent":"1.446531349s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:32.079315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.227334Z","time spent":"851.853915ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:32.079337Z","caller":"traceutil/trace.go:171","msg":"trace[1617334101] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"1.436061835s","start":"2026-02-27T18:23:30.642875Z","end":"2026-02-27T18:23:32.078937Z","steps":["trace[1617334101] 'process raft request' (duration: 1.435588514s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.08015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.642855Z","time spent":"1.436631548s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:32.448891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.095345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:32.449013Z","caller":"traceutil/trace.go:171","msg":"trace[1289961965] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1927; }","duration":"370.37832ms","start":"2026-02-27T18:23:32.078617Z","end":"2026-02-27T18:23:32.448996Z","steps":["trace[1289961965] 'read index received' (duration: 105.08553ms)","trace[1289961965] 'applied index is now lower than readState.Index' (duration: 265.29131ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:32.449036Z","caller":"traceutil/trace.go:171","msg":"trace[1983730311] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"775.224961ms","start":"2026-02-27T18:23:31.673773Z","end":"2026-02-27T18:23:32.448998Z","steps":["trace[1983730311] 'process raft request' (duration: 509.924951ms)","trace[1983730311] 'compare' (duration: 264.935232ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:32.44916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178493067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:32.449186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.879144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:23:32.449232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.673747Z","time spent":"775.379095ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:32.449252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.54836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T18:23:32.449253Z","caller":"traceutil/trace.go:171","msg":"trace[1733860785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1852; }","duration":"1.178632139s","start":"2026-02-27T18:23:31.2706Z","end":"2026-02-27T18:23:32.449233Z","steps":["trace[1733860785] 'agreement among raft nodes before linearized reading' (duration: 1.178458925s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:32.449279Z","caller":"traceutil/trace.go:171","msg":"trace[2015122917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1852; }","duration":"721.020718ms","start":"2026-02-27T18:23:31.728236Z","end":"2026-02-27T18:23:32.449257Z","steps":["trace[2015122917] 'agreement among raft nodes before linearized reading' (duration: 720.765242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.449084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402811503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:32.449311Z","caller":"traceutil/trace.go:171","msg":"trace[2101877157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1852; }","duration":"496.634682ms","start":"2026-02-27T18:23:31.952661Z","end":"2026-02-27T18:23:32.449296Z","steps":["trace[2101877157] 'agreement among raft nodes before linearized reading' (duration: 496.454658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.449321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.270585Z","time spent":"1.178727142s","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:32.449339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.728216Z","time spent":"721.11489ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:23:32.449344Z","caller":"traceutil/trace.go:171","msg":"trace[1704658228] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1852; }","duration":"1.403070338s","start":"2026-02-27T18:23:31.04626Z","end":"2026-02-27T18:23:32.449331Z","steps":["trace[1704658228] 'agreement among raft nodes before linearized reading' (duration: 1.402783952s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.449359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.952645Z","time spent":"496.701494ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:23:32.449379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.046204Z","time spent":"1.40316502s","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:23:32.449214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188349557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T18:23:32.449497Z","caller":"traceutil/trace.go:171","msg":"trace[292680651] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1852; }","duration":"1.188614564s","start":"2026-02-27T18:23:31.260814Z","end":"2026-02-27T18:23:32.449429Z","steps":["trace[292680651] 'agreement among raft nodes before linearized reading' (duration: 1.188261536s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.449707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.260768Z","time spent":"1.18889444s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T18:23:32.946412Z","caller":"traceutil/trace.go:171","msg":"trace[848139110] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"492.124164ms","start":"2026-02-27T18:23:32.454261Z","end":"2026-02-27T18:23:32.946385Z","steps":["trace[848139110] 'process raft request' (duration: 491.960711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.946565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:32.454235Z","time spent":"492.248147ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:32.946585Z","caller":"traceutil/trace.go:171","msg":"trace[525650209] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1928; }","duration":"489.21183ms","start":"2026-02-27T18:23:32.457338Z","end":"2026-02-27T18:23:32.94655Z","steps":["trace[525650209] 'read index received' (duration: 56.550635ms)","trace[525650209] 'applied index is now lower than readState.Index' (duration: 432.659235ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:32.946607Z","caller":"traceutil/trace.go:171","msg":"trace[946790412] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"491.848729ms","start":"2026-02-27T18:23:32.454739Z","end":"2026-02-27T18:23:32.946587Z","steps":["trace[946790412] 'process raft request' (duration: 491.608443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.946738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:32.454714Z","time spent":"491.94666ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:32.946789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.446375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:32.946868Z","caller":"traceutil/trace.go:171","msg":"trace[1321953917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"489.531916ms","start":"2026-02-27T18:23:32.457318Z","end":"2026-02-27T18:23:32.94685Z","steps":["trace[1321953917] 'agreement among raft nodes before linearized reading' (duration: 489.416794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.946908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:32.457256Z","time spent":"489.644219ms","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:32.946966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.035094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T18:23:32.947016Z","caller":"traceutil/trace.go:171","msg":"trace[1754515110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1855; }","duration":"362.150127ms","start":"2026-02-27T18:23:32.584855Z","end":"2026-02-27T18:23:32.947005Z","steps":["trace[1754515110] 'agreement among raft nodes before linearized reading' (duration: 361.897591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.947086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:32.584832Z","time spent":"362.242389ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:32.947299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.415753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T18:23:32.947589Z","caller":"traceutil/trace.go:171","msg":"trace[2126454124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1855; }","duration":"315.737969ms","start":"2026-02-27T18:23:32.631835Z","end":"2026-02-27T18:23:32.947572Z","steps":["trace[2126454124] 'agreement among raft nodes before linearized reading' (duration: 315.354781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.947329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.195529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18982d9b1d60bf9f\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-02-27T18:23:32.947724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:32.631816Z","time spent":"315.857793ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:23:32.94774Z","caller":"traceutil/trace.go:171","msg":"trace[1296416415] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18982d9b1d60bf9f; range_end:; response_count:1; response_revision:1855; }","duration":"341.635169ms","start":"2026-02-27T18:23:32.606085Z","end":"2026-02-27T18:23:32.94772Z","steps":["trace[1296416415] 'agreement among raft nodes before linearized reading' (duration: 341.120017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.947795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:32.606067Z","time spent":"341.71167ms","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18982d9b1d60bf9f\" "} {"level":"info","ts":"2026-02-27T18:23:33.165113Z","caller":"traceutil/trace.go:171","msg":"trace[617353963] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"214.853633ms","start":"2026-02-27T18:23:32.950227Z","end":"2026-02-27T18:23:33.165081Z","steps":["trace[617353963] 'process raft request' (duration: 162.242267ms)","trace[617353963] 'compare' (duration: 52.396941ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:33.165462Z","caller":"traceutil/trace.go:171","msg":"trace[857499379] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"213.599174ms","start":"2026-02-27T18:23:32.951831Z","end":"2026-02-27T18:23:33.165431Z","steps":["trace[857499379] 'process raft request' (duration: 213.219836ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:33.165484Z","caller":"traceutil/trace.go:171","msg":"trace[401825297] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"214.021614ms","start":"2026-02-27T18:23:32.951437Z","end":"2026-02-27T18:23:33.165458Z","steps":["trace[401825297] 'process raft request' (duration: 213.565614ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:34.254119Z","caller":"traceutil/trace.go:171","msg":"trace[457604561] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"312.113839ms","start":"2026-02-27T18:23:33.941978Z","end":"2026-02-27T18:23:34.254092Z","steps":["trace[457604561] 'process raft request' (duration: 280.124224ms)","trace[457604561] 'compare' (duration: 31.558925ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:34.254583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:33.941954Z","time spent":"312.532969ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:34.577852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.538074ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T18:23:34.578289Z","caller":"traceutil/trace.go:171","msg":"trace[819022331] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1934; }","duration":"495.738184ms","start":"2026-02-27T18:23:34.082524Z","end":"2026-02-27T18:23:34.578262Z","steps":["trace[819022331] 'read index received' (duration: 139.590211ms)","trace[819022331] 'applied index is now lower than readState.Index' (duration: 356.146183ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:34.578536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.99542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:23:34.578327Z","caller":"traceutil/trace.go:171","msg":"trace[1548596105] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"494.285162ms","start":"2026-02-27T18:23:34.084005Z","end":"2026-02-27T18:23:34.57829Z","steps":["trace[1548596105] 'process raft request' (duration: 493.964555ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:34.578612Z","caller":"traceutil/trace.go:171","msg":"trace[309742769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1860; }","duration":"496.132013ms","start":"2026-02-27T18:23:34.082463Z","end":"2026-02-27T18:23:34.578595Z","steps":["trace[309742769] 'agreement among raft nodes before linearized reading' (duration: 495.915039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:34.578652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.082442Z","time spent":"496.202315ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:23:34.578911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.083989Z","time spent":"494.818913ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:34.952316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.493531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:34.952576Z","caller":"traceutil/trace.go:171","msg":"trace[31289125] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"496.659114ms","start":"2026-02-27T18:23:34.455842Z","end":"2026-02-27T18:23:34.952501Z","steps":["trace[31289125] 'process raft request' (duration: 283.899577ms)","trace[31289125] 'compare' (duration: 212.382769ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:34.952704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.455816Z","time spent":"496.811678ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:34.952847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.358324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:34.952756Z","caller":"traceutil/trace.go:171","msg":"trace[1016077855] linearizableReadLoop","detail":"{readStateIndex:1938; appliedIndex:1937; }","duration":"374.376711ms","start":"2026-02-27T18:23:34.578346Z","end":"2026-02-27T18:23:34.952722Z","steps":["trace[1016077855] 'read index received' (duration: 161.594984ms)","trace[1016077855] 'applied index is now lower than readState.Index' (duration: 212.778707ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:34.952909Z","caller":"traceutil/trace.go:171","msg":"trace[1331057340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1861; }","duration":"681.471137ms","start":"2026-02-27T18:23:34.271424Z","end":"2026-02-27T18:23:34.952896Z","steps":["trace[1331057340] 'agreement among raft nodes before linearized reading' (duration: 681.325974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:34.953004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.271404Z","time spent":"681.564739ms","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:34.953001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.647994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:34.952999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.024597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T18:23:34.953059Z","caller":"traceutil/trace.go:171","msg":"trace[245483874] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1861; }","duration":"822.739265ms","start":"2026-02-27T18:23:34.130304Z","end":"2026-02-27T18:23:34.953043Z","steps":["trace[245483874] 'agreement among raft nodes before linearized reading' (duration: 822.596752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:34.953068Z","caller":"traceutil/trace.go:171","msg":"trace[1394133010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1861; }","duration":"435.144279ms","start":"2026-02-27T18:23:34.517909Z","end":"2026-02-27T18:23:34.953053Z","steps":["trace[1394133010] 'agreement among raft nodes before linearized reading' (duration: 434.905884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:34.953101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.13029Z","time spent":"822.804567ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:23:34.953103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.517886Z","time spent":"435.21003ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:23:34.953026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.843389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-27T18:23:34.953181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.02384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:23:34.953276Z","caller":"traceutil/trace.go:171","msg":"trace[1429923275] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1861; }","duration":"869.171104ms","start":"2026-02-27T18:23:34.08408Z","end":"2026-02-27T18:23:34.953251Z","steps":["trace[1429923275] 'agreement among raft nodes before linearized reading' (duration: 868.899838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:34.953329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.08405Z","time spent":"869.268806ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:23:34.953216Z","caller":"traceutil/trace.go:171","msg":"trace[790991800] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1861; }","duration":"781.082564ms","start":"2026-02-27T18:23:34.172109Z","end":"2026-02-27T18:23:34.953192Z","steps":["trace[790991800] 'agreement among raft nodes before linearized reading' (duration: 780.693746ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:34.953682Z","caller":"traceutil/trace.go:171","msg":"trace[461365760] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"370.820021ms","start":"2026-02-27T18:23:34.582512Z","end":"2026-02-27T18:23:34.953332Z","steps":["trace[461365760] 'process raft request' (duration: 370.526264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:34.953642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.172086Z","time spent":"781.534734ms","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:23:34.953761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.582487Z","time spent":"371.22645ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:34.953998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.052283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T18:23:34.954037Z","caller":"traceutil/trace.go:171","msg":"trace[892798760] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1862; }","duration":"247.123035ms","start":"2026-02-27T18:23:34.7069Z","end":"2026-02-27T18:23:34.954023Z","steps":["trace[892798760] 'agreement among raft nodes before linearized reading' (duration: 246.403059ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:23.302791Z","caller":"traceutil/trace.go:171","msg":"trace[1270830163] linearizableReadLoop","detail":"{readStateIndex:2365; appliedIndex:2364; }","duration":"140.863082ms","start":"2026-02-27T18:24:23.161909Z","end":"2026-02-27T18:24:23.302772Z","steps":["trace[1270830163] 'read index received' (duration: 140.77491ms)","trace[1270830163] 'applied index is now lower than readState.Index' (duration: 87.392µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:23.302897Z","caller":"traceutil/trace.go:171","msg":"trace[1663539450] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"166.820582ms","start":"2026-02-27T18:24:23.136033Z","end":"2026-02-27T18:24:23.302853Z","steps":["trace[1663539450] 'process raft request' (duration: 166.620047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:23.303022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.068256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-27T18:24:23.30305Z","caller":"traceutil/trace.go:171","msg":"trace[939082827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2271; }","duration":"141.166668ms","start":"2026-02-27T18:24:23.161877Z","end":"2026-02-27T18:24:23.303044Z","steps":["trace[939082827] 'agreement among raft nodes before linearized reading' (duration: 141.004374ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:23.305115Z","caller":"traceutil/trace.go:171","msg":"trace[1007164209] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"122.928551ms","start":"2026-02-27T18:24:23.182121Z","end":"2026-02-27T18:24:23.30505Z","steps":["trace[1007164209] 'process raft request' (duration: 122.724576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:23.305171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.028445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T18:24:23.305227Z","caller":"traceutil/trace.go:171","msg":"trace[564218435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2272; }","duration":"124.115677ms","start":"2026-02-27T18:24:23.181096Z","end":"2026-02-27T18:24:23.305212Z","steps":["trace[564218435] 'agreement among raft nodes before linearized reading' (duration: 123.854011ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:51.551425Z","caller":"traceutil/trace.go:171","msg":"trace[562621603] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"101.02643ms","start":"2026-02-27T18:24:51.45037Z","end":"2026-02-27T18:24:51.551396Z","steps":["trace[562621603] 'process raft request' (duration: 100.905498ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:51.551826Z","caller":"traceutil/trace.go:171","msg":"trace[616867549] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"103.788262ms","start":"2026-02-27T18:24:51.448018Z","end":"2026-02-27T18:24:51.551806Z","steps":["trace[616867549] 'process raft request' (duration: 84.637945ms)","trace[616867549] 'compare' (duration: 18.462672ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:55.671122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.505158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:24:55.671134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.98825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:24:55.671203Z","caller":"traceutil/trace.go:171","msg":"trace[1936214508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2452; }","duration":"104.61203ms","start":"2026-02-27T18:24:55.566573Z","end":"2026-02-27T18:24:55.671185Z","steps":["trace[1936214508] 'range keys from in-memory index tree' (duration: 104.380805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:55.671217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.650244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:24:55.67126Z","caller":"traceutil/trace.go:171","msg":"trace[1431031555] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2452; }","duration":"105.106002ms","start":"2026-02-27T18:24:55.566103Z","end":"2026-02-27T18:24:55.671209Z","steps":["trace[1431031555] 'range keys from in-memory index tree' (duration: 104.793075ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:55.671306Z","caller":"traceutil/trace.go:171","msg":"trace[269226758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2452; }","duration":"105.769617ms","start":"2026-02-27T18:24:55.565513Z","end":"2026-02-27T18:24:55.671282Z","steps":["trace[269226758] 'range keys from in-memory index tree' (duration: 105.395879ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:57.376462Z","caller":"traceutil/trace.go:171","msg":"trace[1753423904] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"520.785062ms","start":"2026-02-27T18:24:56.855651Z","end":"2026-02-27T18:24:57.376436Z","steps":["trace[1753423904] 'process raft request' (duration: 520.594998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:57.376819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:56.855616Z","time spent":"520.941256ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:58.043603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.414767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:24:58.043714Z","caller":"traceutil/trace.go:171","msg":"trace[181946] linearizableReadLoop","detail":"{readStateIndex:2563; appliedIndex:2562; }","duration":"508.063378ms","start":"2026-02-27T18:24:57.535633Z","end":"2026-02-27T18:24:58.043696Z","steps":["trace[181946] 'read index received' (duration: 133.400965ms)","trace[181946] 'applied index is now lower than readState.Index' (duration: 374.661133ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:58.043809Z","caller":"traceutil/trace.go:171","msg":"trace[791681369] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"573.497881ms","start":"2026-02-27T18:24:57.470254Z","end":"2026-02-27T18:24:58.043752Z","steps":["trace[791681369] 'process raft request' (duration: 198.843319ms)","trace[791681369] 'compare' (duration: 374.222493ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:58.043895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.291563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T18:24:58.043928Z","caller":"traceutil/trace.go:171","msg":"trace[1473516670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2461; }","duration":"508.367525ms","start":"2026-02-27T18:24:57.535551Z","end":"2026-02-27T18:24:58.043919Z","steps":["trace[1473516670] 'agreement among raft nodes before linearized reading' (duration: 508.225742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:58.043969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:57.535514Z","time spent":"508.446806ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:24:58.044047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.665138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T18:24:58.044084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:57.47022Z","time spent":"573.695096ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:58.044124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.36395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:24:58.044152Z","caller":"traceutil/trace.go:171","msg":"trace[1923219694] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2461; }","duration":"338.415052ms","start":"2026-02-27T18:24:57.705729Z","end":"2026-02-27T18:24:58.044144Z","steps":["trace[1923219694] 'agreement among raft nodes before linearized reading' (duration: 338.34062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:58.044267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.998454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:24:58.044267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:57.705712Z","time spent":"338.544554ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:24:58.044296Z","caller":"traceutil/trace.go:171","msg":"trace[414947019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2461; }","duration":"339.057376ms","start":"2026-02-27T18:24:57.705231Z","end":"2026-02-27T18:24:58.044288Z","steps":["trace[414947019] 'agreement among raft nodes before linearized reading' (duration: 338.982284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:58.044355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.086556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T18:24:58.044392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:57.705212Z","time spent":"339.169648ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:24:58.0444Z","caller":"traceutil/trace.go:171","msg":"trace[1511245507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2461; }","duration":"339.157768ms","start":"2026-02-27T18:24:57.70523Z","end":"2026-02-27T18:24:58.044388Z","steps":["trace[1511245507] 'agreement among raft nodes before linearized reading' (duration: 338.997115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:58.044432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:57.705211Z","time spent":"339.214779ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:58.04419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.875892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:24:58.04453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.523395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-27T18:24:58.044099Z","caller":"traceutil/trace.go:171","msg":"trace[1934507184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2461; }","duration":"364.757521ms","start":"2026-02-27T18:24:57.679329Z","end":"2026-02-27T18:24:58.044086Z","steps":["trace[1934507184] 'agreement among raft nodes before linearized reading' (duration: 364.627078ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:58.044581Z","caller":"traceutil/trace.go:171","msg":"trace[1522828723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2461; }","duration":"339.24548ms","start":"2026-02-27T18:24:57.705297Z","end":"2026-02-27T18:24:58.044542Z","steps":["trace[1522828723] 'agreement among raft nodes before linearized reading' (duration: 338.82439ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:58.044681Z","caller":"traceutil/trace.go:171","msg":"trace[1577793497] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2461; }","duration":"271.71502ms","start":"2026-02-27T18:24:57.772914Z","end":"2026-02-27T18:24:58.044629Z","steps":["trace[1577793497] 'agreement among raft nodes before linearized reading' (duration: 271.344141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:58.044772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:57.705292Z","time spent":"339.449785ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:24:58.04466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:57.679308Z","time spent":"365.338204ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:58.044446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.301288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18982dadc405c634\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-27T18:24:58.045044Z","caller":"traceutil/trace.go:171","msg":"trace[1315124940] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18982dadc405c634; range_end:; response_count:1; response_revision:2461; }","duration":"308.948692ms","start":"2026-02-27T18:24:57.736081Z","end":"2026-02-27T18:24:58.04503Z","steps":["trace[1315124940] 'agreement among raft nodes before linearized reading' (duration: 308.205476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:58.045118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:57.736062Z","time spent":"309.043064ms","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18982dadc405c634\" "} {"level":"warn","ts":"2026-02-27T18:24:58.88771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.283614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:24:58.887924Z","caller":"traceutil/trace.go:171","msg":"trace[129876373] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"839.707278ms","start":"2026-02-27T18:24:58.048197Z","end":"2026-02-27T18:24:58.887904Z","steps":["trace[129876373] 'process raft request' (duration: 461.153229ms)","trace[129876373] 'compare' (duration: 377.831143ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:58.888065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:58.048171Z","time spent":"839.856761ms","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:58.963648Z","caller":"traceutil/trace.go:171","msg":"trace[1070432603] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"914.273965ms","start":"2026-02-27T18:24:58.049347Z","end":"2026-02-27T18:24:58.96362Z","steps":["trace[1070432603] 'process raft request' (duration: 914.073331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:58.963817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:58.049336Z","time spent":"914.398169ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:58.964032Z","caller":"traceutil/trace.go:171","msg":"trace[1148824955] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"914.352867ms","start":"2026-02-27T18:24:58.049651Z","end":"2026-02-27T18:24:58.964003Z","steps":["trace[1148824955] 'process raft request' (duration: 913.915688ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:58.9641Z","caller":"traceutil/trace.go:171","msg":"trace[97652888] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"912.663599ms","start":"2026-02-27T18:24:58.051417Z","end":"2026-02-27T18:24:58.964081Z","steps":["trace[97652888] 'process raft request' (duration: 912.594838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:58.964324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.021518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-27T18:24:58.964087Z","caller":"traceutil/trace.go:171","msg":"trace[939021757] linearizableReadLoop","detail":"{readStateIndex:2569; appliedIndex:2563; }","duration":"912.769923ms","start":"2026-02-27T18:24:58.051285Z","end":"2026-02-27T18:24:58.964055Z","steps":["trace[939021757] 'read index received' (duration: 458.07881ms)","trace[939021757] 'applied index is now lower than readState.Index' (duration: 454.690253ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:58.964367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:58.0514Z","time spent":"912.910374ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:58.964393Z","caller":"traceutil/trace.go:171","msg":"trace[730563913] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2468; }","duration":"913.10398ms","start":"2026-02-27T18:24:58.051276Z","end":"2026-02-27T18:24:58.96438Z","steps":["trace[730563913] 'agreement among raft nodes before linearized reading' (duration: 912.868625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:58.964152Z","caller":"traceutil/trace.go:171","msg":"trace[606429987] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"913.676412ms","start":"2026-02-27T18:24:58.050407Z","end":"2026-02-27T18:24:58.964083Z","steps":["trace[606429987] 'process raft request' (duration: 913.56879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:58.964444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:58.051216Z","time spent":"913.219402ms","remote":"127.0.0.1:51288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-27T18:24:58.964565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:58.050396Z","time spent":"914.05819ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:58.964566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.343243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:24:58.964226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:58.04963Z","time spent":"914.50278ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:58.964038Z","caller":"traceutil/trace.go:171","msg":"trace[475602438] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"913.877577ms","start":"2026-02-27T18:24:58.050131Z","end":"2026-02-27T18:24:58.964009Z","steps":["trace[475602438] 'process raft request' (duration: 913.671262ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:58.964614Z","caller":"traceutil/trace.go:171","msg":"trace[1249058954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2468; }","duration":"693.396455ms","start":"2026-02-27T18:24:58.271206Z","end":"2026-02-27T18:24:58.964603Z","steps":["trace[1249058954] 'agreement among raft nodes before linearized reading' (duration: 693.284051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:58.964646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.750153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T18:24:58.964683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:58.271129Z","time spent":"693.544617ms","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:24:58.964703Z","caller":"traceutil/trace.go:171","msg":"trace[289886536] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:2468; }","duration":"365.910687ms","start":"2026-02-27T18:24:58.59877Z","end":"2026-02-27T18:24:58.964681Z","steps":["trace[289886536] 'agreement among raft nodes before linearized reading' (duration: 365.759303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:58.96476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:58.050122Z","time spent":"914.540232ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:58.964338Z","caller":"traceutil/trace.go:171","msg":"trace[2082162595] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"913.916678ms","start":"2026-02-27T18:24:58.050363Z","end":"2026-02-27T18:24:58.964279Z","steps":["trace[2082162595] 'process raft request' (duration: 913.56466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:58.965023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:58.050333Z","time spent":"914.643365ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:58.966892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:58.59874Z","time spent":"368.138187ms","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"warn","ts":"2026-02-27T18:24:59.160651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.045665ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-27T18:24:59.160938Z","caller":"traceutil/trace.go:171","msg":"trace[1557499885] linearizableReadLoop","detail":"{readStateIndex:2572; appliedIndex:2570; }","duration":"191.410383ms","start":"2026-02-27T18:24:58.969504Z","end":"2026-02-27T18:24:59.160914Z","steps":["trace[1557499885] 'read index received' (duration: 71.174633ms)","trace[1557499885] 'applied index is now lower than readState.Index' (duration: 120.23458ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:59.161114Z","caller":"traceutil/trace.go:171","msg":"trace[1375708526] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"193.160212ms","start":"2026-02-27T18:24:58.9679Z","end":"2026-02-27T18:24:59.16106Z","steps":["trace[1375708526] 'process raft request' (duration: 192.863225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:59.161252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.742421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7339"} {"level":"info","ts":"2026-02-27T18:24:59.161314Z","caller":"traceutil/trace.go:171","msg":"trace[1205392786] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2469; }","duration":"191.866503ms","start":"2026-02-27T18:24:58.969431Z","end":"2026-02-27T18:24:59.161298Z","steps":["trace[1205392786] 'agreement among raft nodes before linearized reading' (duration: 191.559706ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:59.671758Z","caller":"traceutil/trace.go:171","msg":"trace[797819517] linearizableReadLoop","detail":"{readStateIndex:2574; appliedIndex:2573; }","duration":"261.49407ms","start":"2026-02-27T18:24:59.410232Z","end":"2026-02-27T18:24:59.671726Z","steps":["trace[797819517] 'read index received' (duration: 261.119182ms)","trace[797819517] 'applied index is now lower than readState.Index' (duration: 373.368µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:59.671974Z","caller":"traceutil/trace.go:171","msg":"trace[2137679776] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"289.044447ms","start":"2026-02-27T18:24:59.382866Z","end":"2026-02-27T18:24:59.671911Z","steps":["trace[2137679776] 'process raft request' (duration: 288.610148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:59.672061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.318563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:24:59.672123Z","caller":"traceutil/trace.go:171","msg":"trace[1082384783] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2471; }","duration":"251.431136ms","start":"2026-02-27T18:24:59.420674Z","end":"2026-02-27T18:24:59.672105Z","steps":["trace[1082384783] 'agreement among raft nodes before linearized reading' (duration: 251.326753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:59.6724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.121894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-27T18:24:59.672513Z","caller":"traceutil/trace.go:171","msg":"trace[1747912468] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2471; }","duration":"262.307818ms","start":"2026-02-27T18:24:59.41018Z","end":"2026-02-27T18:24:59.672488Z","steps":["trace[1747912468] 'agreement among raft nodes before linearized reading' (duration: 261.886869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:05.211328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.703195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:25:05.211629Z","caller":"traceutil/trace.go:171","msg":"trace[1916288582] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"208.647908ms","start":"2026-02-27T18:25:05.002953Z","end":"2026-02-27T18:25:05.211601Z","steps":["trace[1916288582] 'process raft request' (duration: 208.513755ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:05.211758Z","caller":"traceutil/trace.go:171","msg":"trace[1752981985] linearizableReadLoop","detail":"{readStateIndex:2602; appliedIndex:2599; }","duration":"192.743663ms","start":"2026-02-27T18:25:05.018995Z","end":"2026-02-27T18:25:05.211738Z","steps":["trace[1752981985] 'read index received' (duration: 86.519886ms)","trace[1752981985] 'applied index is now lower than readState.Index' (duration: 106.222767ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:05.212235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.318962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18982dad2771459a\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-02-27T18:25:05.212231Z","caller":"traceutil/trace.go:171","msg":"trace[586609095] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"207.950284ms","start":"2026-02-27T18:25:05.004236Z","end":"2026-02-27T18:25:05.212187Z","steps":["trace[586609095] 'process raft request' (duration: 207.303248ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:05.212296Z","caller":"traceutil/trace.go:171","msg":"trace[1332616019] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18982dad2771459a; range_end:; response_count:1; response_revision:2498; }","duration":"124.457125ms","start":"2026-02-27T18:25:05.087825Z","end":"2026-02-27T18:25:05.212282Z","steps":["trace[1332616019] 'agreement among raft nodes before linearized reading' (duration: 124.283081ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:05.212243Z","caller":"traceutil/trace.go:171","msg":"trace[1457587097] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"209.624919ms","start":"2026-02-27T18:25:05.00194Z","end":"2026-02-27T18:25:05.211565Z","steps":["trace[1457587097] 'process raft request' (duration: 103.551327ms)","trace[1457587097] 'compare' (duration: 105.50795ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:05.212307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.284385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T18:25:05.212394Z","caller":"traceutil/trace.go:171","msg":"trace[2141311747] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2498; }","duration":"193.445368ms","start":"2026-02-27T18:25:05.018928Z","end":"2026-02-27T18:25:05.212373Z","steps":["trace[2141311747] 'agreement among raft nodes before linearized reading' (duration: 193.166602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:05.585628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.930022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:25:05.585807Z","caller":"traceutil/trace.go:171","msg":"trace[168293343] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"368.925975ms","start":"2026-02-27T18:25:05.216861Z","end":"2026-02-27T18:25:05.585787Z","steps":["trace[168293343] 'process raft request' (duration: 368.864144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:05.585882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:05.216848Z","time spent":"369.000796ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:05.586017Z","caller":"traceutil/trace.go:171","msg":"trace[648860061] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"371.47142ms","start":"2026-02-27T18:25:05.214516Z","end":"2026-02-27T18:25:05.585987Z","steps":["trace[648860061] 'process raft request' (duration: 117.069909ms)","trace[648860061] 'compare' (duration: 253.557623ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:05.586157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:05.214485Z","time spent":"371.590483ms","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:06.031695Z","caller":"traceutil/trace.go:171","msg":"trace[1577870687] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"279.608376ms","start":"2026-02-27T18:25:05.752045Z","end":"2026-02-27T18:25:06.031653Z","steps":["trace[1577870687] 'process raft request' (duration: 260.246092ms)","trace[1577870687] 'compare' (duration: 18.889853ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:06.031847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.785539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-27T18:25:06.031929Z","caller":"traceutil/trace.go:171","msg":"trace[1194598438] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2501; }","duration":"258.912352ms","start":"2026-02-27T18:25:05.772996Z","end":"2026-02-27T18:25:06.031909Z","steps":["trace[1194598438] 'agreement among raft nodes before linearized reading' (duration: 258.701778ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:06.031652Z","caller":"traceutil/trace.go:171","msg":"trace[1301571156] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2604; }","duration":"258.551015ms","start":"2026-02-27T18:25:05.773049Z","end":"2026-02-27T18:25:06.0316Z","steps":["trace[1301571156] 'read index received' (duration: 239.213502ms)","trace[1301571156] 'applied index is now lower than readState.Index' (duration: 19.336543ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:29.4629Z","caller":"traceutil/trace.go:171","msg":"trace[1435221594] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"114.286157ms","start":"2026-02-27T18:25:29.348586Z","end":"2026-02-27T18:25:29.462872Z","steps":["trace[1435221594] 'process raft request' (duration: 67.238109ms)","trace[1435221594] 'compare' (duration: 46.916145ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:31.259814Z","caller":"traceutil/trace.go:171","msg":"trace[1211516179] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"124.24566ms","start":"2026-02-27T18:25:31.135547Z","end":"2026-02-27T18:25:31.259793Z","steps":["trace[1211516179] 'process raft request' (duration: 124.194429ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:31.259821Z","caller":"traceutil/trace.go:171","msg":"trace[674209422] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"124.784622ms","start":"2026-02-27T18:25:31.135015Z","end":"2026-02-27T18:25:31.2598Z","steps":["trace[674209422] 'process raft request' (duration: 94.715672ms)","trace[674209422] 'compare' (duration: 29.884296ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:26:56.696406Z","caller":"traceutil/trace.go:171","msg":"trace[1172944694] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"179.266099ms","start":"2026-02-27T18:26:56.517108Z","end":"2026-02-27T18:26:56.696374Z","steps":["trace[1172944694] 'process raft request' (duration: 179.069844ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:32.032362Z","caller":"traceutil/trace.go:171","msg":"trace[1164408866] linearizableReadLoop","detail":"{readStateIndex:3531; appliedIndex:3530; }","duration":"215.33253ms","start":"2026-02-27T18:27:31.817005Z","end":"2026-02-27T18:27:32.032338Z","steps":["trace[1164408866] 'read index received' (duration: 215.140576ms)","trace[1164408866] 'applied index is now lower than readState.Index' (duration: 191.134µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:32.032462Z","caller":"traceutil/trace.go:171","msg":"trace[1853286227] transaction","detail":"{read_only:false; response_revision:3391; number_of_response:1; }","duration":"268.125675ms","start":"2026-02-27T18:27:31.764302Z","end":"2026-02-27T18:27:32.032428Z","steps":["trace[1853286227] 'process raft request' (duration: 267.90193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:32.032624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.604776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:27:32.03269Z","caller":"traceutil/trace.go:171","msg":"trace[1801347822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3391; }","duration":"215.727199ms","start":"2026-02-27T18:27:31.81695Z","end":"2026-02-27T18:27:32.032677Z","steps":["trace[1801347822] 'agreement among raft nodes before linearized reading' (duration: 215.542255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:32.032905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.682226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:27:32.033047Z","caller":"traceutil/trace.go:171","msg":"trace[2110527161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3391; }","duration":"192.906721ms","start":"2026-02-27T18:27:31.840117Z","end":"2026-02-27T18:27:32.033024Z","steps":["trace[2110527161] 'agreement among raft nodes before linearized reading' (duration: 192.469422ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:02.754025Z","caller":"traceutil/trace.go:171","msg":"trace[657308246] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"106.387997ms","start":"2026-02-27T18:28:02.647609Z","end":"2026-02-27T18:28:02.753997Z","steps":["trace[657308246] 'process raft request' (duration: 106.207513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:02.91407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.759571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:28:02.914128Z","caller":"traceutil/trace.go:171","msg":"trace[585162832] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:3620; }","duration":"122.874123ms","start":"2026-02-27T18:28:02.79124Z","end":"2026-02-27T18:28:02.914114Z","steps":["trace[585162832] 'range keys from in-memory index tree' (duration: 122.612208ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:46.146741Z","caller":"traceutil/trace.go:171","msg":"trace[285804212] transaction","detail":"{read_only:false; response_revision:4260; number_of_response:1; }","duration":"111.696295ms","start":"2026-02-27T18:28:46.035007Z","end":"2026-02-27T18:28:46.146703Z","steps":["trace[285804212] 'process raft request' (duration: 49.48084ms)","trace[285804212] 'compare' (duration: 61.051939ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:46.851464Z","caller":"traceutil/trace.go:171","msg":"trace[1809590333] transaction","detail":"{read_only:false; response_revision:4294; number_of_response:1; }","duration":"215.40534ms","start":"2026-02-27T18:28:46.63604Z","end":"2026-02-27T18:28:46.851446Z","steps":["trace[1809590333] 'process raft request' (duration: 215.291647ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:46.893445Z","caller":"traceutil/trace.go:171","msg":"trace[414381772] transaction","detail":"{read_only:false; response_revision:4295; number_of_response:1; }","duration":"210.123371ms","start":"2026-02-27T18:28:46.683298Z","end":"2026-02-27T18:28:46.893422Z","steps":["trace[414381772] 'process raft request' (duration: 209.957457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:53.381625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289807409011921,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:28:53.444275Z","caller":"traceutil/trace.go:171","msg":"trace[1873894437] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"729.481676ms","start":"2026-02-27T18:28:52.714771Z","end":"2026-02-27T18:28:53.444253Z","steps":["trace[1873894437] 'process raft request' (duration: 729.351893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:53.444419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:52.714755Z","time spent":"729.591629ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:53.733533Z","caller":"traceutil/trace.go:171","msg":"trace[928173115] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"936.285713ms","start":"2026-02-27T18:28:52.797214Z","end":"2026-02-27T18:28:53.733499Z","steps":["trace[928173115] 'process raft request' (duration: 874.267403ms)","trace[928173115] 'compare' (duration: 61.728863ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:53.733709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:52.797194Z","time spent":"936.454568ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1811,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:28:53.733768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.955475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2572j-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-02-27T18:28:53.733776Z","caller":"traceutil/trace.go:171","msg":"trace[648745058] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"787.354084ms","start":"2026-02-27T18:28:52.946399Z","end":"2026-02-27T18:28:53.733753Z","steps":["trace[648745058] 'process raft request' (duration: 786.984575ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:53.733826Z","caller":"traceutil/trace.go:171","msg":"trace[1504242685] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2572j-tls; range_end:; response_count:1; response_revision:4525; }","duration":"853.054208ms","start":"2026-02-27T18:28:52.880759Z","end":"2026-02-27T18:28:53.733814Z","steps":["trace[1504242685] 'agreement among raft nodes before linearized reading' (duration: 852.866394ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:53.73353Z","caller":"traceutil/trace.go:171","msg":"trace[640852268] linearizableReadLoop","detail":"{readStateIndex:4704; appliedIndex:4700; }","duration":"852.706519ms","start":"2026-02-27T18:28:52.880799Z","end":"2026-02-27T18:28:53.733505Z","steps":["trace[640852268] 'read index received' (duration: 563.386962ms)","trace[640852268] 'applied index is now lower than readState.Index' (duration: 289.318647ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:53.733899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:52.946374Z","time spent":"787.459046ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:53.733903Z","caller":"traceutil/trace.go:171","msg":"trace[1527666506] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"656.797678ms","start":"2026-02-27T18:28:53.077096Z","end":"2026-02-27T18:28:53.733894Z","steps":["trace[1527666506] 'process raft request' (duration: 656.363707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:53.733999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:53.077072Z","time spent":"656.870309ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:53.733865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:52.880745Z","time spent":"853.110799ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1989,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2572j-tls\" "} {"level":"warn","ts":"2026-02-27T18:28:53.734398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.144504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:28:53.734438Z","caller":"traceutil/trace.go:171","msg":"trace[398522470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:4525; }","duration":"583.209216ms","start":"2026-02-27T18:28:53.151218Z","end":"2026-02-27T18:28:53.734428Z","steps":["trace[398522470] 'agreement among raft nodes before linearized reading' (duration: 583.106734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:53.734409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.839757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18982de8f0ab4ad4\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-02-27T18:28:53.73446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:53.151204Z","time spent":"583.252237ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-cjwbq\" "} {"level":"info","ts":"2026-02-27T18:28:53.734482Z","caller":"traceutil/trace.go:171","msg":"trace[2135753427] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18982de8f0ab4ad4; range_end:; response_count:1; response_revision:4525; }","duration":"305.96201ms","start":"2026-02-27T18:28:53.428504Z","end":"2026-02-27T18:28:53.734466Z","steps":["trace[2135753427] 'agreement among raft nodes before linearized reading' (duration: 305.737095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:53.734517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:53.428483Z","time spent":"306.027651ms","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":965,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18982de8f0ab4ad4\" "} {"level":"warn","ts":"2026-02-27T18:28:53.734707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.847285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50f533b9-413b-4a44-931b-411c969b9ac7\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-02-27T18:28:53.734733Z","caller":"traceutil/trace.go:171","msg":"trace[601440703] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-50f533b9-413b-4a44-931b-411c969b9ac7; range_end:; response_count:1; response_revision:4525; }","duration":"849.886206ms","start":"2026-02-27T18:28:52.884839Z","end":"2026-02-27T18:28:53.734725Z","steps":["trace[601440703] 'agreement among raft nodes before linearized reading' (duration: 849.386695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:53.734838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:52.884831Z","time spent":"850.000088ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50f533b9-413b-4a44-931b-411c969b9ac7\" "} {"level":"warn","ts":"2026-02-27T18:28:53.734931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.954575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777005"} {"level":"info","ts":"2026-02-27T18:28:53.735042Z","caller":"traceutil/trace.go:171","msg":"trace[432383413] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4525; }","duration":"172.075507ms","start":"2026-02-27T18:28:53.562939Z","end":"2026-02-27T18:28:53.735014Z","steps":["trace[432383413] 'agreement among raft nodes before linearized reading' (duration: 171.394152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.580823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.928767ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T18:28:54.580925Z","caller":"traceutil/trace.go:171","msg":"trace[53091616] linearizableReadLoop","detail":"{readStateIndex:4707; appliedIndex:4706; }","duration":"613.786212ms","start":"2026-02-27T18:28:53.96712Z","end":"2026-02-27T18:28:54.580906Z","steps":["trace[53091616] 'read index received' (duration: 473.735592ms)","trace[53091616] 'applied index is now lower than readState.Index' (duration: 140.04935ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:54.58107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.310267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:28:54.581106Z","caller":"traceutil/trace.go:171","msg":"trace[1002594154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4527; }","duration":"310.353889ms","start":"2026-02-27T18:28:54.270743Z","end":"2026-02-27T18:28:54.581097Z","steps":["trace[1002594154] 'agreement among raft nodes before linearized reading' (duration: 310.287088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.581133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:54.270689Z","time spent":"310.437221ms","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:28:54.581143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.458807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:28:54.581176Z","caller":"traceutil/trace.go:171","msg":"trace[315788889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4527; }","duration":"139.531939ms","start":"2026-02-27T18:28:54.441633Z","end":"2026-02-27T18:28:54.581165Z","steps":["trace[315788889] 'agreement among raft nodes before linearized reading' (duration: 139.394266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.58119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.029725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:28:54.581275Z","caller":"traceutil/trace.go:171","msg":"trace[1993718442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4527; }","duration":"142.116037ms","start":"2026-02-27T18:28:54.439139Z","end":"2026-02-27T18:28:54.581255Z","steps":["trace[1993718442] 'agreement among raft nodes before linearized reading' (duration: 141.920962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.581332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.085376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:28:54.581459Z","caller":"traceutil/trace.go:171","msg":"trace[1677792123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4527; }","duration":"142.215049ms","start":"2026-02-27T18:28:54.439181Z","end":"2026-02-27T18:28:54.581396Z","steps":["trace[1677792123] 'agreement among raft nodes before linearized reading' (duration: 142.034975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.581488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.900122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T18:28:54.581536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.402995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777005"} {"level":"info","ts":"2026-02-27T18:28:54.581603Z","caller":"traceutil/trace.go:171","msg":"trace[770900526] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4527; }","duration":"138.083706ms","start":"2026-02-27T18:28:54.443462Z","end":"2026-02-27T18:28:54.581546Z","steps":["trace[770900526] 'agreement among raft nodes before linearized reading' (duration: 137.82971ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:54.581619Z","caller":"traceutil/trace.go:171","msg":"trace[1799469700] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4527; }","duration":"614.517928ms","start":"2026-02-27T18:28:53.967088Z","end":"2026-02-27T18:28:54.581606Z","steps":["trace[1799469700] 'agreement among raft nodes before linearized reading' (duration: 613.961526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.581663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:53.967071Z","time spent":"614.582349ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777027,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-02-27T18:28:54.581485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.424765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:28:54.581746Z","caller":"traceutil/trace.go:171","msg":"trace[1690604961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4527; }","duration":"143.695831ms","start":"2026-02-27T18:28:54.438006Z","end":"2026-02-27T18:28:54.581701Z","steps":["trace[1690604961] 'agreement among raft nodes before linearized reading' (duration: 143.17339ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:01.874975Z","caller":"traceutil/trace.go:171","msg":"trace[600649524] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"113.333102ms","start":"2026-02-27T18:29:01.761615Z","end":"2026-02-27T18:29:01.874948Z","steps":["trace[600649524] 'process raft request' (duration: 101.567088ms)","trace[600649524] 'compare' (duration: 10.916514ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:02.047411Z","caller":"traceutil/trace.go:171","msg":"trace[200007015] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"105.095237ms","start":"2026-02-27T18:29:01.942292Z","end":"2026-02-27T18:29:02.047387Z","steps":["trace[200007015] 'process raft request' (duration: 104.876622ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:02.047752Z","caller":"traceutil/trace.go:171","msg":"trace[594716898] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"105.018164ms","start":"2026-02-27T18:29:01.942702Z","end":"2026-02-27T18:29:02.04772Z","steps":["trace[594716898] 'process raft request' (duration: 104.625075ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:02.04793Z","caller":"traceutil/trace.go:171","msg":"trace[912400694] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"104.81088ms","start":"2026-02-27T18:29:01.943063Z","end":"2026-02-27T18:29:02.047874Z","steps":["trace[912400694] 'process raft request' (duration: 104.558385ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:02.16723Z","caller":"traceutil/trace.go:171","msg":"trace[1612145316] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"113.910114ms","start":"2026-02-27T18:29:02.053297Z","end":"2026-02-27T18:29:02.167207Z","steps":["trace[1612145316] 'process raft request' (duration: 107.296337ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:02.167528Z","caller":"traceutil/trace.go:171","msg":"trace[1750056691] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"113.519475ms","start":"2026-02-27T18:29:02.053975Z","end":"2026-02-27T18:29:02.167494Z","steps":["trace[1750056691] 'process raft request' (duration: 113.196008ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:02.167536Z","caller":"traceutil/trace.go:171","msg":"trace[679169768] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"113.343421ms","start":"2026-02-27T18:29:02.054168Z","end":"2026-02-27T18:29:02.167511Z","steps":["trace[679169768] 'process raft request' (duration: 113.218038ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:02.492825Z","caller":"traceutil/trace.go:171","msg":"trace[323798746] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4674; }","duration":"244.640875ms","start":"2026-02-27T18:29:02.248164Z","end":"2026-02-27T18:29:02.492805Z","steps":["trace[323798746] 'process raft request' (duration: 244.299527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:03.476769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.180851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:29:03.476871Z","caller":"traceutil/trace.go:171","msg":"trace[464174512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4709; }","duration":"226.315295ms","start":"2026-02-27T18:29:03.250532Z","end":"2026-02-27T18:29:03.476847Z","steps":["trace[464174512] 'range keys from in-memory index tree' (duration: 226.072649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:03.477145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.041065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:29:03.477236Z","caller":"traceutil/trace.go:171","msg":"trace[1512263312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4709; }","duration":"208.164578ms","start":"2026-02-27T18:29:03.269052Z","end":"2026-02-27T18:29:03.477216Z","steps":["trace[1512263312] 'range keys from in-memory index tree' (duration: 207.976474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:11.773484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.728579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08be43c5-0f0f-4138-b714-1165e1c80efe\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-02-27T18:29:11.773618Z","caller":"traceutil/trace.go:171","msg":"trace[488088712] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08be43c5-0f0f-4138-b714-1165e1c80efe; range_end:; response_count:1; response_revision:4860; }","duration":"199.946872ms","start":"2026-02-27T18:29:11.573654Z","end":"2026-02-27T18:29:11.773601Z","steps":["trace[488088712] 'range keys from in-memory index tree' (duration: 199.533934ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:12.058831Z","caller":"traceutil/trace.go:171","msg":"trace[547207065] linearizableReadLoop","detail":"{readStateIndex:5048; appliedIndex:5047; }","duration":"186.486311ms","start":"2026-02-27T18:29:11.87232Z","end":"2026-02-27T18:29:12.058807Z","steps":["trace[547207065] 'read index received' (duration: 186.41977ms)","trace[547207065] 'applied index is now lower than readState.Index' (duration: 65.611µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:12.058923Z","caller":"traceutil/trace.go:171","msg":"trace[834232938] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"190.032871ms","start":"2026-02-27T18:29:11.868849Z","end":"2026-02-27T18:29:12.058882Z","steps":["trace[834232938] 'process raft request' (duration: 189.794476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:12.059082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.733417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08be43c5-0f0f-4138-b714-1165e1c80efe\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-02-27T18:29:12.059223Z","caller":"traceutil/trace.go:171","msg":"trace[1192985209] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08be43c5-0f0f-4138-b714-1165e1c80efe; range_end:; response_count:1; response_revision:4861; }","duration":"186.916591ms","start":"2026-02-27T18:29:11.872287Z","end":"2026-02-27T18:29:12.059204Z","steps":["trace[1192985209] 'agreement among raft nodes before linearized reading' (duration: 186.616745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:12.154998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.745353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T18:29:12.155002Z","caller":"traceutil/trace.go:171","msg":"trace[1553199397] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"238.436817ms","start":"2026-02-27T18:29:11.91653Z","end":"2026-02-27T18:29:12.154967Z","steps":["trace[1553199397] 'process raft request' (duration: 184.461206ms)","trace[1553199397] 'compare' (duration: 53.779066ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:12.155066Z","caller":"traceutil/trace.go:171","msg":"trace[1119545427] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4862; }","duration":"238.841375ms","start":"2026-02-27T18:29:11.916205Z","end":"2026-02-27T18:29:12.155046Z","steps":["trace[1119545427] 'agreement among raft nodes before linearized reading' (duration: 238.668731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:12.155151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.804581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:29:12.155226Z","caller":"traceutil/trace.go:171","msg":"trace[1248214671] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:4862; }","duration":"224.931013ms","start":"2026-02-27T18:29:11.930276Z","end":"2026-02-27T18:29:12.155207Z","steps":["trace[1248214671] 'agreement among raft nodes before linearized reading' (duration: 224.696998ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:12.233728Z","caller":"traceutil/trace.go:171","msg":"trace[1077847907] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"165.291926ms","start":"2026-02-27T18:29:12.068414Z","end":"2026-02-27T18:29:12.233706Z","steps":["trace[1077847907] 'process raft request' (duration: 164.890477ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:12.695973Z","caller":"traceutil/trace.go:171","msg":"trace[2054313197] linearizableReadLoop","detail":"{readStateIndex:5051; appliedIndex:5050; }","duration":"424.652051ms","start":"2026-02-27T18:29:12.271291Z","end":"2026-02-27T18:29:12.695943Z","steps":["trace[2054313197] 'read index received' (duration: 424.320574ms)","trace[2054313197] 'applied index is now lower than readState.Index' (duration: 330.197µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:12.696076Z","caller":"traceutil/trace.go:171","msg":"trace[1378078226] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"449.193532ms","start":"2026-02-27T18:29:12.246841Z","end":"2026-02-27T18:29:12.696035Z","steps":["trace[1378078226] 'process raft request' (duration: 448.876164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:12.696135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.826586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:29:12.69617Z","caller":"traceutil/trace.go:171","msg":"trace[2063023097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4864; }","duration":"424.912808ms","start":"2026-02-27T18:29:12.271246Z","end":"2026-02-27T18:29:12.696159Z","steps":["trace[2063023097] 'agreement among raft nodes before linearized reading' (duration: 424.839276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:12.696204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:12.271224Z","time spent":"424.972579ms","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:29:12.696239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:12.246816Z","time spent":"449.337966ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:12.696345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.667197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-02-27T18:29:12.696432Z","caller":"traceutil/trace.go:171","msg":"trace[989805961] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4864; }","duration":"137.767909ms","start":"2026-02-27T18:29:12.558645Z","end":"2026-02-27T18:29:12.696413Z","steps":["trace[989805961] 'agreement among raft nodes before linearized reading' (duration: 137.509954ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:25.279226Z","caller":"traceutil/trace.go:171","msg":"trace[1332639149] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"267.662121ms","start":"2026-02-27T18:29:25.011537Z","end":"2026-02-27T18:29:25.279199Z","steps":["trace[1332639149] 'process raft request' (duration: 267.505638ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:25.361487Z","caller":"traceutil/trace.go:171","msg":"trace[811799168] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5241; }","duration":"344.870533ms","start":"2026-02-27T18:29:25.016595Z","end":"2026-02-27T18:29:25.361465Z","steps":["trace[811799168] 'read index received' (duration: 262.465524ms)","trace[811799168] 'applied index is now lower than readState.Index' (duration: 82.403719ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:25.3615Z","caller":"traceutil/trace.go:171","msg":"trace[17667763] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"345.555779ms","start":"2026-02-27T18:29:25.015921Z","end":"2026-02-27T18:29:25.361477Z","steps":["trace[17667763] 'process raft request' (duration: 345.318114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:25.361667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:25.015911Z","time spent":"345.653571ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13645,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:25.361858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.175209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:29:25.361914Z","caller":"traceutil/trace.go:171","msg":"trace[1729931075] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5049; }","duration":"324.275041ms","start":"2026-02-27T18:29:25.037628Z","end":"2026-02-27T18:29:25.361903Z","steps":["trace[1729931075] 'agreement among raft nodes before linearized reading' (duration: 323.981215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:25.361688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.090697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T18:29:25.362063Z","caller":"traceutil/trace.go:171","msg":"trace[2145442514] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5049; }","duration":"345.497457ms","start":"2026-02-27T18:29:25.016557Z","end":"2026-02-27T18:29:25.362054Z","steps":["trace[2145442514] 'agreement among raft nodes before linearized reading' (duration: 344.987205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:25.362103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:25.016542Z","time spent":"345.542797ms","remote":"127.0.0.1:51258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T18:29:25.361996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:25.037613Z","time spent":"324.367273ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:29:29.25785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.562195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:29:29.257917Z","caller":"traceutil/trace.go:171","msg":"trace[1355025310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5074; }","duration":"389.667718ms","start":"2026-02-27T18:29:28.868235Z","end":"2026-02-27T18:29:29.257903Z","steps":["trace[1355025310] 'range keys from in-memory index tree' (duration: 389.413843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:29.25795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:28.868224Z","time spent":"389.718579ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:29:29.25818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.168681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T18:29:29.258209Z","caller":"traceutil/trace.go:171","msg":"trace[1563417150] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5074; }","duration":"391.218532ms","start":"2026-02-27T18:29:28.866983Z","end":"2026-02-27T18:29:29.258201Z","steps":["trace[1563417150] 'range keys from in-memory index tree' (duration: 391.07609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:29.258191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.215039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:29:29.258232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:28.866971Z","time spent":"391.252633ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:29:29.258264Z","caller":"traceutil/trace.go:171","msg":"trace[587040892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5074; }","duration":"402.314551ms","start":"2026-02-27T18:29:28.855931Z","end":"2026-02-27T18:29:29.258246Z","steps":["trace[587040892] 'range keys from in-memory index tree' (duration: 402.015315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:29.258302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:28.85591Z","time spent":"402.384533ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:29:29.25831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.142501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:29:29.258319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.706231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T18:29:29.258342Z","caller":"traceutil/trace.go:171","msg":"trace[96860632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5074; }","duration":"391.213752ms","start":"2026-02-27T18:29:28.867119Z","end":"2026-02-27T18:29:29.258332Z","steps":["trace[96860632] 'range keys from in-memory index tree' (duration: 390.984707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:29.258374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:28.867097Z","time spent":"391.273004ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:29:29.258376Z","caller":"traceutil/trace.go:171","msg":"trace[1043882038] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5074; }","duration":"130.806003ms","start":"2026-02-27T18:29:29.127552Z","end":"2026-02-27T18:29:29.258358Z","steps":["trace[1043882038] 'range keys from in-memory index tree' (duration: 130.559288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:29.258097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.542913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10395"} {"level":"warn","ts":"2026-02-27T18:29:29.25853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.033828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T18:29:29.258636Z","caller":"traceutil/trace.go:171","msg":"trace[539506003] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5074; }","duration":"224.145356ms","start":"2026-02-27T18:29:29.034479Z","end":"2026-02-27T18:29:29.258624Z","steps":["trace[539506003] 'range keys from in-memory index tree' (duration: 223.331608ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:29.258683Z","caller":"traceutil/trace.go:171","msg":"trace[1572517831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5074; }","duration":"391.254494ms","start":"2026-02-27T18:29:28.867388Z","end":"2026-02-27T18:29:29.258643Z","steps":["trace[1572517831] 'range keys from in-memory index tree' (duration: 390.746052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:29.258707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.04099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:29:29.258774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:28.867334Z","time spent":"391.421607ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:29:29.258802Z","caller":"traceutil/trace.go:171","msg":"trace[500891216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5074; }","duration":"392.184554ms","start":"2026-02-27T18:29:28.866598Z","end":"2026-02-27T18:29:29.258782Z","steps":["trace[500891216] 'range keys from in-memory index tree' (duration: 391.328445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:29.258846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:28.866571Z","time spent":"392.266616ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:29:29.763505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289807409013177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:29:30.264376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289807409013177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:29:30.602651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.339779991s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:29:30.603053Z","caller":"traceutil/trace.go:171","msg":"trace[360166809] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"1.340259502s","start":"2026-02-27T18:29:29.262764Z","end":"2026-02-27T18:29:30.603024Z","steps":["trace[360166809] 'process raft request' (duration: 1.340070818s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.603218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.262745Z","time spent":"1.340386245s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:30.866035Z","caller":"traceutil/trace.go:171","msg":"trace[1501450987] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"1.602654894s","start":"2026-02-27T18:29:29.263354Z","end":"2026-02-27T18:29:30.866009Z","steps":["trace[1501450987] 'process raft request' (duration: 1.602544552s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:30.866086Z","caller":"traceutil/trace.go:171","msg":"trace[791586434] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"1.603239359s","start":"2026-02-27T18:29:29.262805Z","end":"2026-02-27T18:29:30.866044Z","steps":["trace[791586434] 'process raft request' (duration: 1.60287703s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.866226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.263335Z","time spent":"1.602787118s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:30.866401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.262791Z","time spent":"1.603420323s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:30.866452Z","caller":"traceutil/trace.go:171","msg":"trace[1844181615] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"1.600694901s","start":"2026-02-27T18:29:29.265716Z","end":"2026-02-27T18:29:30.866411Z","steps":["trace[1844181615] 'process raft request' (duration: 1.600251421s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:30.866549Z","caller":"traceutil/trace.go:171","msg":"trace[1416590012] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"1.599812741s","start":"2026-02-27T18:29:29.266695Z","end":"2026-02-27T18:29:30.866507Z","steps":["trace[1416590012] 'process raft request' (duration: 1.599587586s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.866639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.265708Z","time spent":"1.600840595s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:30.866767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.26667Z","time spent":"1.599983235s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:30.867179Z","caller":"traceutil/trace.go:171","msg":"trace[691098088] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"1.599854292s","start":"2026-02-27T18:29:29.267308Z","end":"2026-02-27T18:29:30.867162Z","steps":["trace[691098088] 'process raft request' (duration: 1.599130106s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.867283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.267291Z","time spent":"1.599938154s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:30.867607Z","caller":"traceutil/trace.go:171","msg":"trace[82832758] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"1.596106188s","start":"2026-02-27T18:29:29.271487Z","end":"2026-02-27T18:29:30.867593Z","steps":["trace[82832758] 'process raft request' (duration: 1.595666649s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.867745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.27148Z","time spent":"1.59620477s","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:30.867887Z","caller":"traceutil/trace.go:171","msg":"trace[1124787816] linearizableReadLoop","detail":"{readStateIndex:5279; appliedIndex:5269; }","duration":"1.604872434s","start":"2026-02-27T18:29:29.262998Z","end":"2026-02-27T18:29:30.867871Z","steps":["trace[1124787816] 'read index received' (duration: 1.339926245s)","trace[1124787816] 'applied index is now lower than readState.Index' (duration: 264.945179ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:30.867973Z","caller":"traceutil/trace.go:171","msg":"trace[49633847] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"746.6357ms","start":"2026-02-27T18:29:30.121321Z","end":"2026-02-27T18:29:30.867956Z","steps":["trace[49633847] 'process raft request' (duration: 746.428456ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:30.868012Z","caller":"traceutil/trace.go:171","msg":"trace[1220675043] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"425.201362ms","start":"2026-02-27T18:29:30.442802Z","end":"2026-02-27T18:29:30.868004Z","steps":["trace[1220675043] 'process raft request' (duration: 425.027138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.86804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.121294Z","time spent":"746.709962ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:30.868083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.44278Z","time spent":"425.261314ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:30.867978Z","caller":"traceutil/trace.go:171","msg":"trace[214601811] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"645.79827ms","start":"2026-02-27T18:29:30.222169Z","end":"2026-02-27T18:29:30.867967Z","steps":["trace[214601811] 'process raft request' (duration: 645.629436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.868309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605294914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08be43c5-0f0f-4138-b714-1165e1c80efe\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T18:29:30.868387Z","caller":"traceutil/trace.go:171","msg":"trace[1551308910] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08be43c5-0f0f-4138-b714-1165e1c80efe; range_end:; response_count:1; response_revision:5085; }","duration":"1.605407786s","start":"2026-02-27T18:29:29.26296Z","end":"2026-02-27T18:29:30.868368Z","steps":["trace[1551308910] 'agreement among raft nodes before linearized reading' (duration: 1.605154231s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.86833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.222147Z","time spent":"646.146198ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:30.868447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.26294Z","time spent":"1.605494439s","remote":"127.0.0.1:51252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-08be43c5-0f0f-4138-b714-1165e1c80efe\" "} {"level":"info","ts":"2026-02-27T18:29:30.868326Z","caller":"traceutil/trace.go:171","msg":"trace[335884724] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"1.3794678s","start":"2026-02-27T18:29:29.488847Z","end":"2026-02-27T18:29:30.868315Z","steps":["trace[335884724] 'process raft request' (duration: 1.378480708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.868676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.488821Z","time spent":"1.379780698s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:30.88938Z","caller":"traceutil/trace.go:171","msg":"trace[1595031984] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"139.019908ms","start":"2026-02-27T18:29:30.750337Z","end":"2026-02-27T18:29:30.889357Z","steps":["trace[1595031984] 'process raft request' (duration: 138.905215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.889818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620317261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:29:30.889894Z","caller":"traceutil/trace.go:171","msg":"trace[1899079255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5086; }","duration":"1.620435423s","start":"2026-02-27T18:29:29.269441Z","end":"2026-02-27T18:29:30.889877Z","steps":["trace[1899079255] 'agreement among raft nodes before linearized reading' (duration: 1.620227439s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.889956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.269434Z","time spent":"1.620514735s","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:29:30.889977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.36747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-02-27T18:29:30.890092Z","caller":"traceutil/trace.go:171","msg":"trace[1450224316] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5086; }","duration":"521.542764ms","start":"2026-02-27T18:29:30.368519Z","end":"2026-02-27T18:29:30.890061Z","steps":["trace[1450224316] 'agreement among raft nodes before linearized reading' (duration: 521.190656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.890142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.368494Z","time spent":"521.640236ms","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-27T18:29:30.890237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.235423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:29:30.890277Z","caller":"traceutil/trace.go:171","msg":"trace[1664957324] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:5086; }","duration":"573.315574ms","start":"2026-02-27T18:29:30.31695Z","end":"2026-02-27T18:29:30.890266Z","steps":["trace[1664957324] 'agreement among raft nodes before linearized reading' (duration: 573.16483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.890301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.316936Z","time spent":"573.358755ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-cjwbq\" "} {"level":"warn","ts":"2026-02-27T18:29:31.059564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.780259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:29:31.059754Z","caller":"traceutil/trace.go:171","msg":"trace[1302622581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5090; }","duration":"105.020175ms","start":"2026-02-27T18:29:30.954711Z","end":"2026-02-27T18:29:31.059731Z","steps":["trace[1302622581] 'range keys from in-memory index tree' (duration: 104.667497ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:32.028076Z","caller":"traceutil/trace.go:171","msg":"trace[418046660] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"253.653867ms","start":"2026-02-27T18:29:31.774396Z","end":"2026-02-27T18:29:32.02805Z","steps":["trace[418046660] 'process raft request' (duration: 253.498304ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:32.028135Z","caller":"traceutil/trace.go:171","msg":"trace[84962751] linearizableReadLoop","detail":"{readStateIndex:5286; appliedIndex:5286; }","duration":"243.199103ms","start":"2026-02-27T18:29:31.784908Z","end":"2026-02-27T18:29:32.028107Z","steps":["trace[84962751] 'read index received' (duration: 243.178942ms)","trace[84962751] 'applied index is now lower than readState.Index' (duration: 10.78µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:29:32.028362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.435629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-27T18:29:32.028455Z","caller":"traceutil/trace.go:171","msg":"trace[728355584] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5091; }","duration":"243.567552ms","start":"2026-02-27T18:29:31.784862Z","end":"2026-02-27T18:29:32.028429Z","steps":["trace[728355584] 'agreement among raft nodes before linearized reading' (duration: 243.341246ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:01.280929Z","caller":"traceutil/trace.go:171","msg":"trace[171226973] linearizableReadLoop","detail":"{readStateIndex:5459; appliedIndex:5458; }","duration":"172.023532ms","start":"2026-02-27T18:30:01.108888Z","end":"2026-02-27T18:30:01.280911Z","steps":["trace[171226973] 'read index received' (duration: 91.496459ms)","trace[171226973] 'applied index is now lower than readState.Index' (duration: 80.526323ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:30:01.280992Z","caller":"traceutil/trace.go:171","msg":"trace[1694053070] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"174.61157ms","start":"2026-02-27T18:30:01.106326Z","end":"2026-02-27T18:30:01.280937Z","steps":["trace[1694053070] 'process raft request' (duration: 94.085217ms)","trace[1694053070] 'compare' (duration: 80.41384ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:30:01.281218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.307358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81808"} {"level":"info","ts":"2026-02-27T18:30:01.281287Z","caller":"traceutil/trace.go:171","msg":"trace[174852912] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5257; }","duration":"172.41084ms","start":"2026-02-27T18:30:01.108862Z","end":"2026-02-27T18:30:01.281273Z","steps":["trace[174852912] 'agreement among raft nodes before linearized reading' (duration: 172.126144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:01.28718Z","caller":"traceutil/trace.go:171","msg":"trace[1347169322] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"158.922159ms","start":"2026-02-27T18:30:01.128227Z","end":"2026-02-27T18:30:01.287149Z","steps":["trace[1347169322] 'process raft request' (duration: 158.720804ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:05.275292Z","caller":"traceutil/trace.go:171","msg":"trace[431944568] linearizableReadLoop","detail":"{readStateIndex:5573; appliedIndex:5572; }","duration":"183.777754ms","start":"2026-02-27T18:30:05.091485Z","end":"2026-02-27T18:30:05.275263Z","steps":["trace[431944568] 'read index received' (duration: 182.24741ms)","trace[431944568] 'applied index is now lower than readState.Index' (duration: 1.528834ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:30:05.275398Z","caller":"traceutil/trace.go:171","msg":"trace[1150877168] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"205.158124ms","start":"2026-02-27T18:30:05.070209Z","end":"2026-02-27T18:30:05.275367Z","steps":["trace[1150877168] 'process raft request' (duration: 203.580668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:05.275558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.063311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T18:30:05.275613Z","caller":"traceutil/trace.go:171","msg":"trace[2119157577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5369; }","duration":"184.128373ms","start":"2026-02-27T18:30:05.091472Z","end":"2026-02-27T18:30:05.275601Z","steps":["trace[2119157577] 'agreement among raft nodes before linearized reading' (duration: 183.892998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:05.275669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.866718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:30:05.275746Z","caller":"traceutil/trace.go:171","msg":"trace[984277830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5369; }","duration":"172.044293ms","start":"2026-02-27T18:30:05.103685Z","end":"2026-02-27T18:30:05.275729Z","steps":["trace[984277830] 'agreement among raft nodes before linearized reading' (duration: 171.792667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:05.275874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.398977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T18:30:05.275899Z","caller":"traceutil/trace.go:171","msg":"trace[1928203524] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5369; }","duration":"171.463228ms","start":"2026-02-27T18:30:05.104429Z","end":"2026-02-27T18:30:05.275893Z","steps":["trace[1928203524] 'agreement among raft nodes before linearized reading' (duration: 171.411007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:05.27597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.832857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:30:05.275988Z","caller":"traceutil/trace.go:171","msg":"trace[1756424086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5369; }","duration":"171.874547ms","start":"2026-02-27T18:30:05.104109Z","end":"2026-02-27T18:30:05.275984Z","steps":["trace[1756424086] 'agreement among raft nodes before linearized reading' (duration: 171.826956ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:13.141929Z","caller":"traceutil/trace.go:171","msg":"trace[143643454] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"119.537397ms","start":"2026-02-27T18:30:13.022357Z","end":"2026-02-27T18:30:13.141894Z","steps":["trace[143643454] 'process raft request' (duration: 47.570715ms)","trace[143643454] 'compare' (duration: 71.799218ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:30:13.660542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.715538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:30:13.660628Z","caller":"traceutil/trace.go:171","msg":"trace[1122956713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5419; }","duration":"390.839621ms","start":"2026-02-27T18:30:13.269771Z","end":"2026-02-27T18:30:13.660611Z","steps":["trace[1122956713] 'range keys from in-memory index tree' (duration: 390.638696ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:13.660774Z","caller":"traceutil/trace.go:171","msg":"trace[863248155] linearizableReadLoop","detail":"{readStateIndex:5625; appliedIndex:5624; }","duration":"261.464263ms","start":"2026-02-27T18:30:13.399284Z","end":"2026-02-27T18:30:13.660748Z","steps":["trace[863248155] 'read index received' (duration: 196.08352ms)","trace[863248155] 'applied index is now lower than readState.Index' (duration: 65.379283ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:30:13.660785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.116351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-02-27T18:30:13.660878Z","caller":"traceutil/trace.go:171","msg":"trace[462518895] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5419; }","duration":"418.236013ms","start":"2026-02-27T18:30:13.242618Z","end":"2026-02-27T18:30:13.660854Z","steps":["trace[462518895] 'range keys from in-memory index tree' (duration: 417.975708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:13.660934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:13.242611Z","time spent":"418.312955ms","remote":"127.0.0.1:51288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1015,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-02-27T18:30:13.660673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:13.269753Z","time spent":"390.909732ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:30:13.661169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.388668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:30:13.661227Z","caller":"traceutil/trace.go:171","msg":"trace[1283738263] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:5420; }","duration":"255.478499ms","start":"2026-02-27T18:30:13.405732Z","end":"2026-02-27T18:30:13.661211Z","steps":["trace[1283738263] 'agreement among raft nodes before linearized reading' (duration: 255.320806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:13.661286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.251031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T18:30:13.661439Z","caller":"traceutil/trace.go:171","msg":"trace[199789399] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"292.856196ms","start":"2026-02-27T18:30:13.368561Z","end":"2026-02-27T18:30:13.661417Z","steps":["trace[199789399] 'process raft request' (duration: 226.819738ms)","trace[199789399] 'compare' (duration: 65.260261ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:30:13.66147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.917674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T18:30:13.661487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.895544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:30:13.661474Z","caller":"traceutil/trace.go:171","msg":"trace[107742221] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5420; }","duration":"258.432346ms","start":"2026-02-27T18:30:13.402977Z","end":"2026-02-27T18:30:13.661409Z","steps":["trace[107742221] 'agreement among raft nodes before linearized reading' (duration: 258.043667ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:13.661529Z","caller":"traceutil/trace.go:171","msg":"trace[300478179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5420; }","duration":"257.959305ms","start":"2026-02-27T18:30:13.403558Z","end":"2026-02-27T18:30:13.661517Z","steps":["trace[300478179] 'agreement among raft nodes before linearized reading' (duration: 257.783061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:13.661562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.940054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:30:13.661521Z","caller":"traceutil/trace.go:171","msg":"trace[338786838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5420; }","duration":"257.991786ms","start":"2026-02-27T18:30:13.403515Z","end":"2026-02-27T18:30:13.661507Z","steps":["trace[338786838] 'agreement among raft nodes before linearized reading' (duration: 257.828722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:13.661704Z","caller":"traceutil/trace.go:171","msg":"trace[1018931658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5420; }","duration":"258.120429ms","start":"2026-02-27T18:30:13.403559Z","end":"2026-02-27T18:30:13.66168Z","steps":["trace[1018931658] 'agreement among raft nodes before linearized reading' (duration: 257.789911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:13.661864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.569247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:30:13.661986Z","caller":"traceutil/trace.go:171","msg":"trace[1758918896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5420; }","duration":"262.721831ms","start":"2026-02-27T18:30:13.399239Z","end":"2026-02-27T18:30:13.661961Z","steps":["trace[1758918896] 'agreement among raft nodes before linearized reading' (duration: 261.671138ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:13.841024Z","caller":"traceutil/trace.go:171","msg":"trace[322421126] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"173.620177ms","start":"2026-02-27T18:30:13.667372Z","end":"2026-02-27T18:30:13.840992Z","steps":["trace[322421126] 'process raft request' (duration: 173.445593ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:13.841095Z","caller":"traceutil/trace.go:171","msg":"trace[1044654485] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"172.295727ms","start":"2026-02-27T18:30:13.668776Z","end":"2026-02-27T18:30:13.841071Z","steps":["trace[1044654485] 'process raft request' (duration: 172.085632ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:13.841083Z","caller":"traceutil/trace.go:171","msg":"trace[1127177772] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"173.969834ms","start":"2026-02-27T18:30:13.667077Z","end":"2026-02-27T18:30:13.841046Z","steps":["trace[1127177772] 'process raft request' (duration: 173.702809ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:13.841008Z","caller":"traceutil/trace.go:171","msg":"trace[643590721] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"174.109808ms","start":"2026-02-27T18:30:13.666855Z","end":"2026-02-27T18:30:13.840964Z","steps":["trace[643590721] 'process raft request' (duration: 173.76563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:13.967158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.227256ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T18:30:13.967268Z","caller":"traceutil/trace.go:171","msg":"trace[1387398250] linearizableReadLoop","detail":"{readStateIndex:5630; appliedIndex:5625; }","duration":"297.912619ms","start":"2026-02-27T18:30:13.669337Z","end":"2026-02-27T18:30:13.967249Z","steps":["trace[1387398250] 'read index received' (duration: 55.42945ms)","trace[1387398250] 'applied index is now lower than readState.Index' (duration: 242.481499ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:30:13.9676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.259557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112166"} {"level":"info","ts":"2026-02-27T18:30:13.967639Z","caller":"traceutil/trace.go:171","msg":"trace[971829648] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5425; }","duration":"298.35081ms","start":"2026-02-27T18:30:13.669277Z","end":"2026-02-27T18:30:13.967628Z","steps":["trace[971829648] 'agreement among raft nodes before linearized reading' (duration: 298.054233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:14.28805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.268794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:30:14.2882Z","caller":"traceutil/trace.go:171","msg":"trace[1150947930] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5426; }","duration":"183.525359ms","start":"2026-02-27T18:30:14.104645Z","end":"2026-02-27T18:30:14.288171Z","steps":["trace[1150947930] 'count revisions from in-memory index tree' (duration: 183.07869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:14.288078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.707119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:30:14.288347Z","caller":"traceutil/trace.go:171","msg":"trace[750630185] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5426; }","duration":"174.033646ms","start":"2026-02-27T18:30:14.11429Z","end":"2026-02-27T18:30:14.288323Z","steps":["trace[750630185] 'count revisions from in-memory index tree' (duration: 173.606847ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:28.78571Z","caller":"traceutil/trace.go:171","msg":"trace[881844356] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"157.576198ms","start":"2026-02-27T18:30:28.628099Z","end":"2026-02-27T18:30:28.785675Z","steps":["trace[881844356] 'process raft request' (duration: 87.09213ms)","trace[881844356] 'compare' (duration: 70.155811ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:30:44.772979Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2691} {"level":"info","ts":"2026-02-27T18:30:44.831024Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2691,"took":"56.540775ms","hash":2324122355,"current-db-size-bytes":41091072,"current-db-size":"41 MB","current-db-size-in-use-bytes":30842880,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T18:30:44.831094Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2324122355,"revision":2691,"compact-revision":-1} {"level":"info","ts":"2026-02-27T18:35:09.648044Z","caller":"traceutil/trace.go:171","msg":"trace[1121507776] transaction","detail":"{read_only:false; response_revision:7508; number_of_response:1; }","duration":"112.151709ms","start":"2026-02-27T18:35:09.535859Z","end":"2026-02-27T18:35:09.648011Z","steps":["trace[1121507776] 'process raft request' (duration: 111.965105ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:10.898287Z","caller":"traceutil/trace.go:171","msg":"trace[234640448] transaction","detail":"{read_only:false; response_revision:7511; number_of_response:1; }","duration":"247.823993ms","start":"2026-02-27T18:35:10.650437Z","end":"2026-02-27T18:35:10.898261Z","steps":["trace[234640448] 'process raft request' (duration: 247.68138ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:10.899585Z","caller":"traceutil/trace.go:171","msg":"trace[18192720] transaction","detail":"{read_only:false; response_revision:7512; number_of_response:1; }","duration":"141.826392ms","start":"2026-02-27T18:35:10.757734Z","end":"2026-02-27T18:35:10.89956Z","steps":["trace[18192720] 'process raft request' (duration: 141.671278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:21.794385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.708591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:35:21.794514Z","caller":"traceutil/trace.go:171","msg":"trace[599303225] linearizableReadLoop","detail":"{readStateIndex:7840; appliedIndex:7839; }","duration":"458.513051ms","start":"2026-02-27T18:35:21.335983Z","end":"2026-02-27T18:35:21.794496Z","steps":["trace[599303225] 'read index received' (duration: 311.509434ms)","trace[599303225] 'applied index is now lower than readState.Index' (duration: 147.002317ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:21.794603Z","caller":"traceutil/trace.go:171","msg":"trace[421062888] transaction","detail":"{read_only:false; response_revision:7561; number_of_response:1; }","duration":"460.33119ms","start":"2026-02-27T18:35:21.33426Z","end":"2026-02-27T18:35:21.794591Z","steps":["trace[421062888] 'process raft request' (duration: 313.311832ms)","trace[421062888] 'compare' (duration: 146.460576ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:35:21.794662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:21.334241Z","time spent":"460.390222ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:35:21.794773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.720442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T18:35:21.794847Z","caller":"traceutil/trace.go:171","msg":"trace[417264746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7561; }","duration":"457.857085ms","start":"2026-02-27T18:35:21.336971Z","end":"2026-02-27T18:35:21.794828Z","steps":["trace[417264746] 'agreement among raft nodes before linearized reading' (duration: 457.667011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:21.794895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:21.336941Z","time spent":"457.943047ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:35:21.795055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.067383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:35:21.795087Z","caller":"traceutil/trace.go:171","msg":"trace[1864972530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7561; }","duration":"459.117514ms","start":"2026-02-27T18:35:21.33596Z","end":"2026-02-27T18:35:21.795078Z","steps":["trace[1864972530] 'agreement among raft nodes before linearized reading' (duration: 459.028482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:21.795114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:21.33595Z","time spent":"459.158074ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:35:21.79529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.504278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:35:21.795369Z","caller":"traceutil/trace.go:171","msg":"trace[1828062993] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:7561; }","duration":"409.642821ms","start":"2026-02-27T18:35:21.385706Z","end":"2026-02-27T18:35:21.795349Z","steps":["trace[1828062993] 'agreement among raft nodes before linearized reading' (duration: 409.442466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:21.795434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:21.385679Z","time spent":"409.731263ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-cjwbq\" "} {"level":"info","ts":"2026-02-27T18:35:22.621314Z","caller":"traceutil/trace.go:171","msg":"trace[73424239] transaction","detail":"{read_only:false; response_revision:7566; number_of_response:1; }","duration":"262.707476ms","start":"2026-02-27T18:35:22.358572Z","end":"2026-02-27T18:35:22.621279Z","steps":["trace[73424239] 'process raft request' (duration: 262.41463ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:23.440928Z","caller":"traceutil/trace.go:171","msg":"trace[1822572093] linearizableReadLoop","detail":"{readStateIndex:7846; appliedIndex:7845; }","duration":"469.443344ms","start":"2026-02-27T18:35:22.971452Z","end":"2026-02-27T18:35:23.440896Z","steps":["trace[1822572093] 'read index received' (duration: 469.2983ms)","trace[1822572093] 'applied index is now lower than readState.Index' (duration: 144.024µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:23.440976Z","caller":"traceutil/trace.go:171","msg":"trace[1789134990] transaction","detail":"{read_only:false; response_revision:7567; number_of_response:1; }","duration":"474.902605ms","start":"2026-02-27T18:35:22.966046Z","end":"2026-02-27T18:35:23.440948Z","steps":["trace[1789134990] 'process raft request' (duration: 474.660689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:23.441144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.367434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:35:23.441204Z","caller":"traceutil/trace.go:171","msg":"trace[445176275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7567; }","duration":"295.467397ms","start":"2026-02-27T18:35:23.14572Z","end":"2026-02-27T18:35:23.441188Z","steps":["trace[445176275] 'agreement among raft nodes before linearized reading' (duration: 295.370055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:23.441206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.05497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:23.441141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:22.96602Z","time spent":"475.012308ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:35:23.441275Z","caller":"traceutil/trace.go:171","msg":"trace[957688630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7567; }","duration":"170.152802ms","start":"2026-02-27T18:35:23.271108Z","end":"2026-02-27T18:35:23.441261Z","steps":["trace[957688630] 'agreement among raft nodes before linearized reading' (duration: 170.016719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:23.441288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.818982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-02-27T18:35:23.441373Z","caller":"traceutil/trace.go:171","msg":"trace[2031680304] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7567; }","duration":"469.950925ms","start":"2026-02-27T18:35:22.971399Z","end":"2026-02-27T18:35:23.44135Z","steps":["trace[2031680304] 'agreement among raft nodes before linearized reading' (duration: 469.635928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:23.441423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:22.971379Z","time spent":"470.034647ms","remote":"127.0.0.1:51288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T18:35:23.442142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.987692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T18:35:23.44227Z","caller":"traceutil/trace.go:171","msg":"trace[917229614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7567; }","duration":"189.137705ms","start":"2026-02-27T18:35:23.253108Z","end":"2026-02-27T18:35:23.442246Z","steps":["trace[917229614] 'agreement among raft nodes before linearized reading' (duration: 188.069501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:23.818423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.201856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:35:23.818529Z","caller":"traceutil/trace.go:171","msg":"trace[155429643] transaction","detail":"{read_only:false; response_revision:7568; number_of_response:1; }","duration":"371.948369ms","start":"2026-02-27T18:35:23.446561Z","end":"2026-02-27T18:35:23.818509Z","steps":["trace[155429643] 'process raft request' (duration: 261.557699ms)","trace[155429643] 'compare' (duration: 110.083484ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:35:23.818593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:23.446534Z","time spent":"372.028272ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:35:23.863378Z","caller":"traceutil/trace.go:171","msg":"trace[1332874929] transaction","detail":"{read_only:false; response_revision:7569; number_of_response:1; }","duration":"415.241155ms","start":"2026-02-27T18:35:23.448112Z","end":"2026-02-27T18:35:23.863353Z","steps":["trace[1332874929] 'process raft request' (duration: 415.095362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:23.863506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:23.448094Z","time spent":"415.354408ms","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:35:23.982114Z","caller":"traceutil/trace.go:171","msg":"trace[1339265917] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"113.891968ms","start":"2026-02-27T18:35:23.868166Z","end":"2026-02-27T18:35:23.982058Z","steps":["trace[1339265917] 'process raft request' (duration: 63.048085ms)","trace[1339265917] 'compare' (duration: 50.464515ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:23.982224Z","caller":"traceutil/trace.go:171","msg":"trace[1368270464] linearizableReadLoop","detail":"{readStateIndex:7851; appliedIndex:7848; }","duration":"113.237914ms","start":"2026-02-27T18:35:23.868964Z","end":"2026-02-27T18:35:23.982202Z","steps":["trace[1368270464] 'read index received' (duration: 35.689175ms)","trace[1368270464] 'applied index is now lower than readState.Index' (duration: 77.547719ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:23.982244Z","caller":"traceutil/trace.go:171","msg":"trace[658390002] transaction","detail":"{read_only:false; response_revision:7573; number_of_response:1; }","duration":"113.240445ms","start":"2026-02-27T18:35:23.868975Z","end":"2026-02-27T18:35:23.982215Z","steps":["trace[658390002] 'process raft request' (duration: 113.057001ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:23.9823Z","caller":"traceutil/trace.go:171","msg":"trace[20643904] transaction","detail":"{read_only:false; response_revision:7572; number_of_response:1; }","duration":"114.057912ms","start":"2026-02-27T18:35:23.868217Z","end":"2026-02-27T18:35:23.982275Z","steps":["trace[20643904] 'process raft request' (duration: 113.749805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:23.982661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.673044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223815"} {"level":"info","ts":"2026-02-27T18:35:23.982735Z","caller":"traceutil/trace.go:171","msg":"trace[1603030800] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7573; }","duration":"113.785537ms","start":"2026-02-27T18:35:23.868932Z","end":"2026-02-27T18:35:23.982717Z","steps":["trace[1603030800] 'agreement among raft nodes before linearized reading' (duration: 113.388378ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:24.242229Z","caller":"traceutil/trace.go:171","msg":"trace[809764515] transaction","detail":"{read_only:false; response_revision:7574; number_of_response:1; }","duration":"258.738668ms","start":"2026-02-27T18:35:23.983458Z","end":"2026-02-27T18:35:24.242196Z","steps":["trace[809764515] 'process raft request' (duration: 202.796751ms)","trace[809764515] 'compare' (duration: 55.572477ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:24.335366Z","caller":"traceutil/trace.go:171","msg":"trace[1345480918] linearizableReadLoop","detail":"{readStateIndex:7855; appliedIndex:7853; }","duration":"281.868214ms","start":"2026-02-27T18:35:24.053468Z","end":"2026-02-27T18:35:24.335336Z","steps":["trace[1345480918] 'read index received' (duration: 132.956524ms)","trace[1345480918] 'applied index is now lower than readState.Index' (duration: 148.908699ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:24.335369Z","caller":"traceutil/trace.go:171","msg":"trace[1459678523] transaction","detail":"{read_only:false; response_revision:7575; number_of_response:1; }","duration":"115.992157ms","start":"2026-02-27T18:35:24.21935Z","end":"2026-02-27T18:35:24.335342Z","steps":["trace[1459678523] 'process raft request' (duration: 115.844843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:24.335493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.010676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:35:24.335538Z","caller":"traceutil/trace.go:171","msg":"trace[225870809] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7575; }","duration":"282.117149ms","start":"2026-02-27T18:35:24.05341Z","end":"2026-02-27T18:35:24.335527Z","steps":["trace[225870809] 'agreement among raft nodes before linearized reading' (duration: 282.028127ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:24.846719Z","caller":"traceutil/trace.go:171","msg":"trace[476643394] transaction","detail":"{read_only:false; response_revision:7576; number_of_response:1; }","duration":"217.797734ms","start":"2026-02-27T18:35:24.628889Z","end":"2026-02-27T18:35:24.846686Z","steps":["trace[476643394] 'process raft request' (duration: 217.005796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.265479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.721066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.265608Z","caller":"traceutil/trace.go:171","msg":"trace[175101976] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7576; }","duration":"323.871929ms","start":"2026-02-27T18:35:24.941682Z","end":"2026-02-27T18:35:25.265554Z","steps":["trace[175101976] 'count revisions from in-memory index tree' (duration: 323.605644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.265599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.431985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.265659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:24.941646Z","time spent":"324.001673ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:35:25.265674Z","caller":"traceutil/trace.go:171","msg":"trace[371125446] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7576; }","duration":"273.541328ms","start":"2026-02-27T18:35:24.992114Z","end":"2026-02-27T18:35:25.265655Z","steps":["trace[371125446] 'count revisions from in-memory index tree' (duration: 273.405534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.265825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.288021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.265889Z","caller":"traceutil/trace.go:171","msg":"trace[681846965] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7576; }","duration":"273.852395ms","start":"2026-02-27T18:35:24.992022Z","end":"2026-02-27T18:35:25.265874Z","steps":["trace[681846965] 'range keys from in-memory index tree' (duration: 273.240181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.265915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.320292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.265941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.289558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.265983Z","caller":"traceutil/trace.go:171","msg":"trace[772044511] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7576; }","duration":"341.349229ms","start":"2026-02-27T18:35:24.924624Z","end":"2026-02-27T18:35:25.265973Z","steps":["trace[772044511] 'range keys from in-memory index tree' (duration: 341.215886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.266024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:24.924614Z","time spent":"341.39789ms","remote":"127.0.0.1:35596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T18:35:25.266024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.409186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.266113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.234676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.266111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.390846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.266128Z","caller":"traceutil/trace.go:171","msg":"trace[1619437085] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7576; }","duration":"195.58066ms","start":"2026-02-27T18:35:25.070525Z","end":"2026-02-27T18:35:25.266105Z","steps":["trace[1619437085] 'count revisions from in-memory index tree' (duration: 195.279913ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:25.266155Z","caller":"traceutil/trace.go:171","msg":"trace[1057544957] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7576; }","duration":"310.284796ms","start":"2026-02-27T18:35:24.955859Z","end":"2026-02-27T18:35:25.266143Z","steps":["trace[1057544957] 'range keys from in-memory index tree' (duration: 310.202215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.266021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.698733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.26618Z","caller":"traceutil/trace.go:171","msg":"trace[76406234] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7576; }","duration":"357.492899ms","start":"2026-02-27T18:35:24.908667Z","end":"2026-02-27T18:35:25.26616Z","steps":["trace[76406234] 'range keys from in-memory index tree' (duration: 357.254593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.26619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:24.955852Z","time spent":"310.328297ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-02-27T18:35:25.266215Z","caller":"traceutil/trace.go:171","msg":"trace[405992188] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7576; }","duration":"169.922158ms","start":"2026-02-27T18:35:25.096281Z","end":"2026-02-27T18:35:25.266203Z","steps":["trace[405992188] 'range keys from in-memory index tree' (duration: 169.61335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.266232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:24.908655Z","time spent":"357.56171ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-02-27T18:35:25.266226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.587206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.266314Z","caller":"traceutil/trace.go:171","msg":"trace[258173843] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7576; }","duration":"237.720149ms","start":"2026-02-27T18:35:25.028574Z","end":"2026-02-27T18:35:25.266294Z","steps":["trace[258173843] 'count revisions from in-memory index tree' (duration: 237.509954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.26598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.933156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.26644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.231323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.266113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.747062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.266486Z","caller":"traceutil/trace.go:171","msg":"trace[1135139384] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7576; }","duration":"152.301105ms","start":"2026-02-27T18:35:25.11417Z","end":"2026-02-27T18:35:25.266471Z","steps":["trace[1135139384] 'count revisions from in-memory index tree' (duration: 152.144332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.266499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.687369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.266503Z","caller":"traceutil/trace.go:171","msg":"trace[1499192932] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7576; }","duration":"169.13011ms","start":"2026-02-27T18:35:25.097355Z","end":"2026-02-27T18:35:25.266485Z","steps":["trace[1499192932] 'range keys from in-memory index tree' (duration: 168.6954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.266537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.06405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.266586Z","caller":"traceutil/trace.go:171","msg":"trace[1713831238] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7576; }","duration":"292.117541ms","start":"2026-02-27T18:35:24.974453Z","end":"2026-02-27T18:35:25.266571Z","steps":["trace[1713831238] 'range keys from in-memory index tree' (duration: 292.011799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.266632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.823612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.265946Z","caller":"traceutil/trace.go:171","msg":"trace[1043465181] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7576; }","duration":"273.361254ms","start":"2026-02-27T18:35:24.992574Z","end":"2026-02-27T18:35:25.265935Z","steps":["trace[1043465181] 'range keys from in-memory index tree' (duration: 273.298692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.266651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.11386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.266075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.000693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.266674Z","caller":"traceutil/trace.go:171","msg":"trace[1415428548] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7576; }","duration":"255.890173ms","start":"2026-02-27T18:35:25.010774Z","end":"2026-02-27T18:35:25.266665Z","steps":["trace[1415428548] 'count revisions from in-memory index tree' (duration: 255.73475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.266619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.823311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.266701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.252673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.266723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.532085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.266113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.49295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.266755Z","caller":"traceutil/trace.go:171","msg":"trace[491110258] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7576; }","duration":"255.595477ms","start":"2026-02-27T18:35:25.011152Z","end":"2026-02-27T18:35:25.266747Z","steps":["trace[491110258] 'range keys from in-memory index tree' (duration: 255.454304ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:25.266759Z","caller":"traceutil/trace.go:171","msg":"trace[29978853] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7576; }","duration":"152.324245ms","start":"2026-02-27T18:35:25.114421Z","end":"2026-02-27T18:35:25.266746Z","steps":["trace[29978853] 'range keys from in-memory index tree' (duration: 152.220133ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:25.266751Z","caller":"traceutil/trace.go:171","msg":"trace[343991112] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7576; }","duration":"238.062446ms","start":"2026-02-27T18:35:25.028664Z","end":"2026-02-27T18:35:25.266727Z","steps":["trace[343991112] 'range keys from in-memory index tree' (duration: 237.688818ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:25.266793Z","caller":"traceutil/trace.go:171","msg":"trace[80151676] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7576; }","duration":"359.170455ms","start":"2026-02-27T18:35:24.907606Z","end":"2026-02-27T18:35:25.266777Z","steps":["trace[80151676] 'range keys from in-memory index tree' (duration: 358.443789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.26683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:24.907573Z","time spent":"359.245317ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"info","ts":"2026-02-27T18:35:25.266542Z","caller":"traceutil/trace.go:171","msg":"trace[286379553] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7576; }","duration":"255.73286ms","start":"2026-02-27T18:35:25.0108Z","end":"2026-02-27T18:35:25.266533Z","steps":["trace[286379553] 'range keys from in-memory index tree' (duration: 255.609747ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:25.26669Z","caller":"traceutil/trace.go:171","msg":"trace[613283647] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7576; }","duration":"292.180192ms","start":"2026-02-27T18:35:24.9745Z","end":"2026-02-27T18:35:25.26668Z","steps":["trace[613283647] 'count revisions from in-memory index tree' (duration: 292.063039ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:25.266965Z","caller":"traceutil/trace.go:171","msg":"trace[702130798] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7576; }","duration":"324.894232ms","start":"2026-02-27T18:35:24.942044Z","end":"2026-02-27T18:35:25.266939Z","steps":["trace[702130798] 'range keys from in-memory index tree' (duration: 323.948492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.267005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.676167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.267056Z","caller":"traceutil/trace.go:171","msg":"trace[1519422383] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7576; }","duration":"237.754168ms","start":"2026-02-27T18:35:25.029281Z","end":"2026-02-27T18:35:25.267035Z","steps":["trace[1519422383] 'range keys from in-memory index tree' (duration: 237.582545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.267062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.622532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.267074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.198002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.267084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.162052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.267109Z","caller":"traceutil/trace.go:171","msg":"trace[133526462] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7576; }","duration":"196.668063ms","start":"2026-02-27T18:35:25.070429Z","end":"2026-02-27T18:35:25.267097Z","steps":["trace[133526462] 'range keys from in-memory index tree' (duration: 196.575691ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:25.267115Z","caller":"traceutil/trace.go:171","msg":"trace[1571953252] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7576; }","duration":"218.265394ms","start":"2026-02-27T18:35:25.048838Z","end":"2026-02-27T18:35:25.267104Z","steps":["trace[1571953252] 'range keys from in-memory index tree' (duration: 218.09093ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:25.267137Z","caller":"traceutil/trace.go:171","msg":"trace[155184962] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7576; }","duration":"218.244234ms","start":"2026-02-27T18:35:25.048878Z","end":"2026-02-27T18:35:25.267122Z","steps":["trace[155184962] 'count revisions from in-memory index tree' (duration: 218.07797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.266491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.086628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.266047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.342808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.26704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:24.942037Z","time spent":"324.977984ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-02-27T18:35:25.266294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.555673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.267417Z","caller":"traceutil/trace.go:171","msg":"trace[1184299466] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7576; }","duration":"342.687839ms","start":"2026-02-27T18:35:24.924714Z","end":"2026-02-27T18:35:25.267402Z","steps":["trace[1184299466] 'count revisions from in-memory index tree' (duration: 341.519532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.266339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.154614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.267476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:24.92471Z","time spent":"342.74623ms","remote":"127.0.0.1:35596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:35:25.267492Z","caller":"traceutil/trace.go:171","msg":"trace[1050617976] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7576; }","duration":"311.32641ms","start":"2026-02-27T18:35:24.956152Z","end":"2026-02-27T18:35:25.267478Z","steps":["trace[1050617976] 'range keys from in-memory index tree' (duration: 310.112032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.267537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:24.956136Z","time spent":"311.385962ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-02-27T18:35:25.266374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.827826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.26763Z","caller":"traceutil/trace.go:171","msg":"trace[51572388] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7576; }","duration":"342.080515ms","start":"2026-02-27T18:35:24.92551Z","end":"2026-02-27T18:35:25.26759Z","steps":["trace[51572388] 'range keys from in-memory index tree' (duration: 340.755175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.267684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:24.925495Z","time spent":"342.173537ms","remote":"127.0.0.1:35596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-02-27T18:35:25.266392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.147481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.266416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.702647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.266486Z","caller":"traceutil/trace.go:171","msg":"trace[957481464] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7576; }","duration":"195.422156ms","start":"2026-02-27T18:35:25.071038Z","end":"2026-02-27T18:35:25.26646Z","steps":["trace[957481464] 'range keys from in-memory index tree' (duration: 194.846064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.266952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.101099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.26777Z","caller":"traceutil/trace.go:171","msg":"trace[877327707] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7576; }","duration":"153.530463ms","start":"2026-02-27T18:35:25.11422Z","end":"2026-02-27T18:35:25.267751Z","steps":["trace[877327707] 'range keys from in-memory index tree' (duration: 152.09066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:25.267793Z","caller":"traceutil/trace.go:171","msg":"trace[680312753] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7576; }","duration":"217.919318ms","start":"2026-02-27T18:35:25.049833Z","end":"2026-02-27T18:35:25.267752Z","steps":["trace[680312753] 'range keys from in-memory index tree' (duration: 217.031448ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:25.267836Z","caller":"traceutil/trace.go:171","msg":"trace[2127366103] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7576; }","duration":"326.086529ms","start":"2026-02-27T18:35:24.94168Z","end":"2026-02-27T18:35:25.267766Z","steps":["trace[2127366103] 'range keys from in-memory index tree' (duration: 324.647856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.26607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.718164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:25.266368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.241405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:25.267214Z","caller":"traceutil/trace.go:171","msg":"trace[407569505] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7576; }","duration":"291.846325ms","start":"2026-02-27T18:35:24.975351Z","end":"2026-02-27T18:35:25.267198Z","steps":["trace[407569505] 'range keys from in-memory index tree' (duration: 291.020157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.268105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:24.941668Z","time spent":"326.407296ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"info","ts":"2026-02-27T18:35:25.267799Z","caller":"traceutil/trace.go:171","msg":"trace[1616157503] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7576; }","duration":"359.630426ms","start":"2026-02-27T18:35:24.90765Z","end":"2026-02-27T18:35:25.26728Z","steps":["trace[1616157503] 'count revisions from in-memory index tree' (duration: 358.276346ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:25.268271Z","caller":"traceutil/trace.go:171","msg":"trace[435628071] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7576; }","duration":"171.938494ms","start":"2026-02-27T18:35:25.096311Z","end":"2026-02-27T18:35:25.26825Z","steps":["trace[435628071] 'count revisions from in-memory index tree' (duration: 169.643221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.268303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:24.907631Z","time spent":"360.650529ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:35:25.268235Z","caller":"traceutil/trace.go:171","msg":"trace[1108999925] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7576; }","duration":"312.125448ms","start":"2026-02-27T18:35:24.956086Z","end":"2026-02-27T18:35:25.268212Z","steps":["trace[1108999925] 'count revisions from in-memory index tree' (duration: 310.142653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:25.268596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:24.956066Z","time spent":"312.502316ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:35:44.780611Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5649} {"level":"info","ts":"2026-02-27T18:35:44.886999Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5649,"took":"104.475988ms","hash":2277965328,"current-db-size-bytes":43098112,"current-db-size":"43 MB","current-db-size-in-use-bytes":23293952,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-27T18:35:44.887052Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2277965328,"revision":5649,"compact-revision":2691} {"level":"warn","ts":"2026-02-27T18:35:48.417982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.627936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-02-27T18:35:48.418013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.648271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T18:35:48.418071Z","caller":"traceutil/trace.go:171","msg":"trace[216335270] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7741; }","duration":"206.774739ms","start":"2026-02-27T18:35:48.211275Z","end":"2026-02-27T18:35:48.41805Z","steps":["trace[216335270] 'range keys from in-memory index tree' (duration: 206.456512ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:48.418189Z","caller":"traceutil/trace.go:171","msg":"trace[2020043081] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7741; }","duration":"195.861266ms","start":"2026-02-27T18:35:48.222252Z","end":"2026-02-27T18:35:48.418114Z","steps":["trace[2020043081] 'range keys from in-memory index tree' (duration: 195.293232ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:49.756634Z","caller":"traceutil/trace.go:171","msg":"trace[1148713309] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"174.53822ms","start":"2026-02-27T18:35:49.58207Z","end":"2026-02-27T18:35:49.756609Z","steps":["trace[1148713309] 'process raft request' (duration: 174.383036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:52.460143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289807409020684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:35:52.960278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289807409020684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:35:53.460531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289807409020684,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:35:53.737941Z","caller":"traceutil/trace.go:171","msg":"trace[1391722117] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"1.975645026s","start":"2026-02-27T18:35:51.762271Z","end":"2026-02-27T18:35:53.737916Z","steps":["trace[1391722117] 'process raft request' (duration: 1.975509724s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:53.738099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:51.76225Z","time spent":"1.97576531s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:35:53.884078Z","caller":"traceutil/trace.go:171","msg":"trace[884512732] linearizableReadLoop","detail":"{readStateIndex:8049; appliedIndex:8048; }","duration":"1.924112718s","start":"2026-02-27T18:35:51.959939Z","end":"2026-02-27T18:35:53.884052Z","steps":["trace[884512732] 'read index received' (duration: 1.778232526s)","trace[884512732] 'applied index is now lower than readState.Index' (duration: 145.879112ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:53.884336Z","caller":"traceutil/trace.go:171","msg":"trace[1680124250] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"1.404159958s","start":"2026-02-27T18:35:52.480152Z","end":"2026-02-27T18:35:53.884312Z","steps":["trace[1680124250] 'process raft request' (duration: 1.358257774s)","trace[1680124250] 'compare' (duration: 45.537406ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:35:53.884492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:52.480137Z","time spent":"1.404274271s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:35:53.884525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84883718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T18:35:53.884602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774972453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:35:53.884626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778300848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:35:53.884627Z","caller":"traceutil/trace.go:171","msg":"trace[2010629547] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7760; }","duration":"1.848971353s","start":"2026-02-27T18:35:52.035632Z","end":"2026-02-27T18:35:53.884603Z","steps":["trace[2010629547] 'agreement among raft nodes before linearized reading' (duration: 1.848723127s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:53.884481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612546604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:53.884678Z","caller":"traceutil/trace.go:171","msg":"trace[223524725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7760; }","duration":"1.778342879s","start":"2026-02-27T18:35:52.106319Z","end":"2026-02-27T18:35:53.884662Z","steps":["trace[223524725] 'agreement among raft nodes before linearized reading' (duration: 1.778247927s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:53.884686Z","caller":"traceutil/trace.go:171","msg":"trace[466092217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7760; }","duration":"1.775089796s","start":"2026-02-27T18:35:52.10957Z","end":"2026-02-27T18:35:53.88466Z","steps":["trace[466092217] 'agreement among raft nodes before linearized reading' (duration: 1.774887372s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:53.884694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:52.035614Z","time spent":"1.849066285s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:35:53.88471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:52.106228Z","time spent":"1.778475252s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:35:53.884734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:52.109561Z","time spent":"1.775161608s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:35:53.884729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76089391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T18:35:53.884617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.168888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:53.884762Z","caller":"traceutil/trace.go:171","msg":"trace[1571476641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7760; }","duration":"1.6128464s","start":"2026-02-27T18:35:52.271865Z","end":"2026-02-27T18:35:53.884711Z","steps":["trace[1571476641] 'agreement among raft nodes before linearized reading' (duration: 1.612530793s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:53.884804Z","caller":"traceutil/trace.go:171","msg":"trace[1607039741] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7760; }","duration":"299.437324ms","start":"2026-02-27T18:35:53.585357Z","end":"2026-02-27T18:35:53.884794Z","steps":["trace[1607039741] 'agreement among raft nodes before linearized reading' (duration: 299.184869ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:53.884812Z","caller":"traceutil/trace.go:171","msg":"trace[398286532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:7760; }","duration":"1.761012093s","start":"2026-02-27T18:35:52.123779Z","end":"2026-02-27T18:35:53.884791Z","steps":["trace[398286532] 'agreement among raft nodes before linearized reading' (duration: 1.760738797s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:53.884858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:52.123769Z","time spent":"1.761080594s","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-cjwbq\" "} {"level":"warn","ts":"2026-02-27T18:35:53.884527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.172394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T18:35:53.884945Z","caller":"traceutil/trace.go:171","msg":"trace[1404939768] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7760; }","duration":"380.626914ms","start":"2026-02-27T18:35:53.504303Z","end":"2026-02-27T18:35:53.88493Z","steps":["trace[1404939768] 'agreement among raft nodes before linearized reading' (duration: 380.101133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:53.884881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:52.271845Z","time spent":"1.613000083s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:35:53.884915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777479769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T18:35:53.885059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:53.504285Z","time spent":"380.724217ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T18:35:53.885105Z","caller":"traceutil/trace.go:171","msg":"trace[1161806458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7760; }","duration":"1.777706293s","start":"2026-02-27T18:35:52.107333Z","end":"2026-02-27T18:35:53.885039Z","steps":["trace[1161806458] 'agreement among raft nodes before linearized reading' (duration: 1.777184792s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:53.885225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:52.107323Z","time spent":"1.777883178s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:35:53.885276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925305234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:35:53.885397Z","caller":"traceutil/trace.go:171","msg":"trace[171785754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7760; }","duration":"1.925484488s","start":"2026-02-27T18:35:51.959898Z","end":"2026-02-27T18:35:53.885383Z","steps":["trace[171785754] 'agreement among raft nodes before linearized reading' (duration: 1.924373264s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:53.88547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:51.959881Z","time spent":"1.925578871s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:35:53.885295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.710371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:35:53.885653Z","caller":"traceutil/trace.go:171","msg":"trace[2032774036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7760; }","duration":"916.123029ms","start":"2026-02-27T18:35:52.969507Z","end":"2026-02-27T18:35:53.88563Z","steps":["trace[2032774036] 'agreement among raft nodes before linearized reading' (duration: 914.931323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:53.886088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:52.96949Z","time spent":"916.300034ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:36:07.457938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.69157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:07.458077Z","caller":"traceutil/trace.go:171","msg":"trace[2054383131] linearizableReadLoop","detail":"{readStateIndex:8157; appliedIndex:8156; }","duration":"1.061549351s","start":"2026-02-27T18:36:06.396506Z","end":"2026-02-27T18:36:07.458056Z","steps":["trace[2054383131] 'read index received' (duration: 180.646877ms)","trace[2054383131] 'applied index is now lower than readState.Index' (duration: 880.900534ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:07.458204Z","caller":"traceutil/trace.go:171","msg":"trace[921667109] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"1.062712247s","start":"2026-02-27T18:36:06.395472Z","end":"2026-02-27T18:36:07.458184Z","steps":["trace[921667109] 'process raft request' (duration: 181.665459ms)","trace[921667109] 'compare' (duration: 880.013515ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:07.458296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:06.395451Z","time spent":"1.062797378s","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4621,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:07.458373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059020655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-25dmm\" ","response":"range_response_count:1 size:4636"} {"level":"info","ts":"2026-02-27T18:36:07.45844Z","caller":"traceutil/trace.go:171","msg":"trace[1529910993] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-25dmm; range_end:; response_count:1; response_revision:7863; }","duration":"1.059115127s","start":"2026-02-27T18:36:06.399307Z","end":"2026-02-27T18:36:07.458423Z","steps":["trace[1529910993] 'agreement among raft nodes before linearized reading' (duration: 1.058965304s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:07.458491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:06.399294Z","time spent":"1.059185318s","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4658,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-25dmm\" "} {"level":"warn","ts":"2026-02-27T18:36:07.458535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.472369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:36:07.458565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.572668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:36:07.458607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059180458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-02-27T18:36:07.458622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022699185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T18:36:07.458647Z","caller":"traceutil/trace.go:171","msg":"trace[1588901428] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7863; }","duration":"917.629132ms","start":"2026-02-27T18:36:06.540992Z","end":"2026-02-27T18:36:07.458621Z","steps":["trace[1588901428] 'agreement among raft nodes before linearized reading' (duration: 917.417138ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:07.458696Z","caller":"traceutil/trace.go:171","msg":"trace[1496424986] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:7863; }","duration":"1.059292241s","start":"2026-02-27T18:36:06.399382Z","end":"2026-02-27T18:36:07.458675Z","steps":["trace[1496424986] 'agreement among raft nodes before linearized reading' (duration: 1.059052495s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:07.458706Z","caller":"traceutil/trace.go:171","msg":"trace[2039951279] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7863; }","duration":"1.022812168s","start":"2026-02-27T18:36:06.435872Z","end":"2026-02-27T18:36:07.458684Z","steps":["trace[2039951279] 'agreement among raft nodes before linearized reading' (duration: 1.022551072s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:07.458716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:06.540981Z","time spent":"917.719135ms","remote":"127.0.0.1:51484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:36:07.458743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:06.399359Z","time spent":"1.059375024s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":553,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-02-27T18:36:07.45862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.078913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-25dmm\" ","response":"range_response_count:1 size:4636"} {"level":"warn","ts":"2026-02-27T18:36:07.458792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062266937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-02-27T18:36:07.458652Z","caller":"traceutil/trace.go:171","msg":"trace[1019229634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7863; }","duration":"186.695701ms","start":"2026-02-27T18:36:07.271931Z","end":"2026-02-27T18:36:07.458627Z","steps":["trace[1019229634] 'agreement among raft nodes before linearized reading' (duration: 186.567288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:07.458573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.491779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:36:07.45889Z","caller":"traceutil/trace.go:171","msg":"trace[51483127] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:7863; }","duration":"1.062404901s","start":"2026-02-27T18:36:06.396459Z","end":"2026-02-27T18:36:07.458864Z","steps":["trace[51483127] 'agreement among raft nodes before linearized reading' (duration: 1.062138764s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:07.458869Z","caller":"traceutil/trace.go:171","msg":"trace[719949003] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-25dmm; range_end:; response_count:1; response_revision:7863; }","duration":"503.310148ms","start":"2026-02-27T18:36:06.955494Z","end":"2026-02-27T18:36:07.458804Z","steps":["trace[719949003] 'agreement among raft nodes before linearized reading' (duration: 503.041032ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:07.458951Z","caller":"traceutil/trace.go:171","msg":"trace[160493429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7863; }","duration":"969.905459ms","start":"2026-02-27T18:36:06.48902Z","end":"2026-02-27T18:36:07.458926Z","steps":["trace[160493429] 'agreement among raft nodes before linearized reading' (duration: 969.462438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:07.45902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:06.488987Z","time spent":"970.008822ms","remote":"127.0.0.1:36056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:36:07.459023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:06.955478Z","time spent":"503.487283ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4658,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-25dmm\" "} {"level":"warn","ts":"2026-02-27T18:36:07.458633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05925976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-02-27T18:36:07.459603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.429159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-02-27T18:36:07.459697Z","caller":"traceutil/trace.go:171","msg":"trace[947484487] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:7863; }","duration":"1.060339745s","start":"2026-02-27T18:36:06.399341Z","end":"2026-02-27T18:36:07.459681Z","steps":["trace[947484487] 'agreement among raft nodes before linearized reading' (duration: 1.059125047s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:07.459746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:06.399334Z","time spent":"1.060397726s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3088,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-02-27T18:36:07.459758Z","caller":"traceutil/trace.go:171","msg":"trace[1635502408] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7863; }","duration":"170.884339ms","start":"2026-02-27T18:36:07.288847Z","end":"2026-02-27T18:36:07.459731Z","steps":["trace[1635502408] 'agreement among raft nodes before linearized reading' (duration: 169.63866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:07.458755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:06.435857Z","time spent":"1.02288552s","remote":"127.0.0.1:51258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-27T18:36:07.459931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:06.396443Z","time spent":"1.062496353s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":735,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"info","ts":"2026-02-27T18:36:07.711244Z","caller":"traceutil/trace.go:171","msg":"trace[2037499392] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"114.84719ms","start":"2026-02-27T18:36:07.596376Z","end":"2026-02-27T18:36:07.711223Z","steps":["trace[2037499392] 'process raft request' (duration: 109.399928ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:08.054055Z","caller":"traceutil/trace.go:171","msg":"trace[1978607848] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"102.817822ms","start":"2026-02-27T18:36:07.951205Z","end":"2026-02-27T18:36:08.054023Z","steps":["trace[1978607848] 'process raft request' (duration: 93.441743ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:08.071275Z","caller":"traceutil/trace.go:171","msg":"trace[2134055676] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"106.30674ms","start":"2026-02-27T18:36:07.964937Z","end":"2026-02-27T18:36:08.071244Z","steps":["trace[2134055676] 'process raft request' (duration: 106.075765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:09.0856Z","caller":"traceutil/trace.go:171","msg":"trace[847813481] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"697.63448ms","start":"2026-02-27T18:36:08.387916Z","end":"2026-02-27T18:36:09.08555Z","steps":["trace[847813481] 'process raft request' (duration: 697.470097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:09.08577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:08.387887Z","time spent":"697.801683ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:10.044457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.539998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:10.044681Z","caller":"traceutil/trace.go:171","msg":"trace[422170454] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"1.578687988s","start":"2026-02-27T18:36:08.465961Z","end":"2026-02-27T18:36:10.044649Z","steps":["trace[422170454] 'process raft request' (duration: 1.347815492s)","trace[422170454] 'compare' (duration: 230.321033ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:10.044819Z","caller":"traceutil/trace.go:171","msg":"trace[2062196736] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"858.157008ms","start":"2026-02-27T18:36:09.186645Z","end":"2026-02-27T18:36:10.044802Z","steps":["trace[2062196736] 'process raft request' (duration: 858.049186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.044839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:08.465933Z","time spent":"1.578851302s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:10.044942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:09.18662Z","time spent":"858.25415ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:10.045161Z","caller":"traceutil/trace.go:171","msg":"trace[1217940439] linearizableReadLoop","detail":"{readStateIndex:8174; appliedIndex:8172; }","duration":"1.412368491s","start":"2026-02-27T18:36:08.632762Z","end":"2026-02-27T18:36:10.04513Z","steps":["trace[1217940439] 'read index received' (duration: 452.624969ms)","trace[1217940439] 'applied index is now lower than readState.Index' (duration: 959.740732ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:10.045198Z","caller":"traceutil/trace.go:171","msg":"trace[1814667318] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"1.349619183s","start":"2026-02-27T18:36:08.695553Z","end":"2026-02-27T18:36:10.045172Z","steps":["trace[1814667318] 'process raft request' (duration: 1.34902213s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.045322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:08.69552Z","time spent":"1.349740975s","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:36:10.045374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412618486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T18:36:10.045427Z","caller":"traceutil/trace.go:171","msg":"trace[1187509113] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:7882; }","duration":"1.412714618s","start":"2026-02-27T18:36:08.632696Z","end":"2026-02-27T18:36:10.04541Z","steps":["trace[1187509113] 'agreement among raft nodes before linearized reading' (duration: 1.412546704s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.045492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:08.632659Z","time spent":"1.41282078s","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"warn","ts":"2026-02-27T18:36:10.54623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289807409021025,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:36:10.607556Z","caller":"traceutil/trace.go:171","msg":"trace[1544919849] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"694.203124ms","start":"2026-02-27T18:36:09.913328Z","end":"2026-02-27T18:36:10.607532Z","steps":["trace[1544919849] 'process raft request' (duration: 694.05825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.607697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:09.913302Z","time spent":"694.322136ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:10.636243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:10.046553Z","time spent":"589.683154ms","remote":"127.0.0.1:51134","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T18:36:10.636681Z","caller":"traceutil/trace.go:171","msg":"trace[1030321887] linearizableReadLoop","detail":"{readStateIndex:8181; appliedIndex:8176; }","duration":"591.446842ms","start":"2026-02-27T18:36:10.045219Z","end":"2026-02-27T18:36:10.636666Z","steps":["trace[1030321887] 'read index received' (duration: 562.231312ms)","trace[1030321887] 'applied index is now lower than readState.Index' (duration: 29.21459ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:10.636752Z","caller":"traceutil/trace.go:171","msg":"trace[2016722414] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"578.016013ms","start":"2026-02-27T18:36:10.058717Z","end":"2026-02-27T18:36:10.636733Z","steps":["trace[2016722414] 'process raft request' (duration: 577.831929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.636849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:10.058704Z","time spent":"578.092195ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:10.636963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040705485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-02-27T18:36:10.637005Z","caller":"traceutil/trace.go:171","msg":"trace[1161962018] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7886; }","duration":"1.040795888s","start":"2026-02-27T18:36:09.596198Z","end":"2026-02-27T18:36:10.636994Z","steps":["trace[1161962018] 'agreement among raft nodes before linearized reading' (duration: 1.040592813s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.637048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:09.596178Z","time spent":"1.04085332s","remote":"127.0.0.1:35552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5168,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-27T18:36:10.63696Z","caller":"traceutil/trace.go:171","msg":"trace[1615469180] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"587.419003ms","start":"2026-02-27T18:36:10.049317Z","end":"2026-02-27T18:36:10.636736Z","steps":["trace[1615469180] 'process raft request' (duration: 586.897652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.637209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365539317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:36:10.637275Z","caller":"traceutil/trace.go:171","msg":"trace[1041983795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7886; }","duration":"1.365644468s","start":"2026-02-27T18:36:09.271614Z","end":"2026-02-27T18:36:10.637258Z","steps":["trace[1041983795] 'agreement among raft nodes before linearized reading' (duration: 1.365530906s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.63732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:09.271598Z","time spent":"1.365715731s","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:36:10.637312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.18764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-02-27T18:36:10.637331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225516225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T18:36:10.637387Z","caller":"traceutil/trace.go:171","msg":"trace[894638405] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7886; }","duration":"588.298463ms","start":"2026-02-27T18:36:10.049071Z","end":"2026-02-27T18:36:10.637369Z","steps":["trace[894638405] 'agreement among raft nodes before linearized reading' (duration: 588.105849ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:10.637394Z","caller":"traceutil/trace.go:171","msg":"trace[1186110164] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7886; }","duration":"1.225594187s","start":"2026-02-27T18:36:09.411787Z","end":"2026-02-27T18:36:10.637381Z","steps":["trace[1186110164] 'agreement among raft nodes before linearized reading' (duration: 1.225445144s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.637438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:09.411776Z","time spent":"1.225654978s","remote":"127.0.0.1:51258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-27T18:36:10.637464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.920648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T18:36:10.637532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.512753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T18:36:10.637522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.512584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:36:10.637564Z","caller":"traceutil/trace.go:171","msg":"trace[680384003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7886; }","duration":"486.579235ms","start":"2026-02-27T18:36:10.150976Z","end":"2026-02-27T18:36:10.637556Z","steps":["trace[680384003] 'agreement among raft nodes before linearized reading' (duration: 486.484353ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:10.637617Z","caller":"traceutil/trace.go:171","msg":"trace[1759966664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7886; }","duration":"451.606955ms","start":"2026-02-27T18:36:10.185963Z","end":"2026-02-27T18:36:10.63757Z","steps":["trace[1759966664] 'agreement among raft nodes before linearized reading' (duration: 451.442862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.637648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:10.150958Z","time spent":"486.674057ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:36:10.637683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:10.18595Z","time spent":"451.717808ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:36:10.63744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:10.049055Z","time spent":"588.374124ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T18:36:10.637679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.544313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T18:36:10.637793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.88703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T18:36:10.637792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.432453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:36:10.637812Z","caller":"traceutil/trace.go:171","msg":"trace[2110242628] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7886; }","duration":"359.691706ms","start":"2026-02-27T18:36:10.2781Z","end":"2026-02-27T18:36:10.637792Z","steps":["trace[2110242628] 'agreement among raft nodes before linearized reading' (duration: 359.455871ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:10.637531Z","caller":"traceutil/trace.go:171","msg":"trace[1792014177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7886; }","duration":"441.015249ms","start":"2026-02-27T18:36:10.196498Z","end":"2026-02-27T18:36:10.637514Z","steps":["trace[1792014177] 'agreement among raft nodes before linearized reading' (duration: 440.850055ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:10.637834Z","caller":"traceutil/trace.go:171","msg":"trace[1029943413] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:7886; }","duration":"446.963092ms","start":"2026-02-27T18:36:10.190861Z","end":"2026-02-27T18:36:10.637824Z","steps":["trace[1029943413] 'agreement among raft nodes before linearized reading' (duration: 446.86417ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:10.63785Z","caller":"traceutil/trace.go:171","msg":"trace[1596253847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7886; }","duration":"360.526555ms","start":"2026-02-27T18:36:10.277308Z","end":"2026-02-27T18:36:10.637835Z","steps":["trace[1596253847] 'agreement among raft nodes before linearized reading' (duration: 360.406512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.637859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:10.278086Z","time spent":"359.758478ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:36:10.637867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:10.190841Z","time spent":"447.019823ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-cjwbq\" "} {"level":"warn","ts":"2026-02-27T18:36:10.637871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.569316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T18:36:10.637892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:10.277287Z","time spent":"360.593506ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:36:10.637916Z","caller":"traceutil/trace.go:171","msg":"trace[1556358512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7886; }","duration":"360.648778ms","start":"2026-02-27T18:36:10.277255Z","end":"2026-02-27T18:36:10.637903Z","steps":["trace[1556358512] 'agreement among raft nodes before linearized reading' (duration: 360.521325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.637651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345441899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T18:36:10.637961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:10.277232Z","time spent":"360.718769ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:36:10.637971Z","caller":"traceutil/trace.go:171","msg":"trace[783653864] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7886; }","duration":"1.345785016s","start":"2026-02-27T18:36:09.292173Z","end":"2026-02-27T18:36:10.637958Z","steps":["trace[783653864] 'agreement among raft nodes before linearized reading' (duration: 1.345300655s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.638018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:09.292162Z","time spent":"1.345843178s","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:36:10.637545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:10.049298Z","time spent":"587.887444ms","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:36:10.636407Z","caller":"traceutil/trace.go:171","msg":"trace[1494679675] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"587.292031ms","start":"2026-02-27T18:36:10.049084Z","end":"2026-02-27T18:36:10.636376Z","steps":["trace[1494679675] 'process raft request' (duration: 587.005625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.638271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:10.049065Z","time spent":"589.145171ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:10.638151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:10.196488Z","time spent":"441.390027ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:36:10.784325Z","caller":"traceutil/trace.go:171","msg":"trace[1683092164] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"140.997783ms","start":"2026-02-27T18:36:10.643288Z","end":"2026-02-27T18:36:10.784285Z","steps":["trace[1683092164] 'process raft request' (duration: 53.38661ms)","trace[1683092164] 'compare' (duration: 87.315227ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:10.784391Z","caller":"traceutil/trace.go:171","msg":"trace[1112945358] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"140.982084ms","start":"2026-02-27T18:36:10.643368Z","end":"2026-02-27T18:36:10.78435Z","steps":["trace[1112945358] 'process raft request' (duration: 140.78955ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:10.784422Z","caller":"traceutil/trace.go:171","msg":"trace[1449155629] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"140.532382ms","start":"2026-02-27T18:36:10.643874Z","end":"2026-02-27T18:36:10.784407Z","steps":["trace[1449155629] 'process raft request' (duration: 140.397039ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:10.784349Z","caller":"traceutil/trace.go:171","msg":"trace[642947667] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"140.457942ms","start":"2026-02-27T18:36:10.643858Z","end":"2026-02-27T18:36:10.784316Z","steps":["trace[642947667] 'process raft request' (duration: 140.36387ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:10.784589Z","caller":"traceutil/trace.go:171","msg":"trace[1625334688] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"140.588834ms","start":"2026-02-27T18:36:10.643977Z","end":"2026-02-27T18:36:10.784566Z","steps":["trace[1625334688] 'process raft request' (duration: 140.482131ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:10.784529Z","caller":"traceutil/trace.go:171","msg":"trace[1265407465] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"140.597804ms","start":"2026-02-27T18:36:10.643926Z","end":"2026-02-27T18:36:10.784524Z","steps":["trace[1265407465] 'process raft request' (duration: 140.42754ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:10.78491Z","caller":"traceutil/trace.go:171","msg":"trace[1560067210] linearizableReadLoop","detail":"{readStateIndex:8189; appliedIndex:8182; }","duration":"128.539426ms","start":"2026-02-27T18:36:10.656345Z","end":"2026-02-27T18:36:10.784884Z","steps":["trace[1560067210] 'read index received' (duration: 40.245627ms)","trace[1560067210] 'applied index is now lower than readState.Index' (duration: 88.292538ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:10.785097Z","caller":"traceutil/trace.go:171","msg":"trace[240908083] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"136.685807ms","start":"2026-02-27T18:36:10.648396Z","end":"2026-02-27T18:36:10.785082Z","steps":["trace[240908083] 'process raft request' (duration: 136.116764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.785141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.431935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18982e4ef669932a\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-02-27T18:36:10.785159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.11598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-11d18fed-7b1c-4c5d-a787-26d67d3c459f\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-27T18:36:10.785229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.849439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:36:10.785246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.788503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T18:36:10.785264Z","caller":"traceutil/trace.go:171","msg":"trace[1062531280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7894; }","duration":"122.91093ms","start":"2026-02-27T18:36:10.662345Z","end":"2026-02-27T18:36:10.785256Z","steps":["trace[1062531280] 'agreement among raft nodes before linearized reading' (duration: 122.863689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.785263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.819526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T18:36:10.785304Z","caller":"traceutil/trace.go:171","msg":"trace[562327903] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7894; }","duration":"126.874677ms","start":"2026-02-27T18:36:10.658419Z","end":"2026-02-27T18:36:10.785294Z","steps":["trace[562327903] 'agreement among raft nodes before linearized reading' (duration: 126.729244ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:10.7853Z","caller":"traceutil/trace.go:171","msg":"trace[91587055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7894; }","duration":"142.870965ms","start":"2026-02-27T18:36:10.64241Z","end":"2026-02-27T18:36:10.785281Z","steps":["trace[91587055] 'agreement among raft nodes before linearized reading' (duration: 142.684971ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:10.785229Z","caller":"traceutil/trace.go:171","msg":"trace[480905] range","detail":"{range_begin:/registry/persistentvolumes/pvc-11d18fed-7b1c-4c5d-a787-26d67d3c459f; range_end:; response_count:1; response_revision:7894; }","duration":"143.232723ms","start":"2026-02-27T18:36:10.641978Z","end":"2026-02-27T18:36:10.785211Z","steps":["trace[480905] 'agreement among raft nodes before linearized reading' (duration: 143.10165ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:10.785175Z","caller":"traceutil/trace.go:171","msg":"trace[869516110] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18982e4ef669932a; range_end:; response_count:1; response_revision:7894; }","duration":"142.502847ms","start":"2026-02-27T18:36:10.642662Z","end":"2026-02-27T18:36:10.785165Z","steps":["trace[869516110] 'agreement among raft nodes before linearized reading' (duration: 142.350603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:10.785796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.603246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228461"} {"level":"info","ts":"2026-02-27T18:36:10.785914Z","caller":"traceutil/trace.go:171","msg":"trace[1090862785] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7894; }","duration":"141.721879ms","start":"2026-02-27T18:36:10.644175Z","end":"2026-02-27T18:36:10.785897Z","steps":["trace[1090862785] 'agreement among raft nodes before linearized reading' (duration: 140.748147ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:11.033996Z","caller":"traceutil/trace.go:171","msg":"trace[814102552] linearizableReadLoop","detail":"{readStateIndex:8191; appliedIndex:8190; }","duration":"179.394479ms","start":"2026-02-27T18:36:10.854577Z","end":"2026-02-27T18:36:11.033972Z","steps":["trace[814102552] 'read index received' (duration: 134.198311ms)","trace[814102552] 'applied index is now lower than readState.Index' (duration: 45.195028ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:11.034131Z","caller":"traceutil/trace.go:171","msg":"trace[99629000] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"180.537104ms","start":"2026-02-27T18:36:10.853564Z","end":"2026-02-27T18:36:11.034101Z","steps":["trace[99629000] 'process raft request' (duration: 135.227175ms)","trace[99629000] 'compare' (duration: 44.87104ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:11.034467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.872259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-02-27T18:36:11.034525Z","caller":"traceutil/trace.go:171","msg":"trace[1940750175] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7896; }","duration":"179.976391ms","start":"2026-02-27T18:36:10.854536Z","end":"2026-02-27T18:36:11.034512Z","steps":["trace[1940750175] 'agreement among raft nodes before linearized reading' (duration: 179.529882ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:11.564054Z","caller":"traceutil/trace.go:171","msg":"trace[1466294617] linearizableReadLoop","detail":"{readStateIndex:8193; appliedIndex:8192; }","duration":"135.699774ms","start":"2026-02-27T18:36:11.428336Z","end":"2026-02-27T18:36:11.564036Z","steps":["trace[1466294617] 'read index received' (duration: 135.573791ms)","trace[1466294617] 'applied index is now lower than readState.Index' (duration: 123.093µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:11.564162Z","caller":"traceutil/trace.go:171","msg":"trace[1439973247] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"182.407235ms","start":"2026-02-27T18:36:11.381728Z","end":"2026-02-27T18:36:11.564135Z","steps":["trace[1439973247] 'process raft request' (duration: 182.196231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:11.564212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.871957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T18:36:11.564238Z","caller":"traceutil/trace.go:171","msg":"trace[556582757] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7898; }","duration":"135.943359ms","start":"2026-02-27T18:36:11.428288Z","end":"2026-02-27T18:36:11.564231Z","steps":["trace[556582757] 'agreement among raft nodes before linearized reading' (duration: 135.819977ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:12.918501Z","caller":"traceutil/trace.go:171","msg":"trace[499621094] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"305.452178ms","start":"2026-02-27T18:36:12.613027Z","end":"2026-02-27T18:36:12.918479Z","steps":["trace[499621094] 'process raft request' (duration: 305.289965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:12.91864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:12.613001Z","time spent":"305.56517ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:13.130098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.674103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:13.130197Z","caller":"traceutil/trace.go:171","msg":"trace[1263135790] linearizableReadLoop","detail":"{readStateIndex:8195; appliedIndex:8193; }","duration":"340.652503ms","start":"2026-02-27T18:36:12.789526Z","end":"2026-02-27T18:36:13.130179Z","steps":["trace[1263135790] 'read index received' (duration: 128.891913ms)","trace[1263135790] 'applied index is now lower than readState.Index' (duration: 211.7593ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:13.130412Z","caller":"traceutil/trace.go:171","msg":"trace[110633649] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"486.653207ms","start":"2026-02-27T18:36:12.643745Z","end":"2026-02-27T18:36:13.130398Z","steps":["trace[110633649] 'process raft request' (duration: 307.600936ms)","trace[110633649] 'compare' (duration: 177.945787ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:13.130511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:12.643702Z","time spent":"486.75433ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:13.130849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.318688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:36:13.130892Z","caller":"traceutil/trace.go:171","msg":"trace[1690988313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7900; }","duration":"341.363089ms","start":"2026-02-27T18:36:12.789517Z","end":"2026-02-27T18:36:13.13088Z","steps":["trace[1690988313] 'agreement among raft nodes before linearized reading' (duration: 341.234496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:13.130927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:12.789447Z","time spent":"341.472712ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:36:13.131184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.192524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:36:13.131231Z","caller":"traceutil/trace.go:171","msg":"trace[288820041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7900; }","duration":"341.265996ms","start":"2026-02-27T18:36:12.789954Z","end":"2026-02-27T18:36:13.13122Z","steps":["trace[288820041] 'agreement among raft nodes before linearized reading' (duration: 341.154464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:13.13129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:12.789942Z","time spent":"341.331937ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:36:13.131789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.099817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:36:13.131835Z","caller":"traceutil/trace.go:171","msg":"trace[545557254] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:7900; }","duration":"338.167648ms","start":"2026-02-27T18:36:12.793656Z","end":"2026-02-27T18:36:13.131824Z","steps":["trace[545557254] 'agreement among raft nodes before linearized reading' (duration: 338.053135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:13.131871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:12.793645Z","time spent":"338.219089ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-cjwbq\" "} {"level":"warn","ts":"2026-02-27T18:36:13.132079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.468241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T18:36:13.132113Z","caller":"traceutil/trace.go:171","msg":"trace[625946616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7900; }","duration":"341.546103ms","start":"2026-02-27T18:36:12.790558Z","end":"2026-02-27T18:36:13.132104Z","steps":["trace[625946616] 'agreement among raft nodes before linearized reading' (duration: 341.457841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:13.132145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:12.790533Z","time spent":"341.604914ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:36:13.132316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.752787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T18:36:13.132351Z","caller":"traceutil/trace.go:171","msg":"trace[695293852] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7900; }","duration":"341.803409ms","start":"2026-02-27T18:36:12.790538Z","end":"2026-02-27T18:36:13.132342Z","steps":["trace[695293852] 'agreement among raft nodes before linearized reading' (duration: 341.718947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:13.132381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:12.790531Z","time spent":"341.84437ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:36:13.13266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.613157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T18:36:13.132699Z","caller":"traceutil/trace.go:171","msg":"trace[836466164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7900; }","duration":"342.665738ms","start":"2026-02-27T18:36:12.790023Z","end":"2026-02-27T18:36:13.132689Z","steps":["trace[836466164] 'agreement among raft nodes before linearized reading' (duration: 342.565565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:13.132728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:12.790018Z","time spent":"342.703438ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:36:13.132905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.907213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T18:36:13.132939Z","caller":"traceutil/trace.go:171","msg":"trace[1290169451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7900; }","duration":"342.980225ms","start":"2026-02-27T18:36:12.789951Z","end":"2026-02-27T18:36:13.132931Z","steps":["trace[1290169451] 'agreement among raft nodes before linearized reading' (duration: 342.895393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:13.13297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:12.789929Z","time spent":"343.034556ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:36:13.541479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.064785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:13.541783Z","caller":"traceutil/trace.go:171","msg":"trace[239452793] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"403.590745ms","start":"2026-02-27T18:36:13.138176Z","end":"2026-02-27T18:36:13.541766Z","steps":["trace[239452793] 'process raft request' (duration: 403.550014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:13.541861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:13.138163Z","time spent":"403.660587ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:13.541882Z","caller":"traceutil/trace.go:171","msg":"trace[287337398] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"404.484395ms","start":"2026-02-27T18:36:13.137332Z","end":"2026-02-27T18:36:13.541817Z","steps":["trace[287337398] 'process raft request' (duration: 404.23648ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:13.54202Z","caller":"traceutil/trace.go:171","msg":"trace[1847134144] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"404.229619ms","start":"2026-02-27T18:36:13.137754Z","end":"2026-02-27T18:36:13.541983Z","steps":["trace[1847134144] 'process raft request' (duration: 403.906402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:13.542081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:13.137319Z","time spent":"404.654179ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:13.542097Z","caller":"traceutil/trace.go:171","msg":"trace[444078075] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"404.325351ms","start":"2026-02-27T18:36:13.137749Z","end":"2026-02-27T18:36:13.542075Z","steps":["trace[444078075] 'process raft request' (duration: 403.943703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:13.542179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:13.137741Z","time spent":"404.352682ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:13.542191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:13.137735Z","time spent":"404.405903ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:13.542154Z","caller":"traceutil/trace.go:171","msg":"trace[955176100] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"404.898684ms","start":"2026-02-27T18:36:13.137232Z","end":"2026-02-27T18:36:13.542131Z","steps":["trace[955176100] 'process raft request' (duration: 123.104273ms)","trace[955176100] 'compare' (duration: 280.929312ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:13.542338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:13.137206Z","time spent":"405.080798ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:18.623988Z","caller":"traceutil/trace.go:171","msg":"trace[1764914412] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"134.228211ms","start":"2026-02-27T18:36:18.489735Z","end":"2026-02-27T18:36:18.623963Z","steps":["trace[1764914412] 'process raft request' (duration: 134.073818ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:37.760637Z","caller":"traceutil/trace.go:171","msg":"trace[1484723255] linearizableReadLoop","detail":"{readStateIndex:8467; appliedIndex:8465; }","duration":"104.930798ms","start":"2026-02-27T18:36:37.655682Z","end":"2026-02-27T18:36:37.760613Z","steps":["trace[1484723255] 'read index received' (duration: 10.971524ms)","trace[1484723255] 'applied index is now lower than readState.Index' (duration: 93.958344ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:37.760713Z","caller":"traceutil/trace.go:171","msg":"trace[445039386] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"110.179495ms","start":"2026-02-27T18:36:37.650492Z","end":"2026-02-27T18:36:37.760672Z","steps":["trace[445039386] 'process raft request' (duration: 46.917906ms)","trace[445039386] 'compare' (duration: 63.062205ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:37.761221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.500202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:36:37.761298Z","caller":"traceutil/trace.go:171","msg":"trace[1395747721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8164; }","duration":"105.630665ms","start":"2026-02-27T18:36:37.655647Z","end":"2026-02-27T18:36:37.761277Z","steps":["trace[1395747721] 'agreement among raft nodes before linearized reading' (duration: 105.129233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:37.929542Z","caller":"traceutil/trace.go:171","msg":"trace[1109415009] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"163.990346ms","start":"2026-02-27T18:36:37.765534Z","end":"2026-02-27T18:36:37.929524Z","steps":["trace[1109415009] 'process raft request' (duration: 155.873274ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:37.929774Z","caller":"traceutil/trace.go:171","msg":"trace[294661301] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"163.963534ms","start":"2026-02-27T18:36:37.765739Z","end":"2026-02-27T18:36:37.929702Z","steps":["trace[294661301] 'process raft request' (duration: 163.75625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:38.830491Z","caller":"traceutil/trace.go:171","msg":"trace[749359392] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"142.65589ms","start":"2026-02-27T18:36:38.687804Z","end":"2026-02-27T18:36:38.83046Z","steps":["trace[749359392] 'process raft request' (duration: 95.664823ms)","trace[749359392] 'compare' (duration: 46.851344ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:39.216384Z","caller":"traceutil/trace.go:171","msg":"trace[982478181] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"202.846481ms","start":"2026-02-27T18:36:39.013514Z","end":"2026-02-27T18:36:39.21636Z","steps":["trace[982478181] 'process raft request' (duration: 202.660107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:39.627242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.340354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:39.627345Z","caller":"traceutil/trace.go:171","msg":"trace[1465661503] linearizableReadLoop","detail":"{readStateIndex:8474; appliedIndex:8473; }","duration":"356.053896ms","start":"2026-02-27T18:36:39.271273Z","end":"2026-02-27T18:36:39.627327Z","steps":["trace[1465661503] 'read index received' (duration: 221.569779ms)","trace[1465661503] 'applied index is now lower than readState.Index' (duration: 134.482787ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:39.627707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.060642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:36:39.627815Z","caller":"traceutil/trace.go:171","msg":"trace[1553452839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8170; }","duration":"328.204835ms","start":"2026-02-27T18:36:39.299587Z","end":"2026-02-27T18:36:39.627792Z","steps":["trace[1553452839] 'agreement among raft nodes before linearized reading' (duration: 327.95236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:39.627877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:39.29957Z","time spent":"328.292337ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:36:39.628164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.894504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:36:39.628222Z","caller":"traceutil/trace.go:171","msg":"trace[383567618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8170; }","duration":"356.988427ms","start":"2026-02-27T18:36:39.271217Z","end":"2026-02-27T18:36:39.628206Z","steps":["trace[383567618] 'agreement among raft nodes before linearized reading' (duration: 356.902035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:39.628262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:39.271195Z","time spent":"357.057719ms","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:36:39.627443Z","caller":"traceutil/trace.go:171","msg":"trace[1126370883] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"397.126321ms","start":"2026-02-27T18:36:39.230298Z","end":"2026-02-27T18:36:39.627424Z","steps":["trace[1126370883] 'process raft request' (duration: 262.530272ms)","trace[1126370883] 'compare' (duration: 134.200581ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:39.628581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.735998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T18:36:39.628522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:39.230272Z","time spent":"398.164015ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:39.628646Z","caller":"traceutil/trace.go:171","msg":"trace[539870822] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:8170; }","duration":"293.823729ms","start":"2026-02-27T18:36:39.334809Z","end":"2026-02-27T18:36:39.628633Z","steps":["trace[539870822] 'agreement among raft nodes before linearized reading' (duration: 293.663875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:55.966667Z","caller":"traceutil/trace.go:171","msg":"trace[516940531] linearizableReadLoop","detail":"{readStateIndex:8593; appliedIndex:8591; }","duration":"104.116331ms","start":"2026-02-27T18:36:55.862524Z","end":"2026-02-27T18:36:55.96664Z","steps":["trace[516940531] 'read index received' (duration: 4.573523ms)","trace[516940531] 'applied index is now lower than readState.Index' (duration: 99.541838ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:55.966796Z","caller":"traceutil/trace.go:171","msg":"trace[16449340] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"109.627073ms","start":"2026-02-27T18:36:55.857106Z","end":"2026-02-27T18:36:55.966734Z","steps":["trace[16449340] 'process raft request' (duration: 53.312047ms)","trace[16449340] 'compare' (duration: 56.07563ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:55.966857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.313525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-27T18:36:55.966899Z","caller":"traceutil/trace.go:171","msg":"trace[1241678015] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8285; }","duration":"104.393026ms","start":"2026-02-27T18:36:55.862492Z","end":"2026-02-27T18:36:55.966885Z","steps":["trace[1241678015] 'agreement among raft nodes before linearized reading' (duration: 104.254243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:21.772925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289807409022808,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:37:21.933217Z","caller":"traceutil/trace.go:171","msg":"trace[1487845565] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"681.275567ms","start":"2026-02-27T18:37:21.251901Z","end":"2026-02-27T18:37:21.933176Z","steps":["trace[1487845565] 'process raft request' (duration: 681.02036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:21.933976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:21.251889Z","time spent":"681.928931ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:37:21.946689Z","caller":"traceutil/trace.go:171","msg":"trace[402345446] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"557.910093ms","start":"2026-02-27T18:37:21.388748Z","end":"2026-02-27T18:37:21.946658Z","steps":["trace[402345446] 'process raft request' (duration: 556.583214ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:21.946729Z","caller":"traceutil/trace.go:171","msg":"trace[590767238] linearizableReadLoop","detail":"{readStateIndex:8813; appliedIndex:8810; }","duration":"674.788942ms","start":"2026-02-27T18:37:21.271914Z","end":"2026-02-27T18:37:21.946703Z","steps":["trace[590767238] 'read index received' (duration: 661.040796ms)","trace[590767238] 'applied index is now lower than readState.Index' (duration: 13.747006ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:37:21.9468Z","caller":"traceutil/trace.go:171","msg":"trace[1527143671] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"427.704868ms","start":"2026-02-27T18:37:21.51907Z","end":"2026-02-27T18:37:21.946775Z","steps":["trace[1527143671] 'process raft request' (duration: 427.513124ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:21.946854Z","caller":"traceutil/trace.go:171","msg":"trace[1577475726] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"113.223766ms","start":"2026-02-27T18:37:21.833599Z","end":"2026-02-27T18:37:21.946823Z","steps":["trace[1577475726] 'process raft request' (duration: 113.051103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:21.946886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:21.388721Z","time spent":"558.055896ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:37:21.946924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:21.51904Z","time spent":"427.82158ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:37:21.947209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.268173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:37:21.947325Z","caller":"traceutil/trace.go:171","msg":"trace[1397903107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8501; }","duration":"675.424397ms","start":"2026-02-27T18:37:21.271873Z","end":"2026-02-27T18:37:21.947297Z","steps":["trace[1397903107] 'agreement among raft nodes before linearized reading' (duration: 675.14379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:21.94743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:21.271859Z","time spent":"675.55529ms","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:37:21.947235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.968268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:37:21.94756Z","caller":"traceutil/trace.go:171","msg":"trace[483285841] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8501; }","duration":"465.342716ms","start":"2026-02-27T18:37:21.48219Z","end":"2026-02-27T18:37:21.947533Z","steps":["trace[483285841] 'agreement among raft nodes before linearized reading' (duration: 464.953886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:21.947635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:21.482167Z","time spent":"465.446358ms","remote":"127.0.0.1:58222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:37:22.138918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.835398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:37:22.139045Z","caller":"traceutil/trace.go:171","msg":"trace[973789816] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"187.803795ms","start":"2026-02-27T18:37:21.95122Z","end":"2026-02-27T18:37:22.139023Z","steps":["trace[973789816] 'process raft request' (duration: 34.751332ms)","trace[973789816] 'compare' (duration: 152.651214ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:37:22.268444Z","caller":"traceutil/trace.go:171","msg":"trace[1134297117] linearizableReadLoop","detail":"{readStateIndex:8816; appliedIndex:8815; }","duration":"274.730248ms","start":"2026-02-27T18:37:21.993687Z","end":"2026-02-27T18:37:22.268417Z","steps":["trace[1134297117] 'read index received' (duration: 253.991518ms)","trace[1134297117] 'applied index is now lower than readState.Index' (duration: 20.73742ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:37:22.268532Z","caller":"traceutil/trace.go:171","msg":"trace[1091773201] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"316.68165ms","start":"2026-02-27T18:37:21.951826Z","end":"2026-02-27T18:37:22.268507Z","steps":["trace[1091773201] 'process raft request' (duration: 295.844058ms)","trace[1091773201] 'compare' (duration: 20.634408ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:37:22.268687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:21.951811Z","time spent":"316.772022ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:37:22.268796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.085906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:37:22.2689Z","caller":"traceutil/trace.go:171","msg":"trace[1524928174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8503; }","duration":"275.237949ms","start":"2026-02-27T18:37:21.993638Z","end":"2026-02-27T18:37:22.268876Z","steps":["trace[1524928174] 'agreement among raft nodes before linearized reading' (duration: 274.913622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:22.30321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.920962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:37:22.303287Z","caller":"traceutil/trace.go:171","msg":"trace[851632918] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8504; }","duration":"230.056716ms","start":"2026-02-27T18:37:22.073212Z","end":"2026-02-27T18:37:22.303269Z","steps":["trace[851632918] 'agreement among raft nodes before linearized reading' (duration: 229.908472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:22.3033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.50613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T18:37:22.303315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.068236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:37:22.303311Z","caller":"traceutil/trace.go:171","msg":"trace[730174925] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"155.279933ms","start":"2026-02-27T18:37:22.147992Z","end":"2026-02-27T18:37:22.303272Z","steps":["trace[730174925] 'process raft request' (duration: 154.911004ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:22.303351Z","caller":"traceutil/trace.go:171","msg":"trace[1226099648] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:8504; }","duration":"304.597552ms","start":"2026-02-27T18:37:21.99874Z","end":"2026-02-27T18:37:22.303337Z","steps":["trace[1226099648] 'agreement among raft nodes before linearized reading' (duration: 304.429289ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:22.303379Z","caller":"traceutil/trace.go:171","msg":"trace[2110418646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8504; }","duration":"105.191019ms","start":"2026-02-27T18:37:22.198175Z","end":"2026-02-27T18:37:22.303366Z","steps":["trace[2110418646] 'agreement among raft nodes before linearized reading' (duration: 104.918713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:22.303397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:21.998717Z","time spent":"304.672693ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-cjwbq\" "} {"level":"info","ts":"2026-02-27T18:38:01.24257Z","caller":"traceutil/trace.go:171","msg":"trace[1351365142] linearizableReadLoop","detail":"{readStateIndex:9172; appliedIndex:9170; }","duration":"155.882906ms","start":"2026-02-27T18:38:01.086668Z","end":"2026-02-27T18:38:01.242551Z","steps":["trace[1351365142] 'read index received' (duration: 9.846669ms)","trace[1351365142] 'applied index is now lower than readState.Index' (duration: 146.035467ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:38:01.24265Z","caller":"traceutil/trace.go:171","msg":"trace[656174993] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"187.911597ms","start":"2026-02-27T18:38:01.054708Z","end":"2026-02-27T18:38:01.242619Z","steps":["trace[656174993] 'process raft request' (duration: 164.24354ms)","trace[656174993] 'compare' (duration: 23.514594ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:38:01.242962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.215703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T18:38:01.243063Z","caller":"traceutil/trace.go:171","msg":"trace[1908689875] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8850; }","duration":"156.424957ms","start":"2026-02-27T18:38:01.086618Z","end":"2026-02-27T18:38:01.243043Z","steps":["trace[1908689875] 'agreement among raft nodes before linearized reading' (duration: 156.011568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:17.293318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.829146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:39:17.293411Z","caller":"traceutil/trace.go:171","msg":"trace[1001557465] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:9361; }","duration":"187.978449ms","start":"2026-02-27T18:39:17.105413Z","end":"2026-02-27T18:39:17.293391Z","steps":["trace[1001557465] 'range keys from in-memory index tree' (duration: 187.629001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:17.293708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.393388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:39:17.293819Z","caller":"traceutil/trace.go:171","msg":"trace[1393618640] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9361; }","duration":"273.558652ms","start":"2026-02-27T18:39:17.020232Z","end":"2026-02-27T18:39:17.293791Z","steps":["trace[1393618640] 'range keys from in-memory index tree' (duration: 273.079551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:17.293931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.469145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:39:17.294004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.278189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-27T18:39:17.294025Z","caller":"traceutil/trace.go:171","msg":"trace[1560032535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9361; }","duration":"360.576247ms","start":"2026-02-27T18:39:16.933427Z","end":"2026-02-27T18:39:17.294003Z","steps":["trace[1560032535] 'range keys from in-memory index tree' (duration: 360.25675ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:17.294076Z","caller":"traceutil/trace.go:171","msg":"trace[1078100571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9361; }","duration":"279.35677ms","start":"2026-02-27T18:39:17.014701Z","end":"2026-02-27T18:39:17.294058Z","steps":["trace[1078100571] 'range keys from in-memory index tree' (duration: 279.121726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:17.294094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:16.933361Z","time spent":"360.72127ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:39:17.294113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.791041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T18:39:17.294172Z","caller":"traceutil/trace.go:171","msg":"trace[1328470081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9361; }","duration":"360.880884ms","start":"2026-02-27T18:39:16.933274Z","end":"2026-02-27T18:39:17.294155Z","steps":["trace[1328470081] 'range keys from in-memory index tree' (duration: 360.640909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:17.294211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:16.933256Z","time spent":"360.944275ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:39:49.49846Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5f170c75a1d97cc","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T18:39:49.504375Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-02-27T18:39:49.504451Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"info","ts":"2026-02-27T18:40:44.787283Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7677} {"level":"info","ts":"2026-02-27T18:40:44.854146Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7677,"took":"64.636081ms","hash":1317907277,"current-db-size-bytes":43098112,"current-db-size":"43 MB","current-db-size-in-use-bytes":27742208,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T18:40:44.854211Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1317907277,"revision":7677,"compact-revision":5649} {"level":"info","ts":"2026-02-27T18:40:50.247125Z","caller":"traceutil/trace.go:171","msg":"trace[568014213] linearizableReadLoop","detail":"{readStateIndex:10619; appliedIndex:10618; }","duration":"372.349989ms","start":"2026-02-27T18:40:49.874751Z","end":"2026-02-27T18:40:50.247101Z","steps":["trace[568014213] 'read index received' (duration: 372.152435ms)","trace[568014213] 'applied index is now lower than readState.Index' (duration: 196.404µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:40:50.247183Z","caller":"traceutil/trace.go:171","msg":"trace[320586222] transaction","detail":"{read_only:false; response_revision:10252; number_of_response:1; }","duration":"399.162468ms","start":"2026-02-27T18:40:49.847994Z","end":"2026-02-27T18:40:50.247157Z","steps":["trace[320586222] 'process raft request' (duration: 398.938813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:50.24732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:49.84797Z","time spent":"399.26486ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:50.247341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.586434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:40:50.24737Z","caller":"traceutil/trace.go:171","msg":"trace[122619881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10252; }","duration":"372.660166ms","start":"2026-02-27T18:40:49.874699Z","end":"2026-02-27T18:40:50.247359Z","steps":["trace[122619881] 'agreement among raft nodes before linearized reading' (duration: 372.533843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:50.247392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:49.874676Z","time spent":"372.711878ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:40:50.247491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.639345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T18:40:50.247516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.640896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T18:40:50.247732Z","caller":"traceutil/trace.go:171","msg":"trace[316635880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10252; }","duration":"372.876412ms","start":"2026-02-27T18:40:49.874783Z","end":"2026-02-27T18:40:50.247659Z","steps":["trace[316635880] 'agreement among raft nodes before linearized reading' (duration: 372.484223ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:50.247566Z","caller":"traceutil/trace.go:171","msg":"trace[1322266993] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:10252; }","duration":"289.750168ms","start":"2026-02-27T18:40:49.957797Z","end":"2026-02-27T18:40:50.247547Z","steps":["trace[1322266993] 'agreement among raft nodes before linearized reading' (duration: 289.534033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:50.247607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.134341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T18:40:50.24789Z","caller":"traceutil/trace.go:171","msg":"trace[560627040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10252; }","duration":"366.403147ms","start":"2026-02-27T18:40:49.881442Z","end":"2026-02-27T18:40:50.247845Z","steps":["trace[560627040] 'agreement among raft nodes before linearized reading' (duration: 366.09211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:50.248006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:49.88143Z","time spent":"366.53999ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:40:50.247992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:49.874758Z","time spent":"373.212949ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:41:03.934176Z","caller":"traceutil/trace.go:171","msg":"trace[979496613] transaction","detail":"{read_only:false; response_revision:10322; number_of_response:1; }","duration":"109.984383ms","start":"2026-02-27T18:41:03.82416Z","end":"2026-02-27T18:41:03.934144Z","steps":["trace[979496613] 'process raft request' (duration: 109.782708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:04.623601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.820813ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T18:41:04.624236Z","caller":"traceutil/trace.go:171","msg":"trace[1895893450] linearizableReadLoop","detail":"{readStateIndex:10693; appliedIndex:10691; }","duration":"351.811562ms","start":"2026-02-27T18:41:04.272395Z","end":"2026-02-27T18:41:04.624207Z","steps":["trace[1895893450] 'read index received' (duration: 53.093µs)","trace[1895893450] 'applied index is now lower than readState.Index' (duration: 351.757219ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:41:04.624419Z","caller":"traceutil/trace.go:171","msg":"trace[1413680222] transaction","detail":"{read_only:false; response_revision:10323; number_of_response:1; }","duration":"640.328281ms","start":"2026-02-27T18:41:03.984074Z","end":"2026-02-27T18:41:04.624403Z","steps":["trace[1413680222] 'process raft request' (duration: 639.665607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:04.624465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.049597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:04.62452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:03.98404Z","time spent":"640.418874ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:41:04.624545Z","caller":"traceutil/trace.go:171","msg":"trace[232489967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10323; }","duration":"352.17597ms","start":"2026-02-27T18:41:04.272346Z","end":"2026-02-27T18:41:04.624522Z","steps":["trace[232489967] 'agreement among raft nodes before linearized reading' (duration: 352.034397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:04.624551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.279654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:41:04.624589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:04.272324Z","time spent":"352.257701ms","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:41:04.624671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.094608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T18:41:04.624709Z","caller":"traceutil/trace.go:171","msg":"trace[978422183] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10323; }","duration":"243.13069ms","start":"2026-02-27T18:41:04.381567Z","end":"2026-02-27T18:41:04.624698Z","steps":["trace[978422183] 'agreement among raft nodes before linearized reading' (duration: 243.044568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:04.624721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.344724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T18:41:04.624722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.060344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:41:04.624761Z","caller":"traceutil/trace.go:171","msg":"trace[296613222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10323; }","duration":"265.442086ms","start":"2026-02-27T18:41:04.359308Z","end":"2026-02-27T18:41:04.62475Z","steps":["trace[296613222] 'agreement among raft nodes before linearized reading' (duration: 265.325133ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:04.624772Z","caller":"traceutil/trace.go:171","msg":"trace[1918058778] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:10323; }","duration":"220.111155ms","start":"2026-02-27T18:41:04.404646Z","end":"2026-02-27T18:41:04.624757Z","steps":["trace[1918058778] 'agreement among raft nodes before linearized reading' (duration: 219.944231ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:04.624592Z","caller":"traceutil/trace.go:171","msg":"trace[443731468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10323; }","duration":"314.380736ms","start":"2026-02-27T18:41:04.310199Z","end":"2026-02-27T18:41:04.62458Z","steps":["trace[443731468] 'agreement among raft nodes before linearized reading' (duration: 314.217553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:04.624817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:04.310168Z","time spent":"314.640102ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:41:04.626309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.037668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:41:04.626924Z","caller":"traceutil/trace.go:171","msg":"trace[1214937010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10323; }","duration":"243.539509ms","start":"2026-02-27T18:41:04.38325Z","end":"2026-02-27T18:41:04.62679Z","steps":["trace[1214937010] 'agreement among raft nodes before linearized reading' (duration: 241.269378ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:44.792716Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10212} {"level":"info","ts":"2026-02-27T18:45:44.878489Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10212,"took":"83.225339ms","hash":4215243500,"current-db-size-bytes":43098112,"current-db-size":"43 MB","current-db-size-in-use-bytes":24592384,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-27T18:45:44.878548Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4215243500,"revision":10212,"compact-revision":7677} {"level":"info","ts":"2026-02-27T18:46:40.706113Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003269.wal"} {"level":"info","ts":"2026-02-27T18:46:46.110203Z","caller":"traceutil/trace.go:171","msg":"trace[1208344999] transaction","detail":"{read_only:false; response_revision:12500; number_of_response:1; }","duration":"115.62445ms","start":"2026-02-27T18:46:45.994554Z","end":"2026-02-27T18:46:46.110178Z","steps":["trace[1208344999] 'process raft request' (duration: 115.487677ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:46:46.116311Z","caller":"traceutil/trace.go:171","msg":"trace[814600300] transaction","detail":"{read_only:false; response_revision:12501; number_of_response:1; }","duration":"106.64501ms","start":"2026-02-27T18:46:46.00964Z","end":"2026-02-27T18:46:46.116285Z","steps":["trace[814600300] 'process raft request' (duration: 106.492416ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:08.449125Z","caller":"traceutil/trace.go:171","msg":"trace[646339912] linearizableReadLoop","detail":"{readStateIndex:13065; appliedIndex:13064; }","duration":"178.720912ms","start":"2026-02-27T18:47:08.270364Z","end":"2026-02-27T18:47:08.449085Z","steps":["trace[646339912] 'read index received' (duration: 178.441716ms)","trace[646339912] 'applied index is now lower than readState.Index' (duration: 278.226µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:08.449172Z","caller":"traceutil/trace.go:171","msg":"trace[2124446889] transaction","detail":"{read_only:false; response_revision:12610; number_of_response:1; }","duration":"262.800911ms","start":"2026-02-27T18:47:08.186343Z","end":"2026-02-27T18:47:08.449144Z","steps":["trace[2124446889] 'process raft request' (duration: 262.442823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:08.449256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.886106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:08.449311Z","caller":"traceutil/trace.go:171","msg":"trace[390020370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12610; }","duration":"178.975918ms","start":"2026-02-27T18:47:08.270321Z","end":"2026-02-27T18:47:08.449297Z","steps":["trace[390020370] 'agreement among raft nodes before linearized reading' (duration: 178.882606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:15.253311Z","caller":"traceutil/trace.go:171","msg":"trace[2136257605] transaction","detail":"{read_only:false; response_revision:12643; number_of_response:1; }","duration":"106.426785ms","start":"2026-02-27T18:47:15.14686Z","end":"2026-02-27T18:47:15.253287Z","steps":["trace[2136257605] 'process raft request' (duration: 106.151779ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:22.615161Z","caller":"traceutil/trace.go:171","msg":"trace[263776756] transaction","detail":"{read_only:false; response_revision:12689; number_of_response:1; }","duration":"121.221654ms","start":"2026-02-27T18:47:22.49391Z","end":"2026-02-27T18:47:22.615132Z","steps":["trace[263776756] 'process raft request' (duration: 103.170903ms)","trace[263776756] 'compare' (duration: 17.874678ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:24.060201Z","caller":"traceutil/trace.go:171","msg":"trace[1966430039] linearizableReadLoop","detail":"{readStateIndex:13158; appliedIndex:13157; }","duration":"364.018921ms","start":"2026-02-27T18:47:23.696156Z","end":"2026-02-27T18:47:24.060175Z","steps":["trace[1966430039] 'read index received' (duration: 363.829815ms)","trace[1966430039] 'applied index is now lower than readState.Index' (duration: 188.096µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:24.060331Z","caller":"traceutil/trace.go:171","msg":"trace[1890011872] transaction","detail":"{read_only:false; response_revision:12699; number_of_response:1; }","duration":"564.70962ms","start":"2026-02-27T18:47:23.495584Z","end":"2026-02-27T18:47:24.060294Z","steps":["trace[1890011872] 'process raft request' (duration: 564.360982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:24.06045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.273016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:47:24.060497Z","caller":"traceutil/trace.go:171","msg":"trace[1365674743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:12699; }","duration":"364.372567ms","start":"2026-02-27T18:47:23.696112Z","end":"2026-02-27T18:47:24.060484Z","steps":["trace[1365674743] 'agreement among raft nodes before linearized reading' (duration: 364.214804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:24.060489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:23.495559Z","time spent":"564.844284ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:24.060428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.779526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:47:24.060535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:23.696088Z","time spent":"364.438949ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-cjwbq\" "} {"level":"info","ts":"2026-02-27T18:47:24.060595Z","caller":"traceutil/trace.go:171","msg":"trace[467950895] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:12699; }","duration":"243.016781ms","start":"2026-02-27T18:47:23.817556Z","end":"2026-02-27T18:47:24.060573Z","steps":["trace[467950895] 'agreement among raft nodes before linearized reading' (duration: 242.786806ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:24.906896Z","caller":"traceutil/trace.go:171","msg":"trace[161714326] linearizableReadLoop","detail":"{readStateIndex:13167; appliedIndex:13166; }","duration":"211.89296ms","start":"2026-02-27T18:47:24.694977Z","end":"2026-02-27T18:47:24.90687Z","steps":["trace[161714326] 'read index received' (duration: 211.673505ms)","trace[161714326] 'applied index is now lower than readState.Index' (duration: 218.555µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:24.907018Z","caller":"traceutil/trace.go:171","msg":"trace[1442560893] transaction","detail":"{read_only:false; response_revision:12707; number_of_response:1; }","duration":"236.459756ms","start":"2026-02-27T18:47:24.670547Z","end":"2026-02-27T18:47:24.907007Z","steps":["trace[1442560893] 'process raft request' (duration: 236.172699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:24.907243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.193073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T18:47:24.907265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.877879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:47:24.907316Z","caller":"traceutil/trace.go:171","msg":"trace[1162953820] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12707; }","duration":"211.290336ms","start":"2026-02-27T18:47:24.696004Z","end":"2026-02-27T18:47:24.907295Z","steps":["trace[1162953820] 'agreement among raft nodes before linearized reading' (duration: 211.089471ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:24.90738Z","caller":"traceutil/trace.go:171","msg":"trace[790142019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12707; }","duration":"212.035883ms","start":"2026-02-27T18:47:24.695314Z","end":"2026-02-27T18:47:24.90735Z","steps":["trace[790142019] 'agreement among raft nodes before linearized reading' (duration: 211.759147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:24.907293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.252907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:47:24.907482Z","caller":"traceutil/trace.go:171","msg":"trace[1486596440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12707; }","duration":"212.521014ms","start":"2026-02-27T18:47:24.694941Z","end":"2026-02-27T18:47:24.907462Z","steps":["trace[1486596440] 'agreement among raft nodes before linearized reading' (duration: 212.130175ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:44.825317Z","caller":"traceutil/trace.go:171","msg":"trace[1491233569] linearizableReadLoop","detail":"{readStateIndex:13458; appliedIndex:13457; }","duration":"324.951332ms","start":"2026-02-27T18:47:44.500344Z","end":"2026-02-27T18:47:44.825295Z","steps":["trace[1491233569] 'read index received' (duration: 324.792708ms)","trace[1491233569] 'applied index is now lower than readState.Index' (duration: 157.954µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:44.825414Z","caller":"traceutil/trace.go:171","msg":"trace[1137438451] transaction","detail":"{read_only:false; response_revision:12987; number_of_response:1; }","duration":"456.644508ms","start":"2026-02-27T18:47:44.368754Z","end":"2026-02-27T18:47:44.825399Z","steps":["trace[1137438451] 'process raft request' (duration: 456.392283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:44.825508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.160806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T18:47:44.825521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:44.368736Z","time spent":"456.72058ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:47:44.825553Z","caller":"traceutil/trace.go:171","msg":"trace[1350416333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12987; }","duration":"325.256748ms","start":"2026-02-27T18:47:44.500287Z","end":"2026-02-27T18:47:44.825544Z","steps":["trace[1350416333] 'agreement among raft nodes before linearized reading' (duration: 325.120665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:44.825607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:44.500265Z","time spent":"325.33455ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T18:47:44.838201Z","caller":"traceutil/trace.go:171","msg":"trace[1550328071] transaction","detail":"{read_only:false; response_revision:12988; number_of_response:1; }","duration":"150.761581ms","start":"2026-02-27T18:47:44.687416Z","end":"2026-02-27T18:47:44.838178Z","steps":["trace[1550328071] 'process raft request' (duration: 150.570297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:44.838336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.966269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-169d563a-dbf3-4402-ba71-efeb0fdfb759\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-02-27T18:47:44.838427Z","caller":"traceutil/trace.go:171","msg":"trace[1398286229] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-169d563a-dbf3-4402-ba71-efeb0fdfb759; range_end:; response_count:1; response_revision:12988; }","duration":"175.100752ms","start":"2026-02-27T18:47:44.663307Z","end":"2026-02-27T18:47:44.838407Z","steps":["trace[1398286229] 'agreement among raft nodes before linearized reading' (duration: 174.852106ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:44.984492Z","caller":"traceutil/trace.go:171","msg":"trace[862108848] transaction","detail":"{read_only:false; response_revision:12989; number_of_response:1; }","duration":"138.764365ms","start":"2026-02-27T18:47:44.845698Z","end":"2026-02-27T18:47:44.984462Z","steps":["trace[862108848] 'process raft request' (duration: 138.479018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:09.524429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.34499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:49:09.524662Z","caller":"traceutil/trace.go:171","msg":"trace[869855022] transaction","detail":"{read_only:false; response_revision:13748; number_of_response:1; }","duration":"336.697583ms","start":"2026-02-27T18:49:09.187949Z","end":"2026-02-27T18:49:09.524646Z","steps":["trace[869855022] 'process raft request' (duration: 336.658422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:09.52474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:09.187926Z","time spent":"336.778104ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:49:09.525028Z","caller":"traceutil/trace.go:171","msg":"trace[1212089782] transaction","detail":"{read_only:false; response_revision:13746; number_of_response:1; }","duration":"668.908216ms","start":"2026-02-27T18:49:08.856107Z","end":"2026-02-27T18:49:09.525015Z","steps":["trace[1212089782] 'process raft request' (duration: 333.907751ms)","trace[1212089782] 'compare' (duration: 333.604724ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:49:09.525093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:08.856087Z","time spent":"668.974548ms","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:49:09.525235Z","caller":"traceutil/trace.go:171","msg":"trace[660945356] linearizableReadLoop","detail":"{readStateIndex:14239; appliedIndex:14238; }","duration":"498.343425ms","start":"2026-02-27T18:49:09.026882Z","end":"2026-02-27T18:49:09.525225Z","steps":["trace[660945356] 'read index received' (duration: 163.133396ms)","trace[660945356] 'applied index is now lower than readState.Index' (duration: 335.208959ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:49:09.525434Z","caller":"traceutil/trace.go:171","msg":"trace[1928011737] transaction","detail":"{read_only:false; response_revision:13747; number_of_response:1; }","duration":"367.506277ms","start":"2026-02-27T18:49:09.157918Z","end":"2026-02-27T18:49:09.525424Z","steps":["trace[1928011737] 'process raft request' (duration: 366.610137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:09.525491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:09.157899Z","time spent":"367.564469ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:49:09.525793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.915908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cjwbq\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:49:09.525831Z","caller":"traceutil/trace.go:171","msg":"trace[2023586293] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cjwbq; range_end:; response_count:1; response_revision:13748; }","duration":"498.980799ms","start":"2026-02-27T18:49:09.02684Z","end":"2026-02-27T18:49:09.525821Z","steps":["trace[2023586293] 'agreement among raft nodes before linearized reading' (duration: 498.866597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:09.525895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:09.026824Z","time spent":"499.056851ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-cjwbq\" "} {"level":"warn","ts":"2026-02-27T18:49:09.526176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.117111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:09.526234Z","caller":"traceutil/trace.go:171","msg":"trace[1875729760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13748; }","duration":"255.207403ms","start":"2026-02-27T18:49:09.271012Z","end":"2026-02-27T18:49:09.52622Z","steps":["trace[1875729760] 'agreement among raft nodes before linearized reading' (duration: 255.094061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:09.526878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.619346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:49:09.52692Z","caller":"traceutil/trace.go:171","msg":"trace[543293157] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13748; }","duration":"226.690778ms","start":"2026-02-27T18:49:09.30022Z","end":"2026-02-27T18:49:09.526911Z","steps":["trace[543293157] 'agreement among raft nodes before linearized reading' (duration: 226.626617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:09.632985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.617216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-02-27T18:49:09.633086Z","caller":"traceutil/trace.go:171","msg":"trace[476988861] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:13750; }","duration":"100.747239ms","start":"2026-02-27T18:49:09.532317Z","end":"2026-02-27T18:49:09.633065Z","steps":["trace[476988861] 'agreement among raft nodes before linearized reading' (duration: 99.783247ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:50:44.800716Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12108} {"level":"info","ts":"2026-02-27T18:50:44.875715Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12108,"took":"72.031781ms","hash":3444208797,"current-db-size-bytes":43098112,"current-db-size":"43 MB","current-db-size-in-use-bytes":27234304,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-27T18:50:44.875786Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3444208797,"revision":12108,"compact-revision":10212} {"level":"info","ts":"2026-02-27T18:55:44.807011Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14320} {"level":"info","ts":"2026-02-27T18:55:44.907628Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14320,"took":"97.532827ms","hash":3080093230,"current-db-size-bytes":43098112,"current-db-size":"43 MB","current-db-size-in-use-bytes":23465984,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-27T18:55:44.907705Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3080093230,"revision":14320,"compact-revision":12108}