{"level":"warn","ts":"2026-03-06T00:55:30.260363Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:55:30.260476Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.206:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.206:2380","--initial-cluster=instance=https://162.253.55.206:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.206:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.206:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T00:55:30.260546Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:55:30.260559Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.206:2380"]} {"level":"info","ts":"2026-03-06T00:55:30.260577Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:55:30.261276Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.206:2379"]} {"level":"info","ts":"2026-03-06T00:55:30.261358Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.206:2380"],"listen-peer-urls":["https://162.253.55.206:2380"],"advertise-client-urls":["https://162.253.55.206:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.206:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.206:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T00:55:30.265765Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.177908ms"} {"level":"info","ts":"2026-03-06T00:55:30.272481Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cfc9fec265e3384a","cluster-id":"9866fe2b0d49ed88"} {"level":"info","ts":"2026-03-06T00:55:30.272602Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T00:55:30.272649Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became follower at term 0"} {"level":"info","ts":"2026-03-06T00:55:30.272665Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cfc9fec265e3384a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T00:55:30.27269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became follower at term 1"} {"level":"info","ts":"2026-03-06T00:55:30.272752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a switched to configuration voters=(14972778547056425034)"} {"level":"warn","ts":"2026-03-06T00:55:30.278655Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T00:55:30.280708Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T00:55:30.282386Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T00:55:30.285928Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cfc9fec265e3384a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T00:55:30.286229Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cfc9fec265e3384a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T00:55:30.286373Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:55:30.286457Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:55:30.286476Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:55:30.288126Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a switched to configuration voters=(14972778547056425034)"} {"level":"info","ts":"2026-03-06T00:55:30.288913Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9866fe2b0d49ed88","local-member-id":"cfc9fec265e3384a","added-peer-id":"cfc9fec265e3384a","added-peer-peer-urls":["https://162.253.55.206:2380"]} {"level":"info","ts":"2026-03-06T00:55:30.290793Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:55:30.291032Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.206:2380"} {"level":"info","ts":"2026-03-06T00:55:30.291079Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.206:2380"} {"level":"info","ts":"2026-03-06T00:55:30.291243Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cfc9fec265e3384a","initial-advertise-peer-urls":["https://162.253.55.206:2380"],"listen-peer-urls":["https://162.253.55.206:2380"],"advertise-client-urls":["https://162.253.55.206:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.206:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T00:55:30.291273Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T00:55:31.273197Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T00:55:31.273257Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T00:55:31.273301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a received MsgPreVoteResp from cfc9fec265e3384a at term 1"} {"level":"info","ts":"2026-03-06T00:55:31.273321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became candidate at term 2"} {"level":"info","ts":"2026-03-06T00:55:31.273347Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a received MsgVoteResp from cfc9fec265e3384a at term 2"} {"level":"info","ts":"2026-03-06T00:55:31.273368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became leader at term 2"} {"level":"info","ts":"2026-03-06T00:55:31.273385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cfc9fec265e3384a elected leader cfc9fec265e3384a at term 2"} {"level":"info","ts":"2026-03-06T00:55:31.274665Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:55:31.275589Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:55:31.275592Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cfc9fec265e3384a","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.206:2379]}","request-path":"/0/members/cfc9fec265e3384a/attributes","cluster-id":"9866fe2b0d49ed88","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T00:55:31.275651Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:55:31.275968Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T00:55:31.275988Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T00:55:31.27724Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9866fe2b0d49ed88","local-member-id":"cfc9fec265e3384a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:55:31.277331Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:55:31.277362Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:55:31.278159Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.206:2379"} {"level":"info","ts":"2026-03-06T00:55:31.278631Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T00:56:01.975346Z","caller":"traceutil/trace.go:171","msg":"trace[317022558] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"293.853544ms","start":"2026-03-06T00:56:01.681396Z","end":"2026-03-06T00:56:01.975249Z","steps":["trace[317022558] 'process raft request' (duration: 292.767105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:02.681357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607593003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:56:02.900833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.649907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:56:02.901045Z","caller":"traceutil/trace.go:171","msg":"trace[474873947] linearizableReadLoop","detail":"{readStateIndex:497; appliedIndex:495; }","duration":"720.074437ms","start":"2026-03-06T00:56:02.180954Z","end":"2026-03-06T00:56:02.901029Z","steps":["trace[474873947] 'read index received' (duration: 505.710911ms)","trace[474873947] 'applied index is now lower than readState.Index' (duration: 214.362676ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:02.901072Z","caller":"traceutil/trace.go:171","msg":"trace[1856540065] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"901.778103ms","start":"2026-03-06T00:56:01.999255Z","end":"2026-03-06T00:56:02.901033Z","steps":["trace[1856540065] 'process raft request' (duration: 687.397607ms)","trace[1856540065] 'compare' (duration: 213.089914ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:02.901128Z","caller":"traceutil/trace.go:171","msg":"trace[1700487930] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"901.315672ms","start":"2026-03-06T00:56:01.999793Z","end":"2026-03-06T00:56:02.901109Z","steps":["trace[1700487930] 'process raft request' (duration: 901.162777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:02.901188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:01.999752Z","time spent":"901.406184ms","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:56:02.901215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:01.999198Z","time spent":"901.945078ms","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:56:02.901228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.264293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:56:02.901267Z","caller":"traceutil/trace.go:171","msg":"trace[1533656782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:480; }","duration":"720.330105ms","start":"2026-03-06T00:56:02.180924Z","end":"2026-03-06T00:56:02.901254Z","steps":["trace[1533656782] 'agreement among raft nodes before linearized reading' (duration: 720.191281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:02.901306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:02.180908Z","time spent":"720.388016ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:56:02.901366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.764718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:56:02.901492Z","caller":"traceutil/trace.go:171","msg":"trace[1737200593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:480; }","duration":"504.952043ms","start":"2026-03-06T00:56:02.396511Z","end":"2026-03-06T00:56:02.901463Z","steps":["trace[1737200593] 'agreement among raft nodes before linearized reading' (duration: 504.728757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:02.901557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:02.39649Z","time spent":"505.052525ms","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:56:02.901302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.887278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:56:02.901966Z","caller":"traceutil/trace.go:171","msg":"trace[1220111763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:480; }","duration":"541.598806ms","start":"2026-03-06T00:56:02.360343Z","end":"2026-03-06T00:56:02.901942Z","steps":["trace[1220111763] 'agreement among raft nodes before linearized reading' (duration: 540.840367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:02.902018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:02.360319Z","time spent":"541.679528ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:56:03.13299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.642948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:56:03.133128Z","caller":"traceutil/trace.go:171","msg":"trace[546006100] linearizableReadLoop","detail":"{readStateIndex:500; appliedIndex:499; }","duration":"162.299016ms","start":"2026-03-06T00:56:02.970811Z","end":"2026-03-06T00:56:03.13311Z","steps":["trace[546006100] 'read index received' (duration: 42.386561ms)","trace[546006100] 'applied index is now lower than readState.Index' (duration: 119.911155ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:03.133154Z","caller":"traceutil/trace.go:171","msg":"trace[244337649] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"162.807639ms","start":"2026-03-06T00:56:02.970308Z","end":"2026-03-06T00:56:03.133115Z","steps":["trace[244337649] 'process raft request' (duration: 42.966076ms)","trace[244337649] 'compare' (duration: 119.468193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:56:03.133275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.464231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:56:03.133307Z","caller":"traceutil/trace.go:171","msg":"trace[370294058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:483; }","duration":"162.537412ms","start":"2026-03-06T00:56:02.97076Z","end":"2026-03-06T00:56:03.133297Z","steps":["trace[370294058] 'agreement among raft nodes before linearized reading' (duration: 162.397318ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:03.502764Z","caller":"traceutil/trace.go:171","msg":"trace[536850790] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"271.009624ms","start":"2026-03-06T00:56:03.231726Z","end":"2026-03-06T00:56:03.502735Z","steps":["trace[536850790] 'process raft request' (duration: 268.487088ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:03.585847Z","caller":"traceutil/trace.go:171","msg":"trace[1074630644] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"271.24751ms","start":"2026-03-06T00:56:03.314543Z","end":"2026-03-06T00:56:03.58579Z","steps":["trace[1074630644] 'process raft request' (duration: 270.85836ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:03.586945Z","caller":"traceutil/trace.go:171","msg":"trace[1070965841] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"190.523272ms","start":"2026-03-06T00:56:03.396398Z","end":"2026-03-06T00:56:03.586921Z","steps":["trace[1070965841] 'process raft request' (duration: 189.375842ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:03.710072Z","caller":"traceutil/trace.go:171","msg":"trace[1587673390] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"201.155706ms","start":"2026-03-06T00:56:03.508885Z","end":"2026-03-06T00:56:03.71004Z","steps":["trace[1587673390] 'process raft request' (duration: 142.041965ms)","trace[1587673390] 'compare' (duration: 58.898705ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:03.710108Z","caller":"traceutil/trace.go:171","msg":"trace[1812060047] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"115.125922ms","start":"2026-03-06T00:56:03.594962Z","end":"2026-03-06T00:56:03.710087Z","steps":["trace[1812060047] 'process raft request' (duration: 115.090771ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:03.71022Z","caller":"traceutil/trace.go:171","msg":"trace[502385687] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"116.167389ms","start":"2026-03-06T00:56:03.59401Z","end":"2026-03-06T00:56:03.710178Z","steps":["trace[502385687] 'process raft request' (duration: 115.988485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:03.710263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.955074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:56:03.710115Z","caller":"traceutil/trace.go:171","msg":"trace[1717615842] linearizableReadLoop","detail":"{readStateIndex:515; appliedIndex:514; }","duration":"117.802871ms","start":"2026-03-06T00:56:03.592282Z","end":"2026-03-06T00:56:03.710084Z","steps":["trace[1717615842] 'read index received' (duration: 58.496454ms)","trace[1717615842] 'applied index is now lower than readState.Index' (duration: 59.302397ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:03.710341Z","caller":"traceutil/trace.go:171","msg":"trace[1011766347] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:500; }","duration":"118.071737ms","start":"2026-03-06T00:56:03.592243Z","end":"2026-03-06T00:56:03.710315Z","steps":["trace[1011766347] 'agreement among raft nodes before linearized reading' (duration: 117.939814ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:06.021702Z","caller":"traceutil/trace.go:171","msg":"trace[1016822059] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"430.501387ms","start":"2026-03-06T00:56:05.591168Z","end":"2026-03-06T00:56:06.02167Z","steps":["trace[1016822059] 'process raft request' (duration: 430.312062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:06.022128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:05.591146Z","time spent":"430.645311ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:56:13.135551Z","caller":"traceutil/trace.go:171","msg":"trace[1235874993] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"150.099882ms","start":"2026-03-06T00:56:12.985405Z","end":"2026-03-06T00:56:13.135505Z","steps":["trace[1235874993] 'process raft request' (duration: 149.838706ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:13.532965Z","caller":"traceutil/trace.go:171","msg":"trace[1654821785] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"351.988017ms","start":"2026-03-06T00:56:13.18094Z","end":"2026-03-06T00:56:13.532928Z","steps":["trace[1654821785] 'process raft request' (duration: 351.763161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:13.533165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:13.180908Z","time spent":"352.154151ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:56:13.606822Z","caller":"traceutil/trace.go:171","msg":"trace[831480897] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:581; }","duration":"410.074351ms","start":"2026-03-06T00:56:13.196722Z","end":"2026-03-06T00:56:13.606796Z","steps":["trace[831480897] 'read index received' (duration: 335.993424ms)","trace[831480897] 'applied index is now lower than readState.Index' (duration: 74.079767ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:13.607068Z","caller":"traceutil/trace.go:171","msg":"trace[1339136141] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"412.72428ms","start":"2026-03-06T00:56:13.194328Z","end":"2026-03-06T00:56:13.607052Z","steps":["trace[1339136141] 'process raft request' (duration: 412.336139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:13.607185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:13.194298Z","time spent":"412.799142ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:56:13.607341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.641576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T00:56:13.607375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.637646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T00:56:13.607379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.370351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:56:13.60745Z","caller":"traceutil/trace.go:171","msg":"trace[1361982488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:564; }","duration":"410.761019ms","start":"2026-03-06T00:56:13.196668Z","end":"2026-03-06T00:56:13.607429Z","steps":["trace[1361982488] 'agreement among raft nodes before linearized reading' (duration: 410.510553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:13.607503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:13.196654Z","time spent":"410.839422ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:56:13.607513Z","caller":"traceutil/trace.go:171","msg":"trace[482522380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:564; }","duration":"213.558015ms","start":"2026-03-06T00:56:13.393925Z","end":"2026-03-06T00:56:13.607483Z","steps":["trace[482522380] 'agreement among raft nodes before linearized reading' (duration: 213.293809ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:13.607434Z","caller":"traceutil/trace.go:171","msg":"trace[1667111998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:564; }","duration":"361.78672ms","start":"2026-03-06T00:56:13.245627Z","end":"2026-03-06T00:56:13.607413Z","steps":["trace[1667111998] 'agreement among raft nodes before linearized reading' (duration: 361.520463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:13.607614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:13.245604Z","time spent":"361.995854ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:56:14.39363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.548687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:56:14.393858Z","caller":"traceutil/trace.go:171","msg":"trace[769119429] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"781.283752ms","start":"2026-03-06T00:56:13.61254Z","end":"2026-03-06T00:56:14.393824Z","steps":["trace[769119429] 'process raft request' (duration: 36.421167ms)","trace[769119429] 'compare' (duration: 744.317062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:56:14.393995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:13.612523Z","time spent":"781.395046ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:56:14.394254Z","caller":"traceutil/trace.go:171","msg":"trace[1624324698] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"781.553509ms","start":"2026-03-06T00:56:13.612692Z","end":"2026-03-06T00:56:14.394246Z","steps":["trace[1624324698] 'process raft request' (duration: 781.1844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:14.394302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:13.612672Z","time spent":"781.607501ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:56:14.987383Z","caller":"traceutil/trace.go:171","msg":"trace[887124411] linearizableReadLoop","detail":"{readStateIndex:587; appliedIndex:586; }","duration":"216.923011ms","start":"2026-03-06T00:56:14.770428Z","end":"2026-03-06T00:56:14.987351Z","steps":["trace[887124411] 'read index received' (duration: 202.437609ms)","trace[887124411] 'applied index is now lower than readState.Index' (duration: 14.483362ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:14.987425Z","caller":"traceutil/trace.go:171","msg":"trace[82790075] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"513.892712ms","start":"2026-03-06T00:56:14.473496Z","end":"2026-03-06T00:56:14.987389Z","steps":["trace[82790075] 'process raft request' (duration: 499.379069ms)","trace[82790075] 'compare' (duration: 14.199815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:56:14.987542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.114187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:56:14.98761Z","caller":"traceutil/trace.go:171","msg":"trace[389557350] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:567; }","duration":"217.21976ms","start":"2026-03-06T00:56:14.770373Z","end":"2026-03-06T00:56:14.987593Z","steps":["trace[389557350] 'agreement among raft nodes before linearized reading' (duration: 217.084596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:14.987613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:14.47347Z","time spent":"514.016065ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:56:15.536274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.85905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:56:15.536303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.092714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:56:15.53637Z","caller":"traceutil/trace.go:171","msg":"trace[817459632] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:567; }","duration":"449.021493ms","start":"2026-03-06T00:56:15.087328Z","end":"2026-03-06T00:56:15.536349Z","steps":["trace[817459632] 'range keys from in-memory index tree' (duration: 448.782567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:15.536385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.882384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:56:15.536423Z","caller":"traceutil/trace.go:171","msg":"trace[1875293625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:567; }","duration":"140.249908ms","start":"2026-03-06T00:56:15.396137Z","end":"2026-03-06T00:56:15.536387Z","steps":["trace[1875293625] 'range keys from in-memory index tree' (duration: 139.984392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:15.536427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:15.087315Z","time spent":"449.102006ms","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" "} {"level":"info","ts":"2026-03-06T00:56:15.536482Z","caller":"traceutil/trace.go:171","msg":"trace[338762831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:567; }","duration":"372.996648ms","start":"2026-03-06T00:56:15.163459Z","end":"2026-03-06T00:56:15.536456Z","steps":["trace[338762831] 'range keys from in-memory index tree' (duration: 372.683429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:15.536199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.871176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T00:56:15.536545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:15.163381Z","time spent":"373.149062ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:56:15.537334Z","caller":"traceutil/trace.go:171","msg":"trace[363401084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:567; }","duration":"396.341269ms","start":"2026-03-06T00:56:15.140274Z","end":"2026-03-06T00:56:15.536616Z","steps":["trace[363401084] 'range keys from in-memory index tree' (duration: 395.774034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:15.537412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:15.140264Z","time spent":"397.132789ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:56:15.707136Z","caller":"traceutil/trace.go:171","msg":"trace[844908642] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"165.316443ms","start":"2026-03-06T00:56:15.541792Z","end":"2026-03-06T00:56:15.707109Z","steps":["trace[844908642] 'process raft request' (duration: 102.63349ms)","trace[844908642] 'compare' (duration: 62.54449ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:15.751291Z","caller":"traceutil/trace.go:171","msg":"trace[1533577332] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"206.992556ms","start":"2026-03-06T00:56:15.544246Z","end":"2026-03-06T00:56:15.751239Z","steps":["trace[1533577332] 'process raft request' (duration: 205.97352ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:15.751406Z","caller":"traceutil/trace.go:171","msg":"trace[468219156] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"124.151405ms","start":"2026-03-06T00:56:15.627227Z","end":"2026-03-06T00:56:15.751378Z","steps":["trace[468219156] 'process raft request' (duration: 123.19587ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:15.751413Z","caller":"traceutil/trace.go:171","msg":"trace[1955331275] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"204.432551ms","start":"2026-03-06T00:56:15.54694Z","end":"2026-03-06T00:56:15.751372Z","steps":["trace[1955331275] 'process raft request' (duration: 203.403484ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:16.620278Z","caller":"traceutil/trace.go:171","msg":"trace[532535906] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"147.799543ms","start":"2026-03-06T00:56:16.472448Z","end":"2026-03-06T00:56:16.620248Z","steps":["trace[532535906] 'process raft request' (duration: 147.727591ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:16.620304Z","caller":"traceutil/trace.go:171","msg":"trace[294779388] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"162.166862ms","start":"2026-03-06T00:56:16.458095Z","end":"2026-03-06T00:56:16.620262Z","steps":["trace[294779388] 'process raft request' (duration: 107.145526ms)","trace[294779388] 'compare' (duration: 54.670647ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:17.676412Z","caller":"traceutil/trace.go:171","msg":"trace[1026065288] linearizableReadLoop","detail":"{readStateIndex:722; appliedIndex:721; }","duration":"129.612865ms","start":"2026-03-06T00:56:17.546768Z","end":"2026-03-06T00:56:17.676381Z","steps":["trace[1026065288] 'read index received' (duration: 91.393143ms)","trace[1026065288] 'applied index is now lower than readState.Index' (duration: 38.218502ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:17.67647Z","caller":"traceutil/trace.go:171","msg":"trace[1738665939] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"301.809236ms","start":"2026-03-06T00:56:17.374615Z","end":"2026-03-06T00:56:17.676424Z","steps":["trace[1738665939] 'process raft request' (duration: 263.619533ms)","trace[1738665939] 'compare' (duration: 38.029219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:56:17.676629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:17.374589Z","time spent":"301.96822ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:56:17.67673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.949424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:56:17.676785Z","caller":"traceutil/trace.go:171","msg":"trace[1439962722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:701; }","duration":"130.053697ms","start":"2026-03-06T00:56:17.546718Z","end":"2026-03-06T00:56:17.676772Z","steps":["trace[1439962722] 'agreement among raft nodes before linearized reading' (duration: 129.78855ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:20.374958Z","caller":"traceutil/trace.go:171","msg":"trace[1581259099] linearizableReadLoop","detail":"{readStateIndex:774; appliedIndex:773; }","duration":"122.458542ms","start":"2026-03-06T00:56:20.252462Z","end":"2026-03-06T00:56:20.374921Z","steps":["trace[1581259099] 'read index received' (duration: 48.728354ms)","trace[1581259099] 'applied index is now lower than readState.Index' (duration: 73.728308ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:20.375103Z","caller":"traceutil/trace.go:171","msg":"trace[788582929] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"150.38529ms","start":"2026-03-06T00:56:20.224666Z","end":"2026-03-06T00:56:20.375051Z","steps":["trace[788582929] 'process raft request' (duration: 76.626952ms)","trace[788582929] 'compare' (duration: 73.424529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:56:20.37525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.750988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-06T00:56:20.37532Z","caller":"traceutil/trace.go:171","msg":"trace[2047606796] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:752; }","duration":"122.894772ms","start":"2026-03-06T00:56:20.252407Z","end":"2026-03-06T00:56:20.375302Z","steps":["trace[2047606796] 'agreement among raft nodes before linearized reading' (duration: 122.663396ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:20.690086Z","caller":"traceutil/trace.go:171","msg":"trace[460545099] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"112.740511ms","start":"2026-03-06T00:56:20.577281Z","end":"2026-03-06T00:56:20.690021Z","steps":["trace[460545099] 'process raft request' (duration: 98.010212ms)","trace[460545099] 'compare' (duration: 14.560125ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:21.338707Z","caller":"traceutil/trace.go:171","msg":"trace[14316380] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"113.186562ms","start":"2026-03-06T00:56:21.225484Z","end":"2026-03-06T00:56:21.338671Z","steps":["trace[14316380] 'process raft request' (duration: 113.10451ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:21.339069Z","caller":"traceutil/trace.go:171","msg":"trace[1340263995] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"120.387147ms","start":"2026-03-06T00:56:21.218649Z","end":"2026-03-06T00:56:21.339036Z","steps":["trace[1340263995] 'process raft request' (duration: 113.649194ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:21.339074Z","caller":"traceutil/trace.go:171","msg":"trace[1116674050] linearizableReadLoop","detail":"{readStateIndex:781; appliedIndex:780; }","duration":"114.894987ms","start":"2026-03-06T00:56:21.224143Z","end":"2026-03-06T00:56:21.339038Z","steps":["trace[1116674050] 'read index received' (duration: 108.173193ms)","trace[1116674050] 'applied index is now lower than readState.Index' (duration: 6.719113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:56:21.3396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.392719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bdzwm\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-03-06T00:56:21.339703Z","caller":"traceutil/trace.go:171","msg":"trace[396450701] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bdzwm; range_end:; response_count:1; response_revision:760; }","duration":"115.606314ms","start":"2026-03-06T00:56:21.224069Z","end":"2026-03-06T00:56:21.339675Z","steps":["trace[396450701] 'agreement among raft nodes before linearized reading' (duration: 115.095491ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:24.663004Z","caller":"traceutil/trace.go:171","msg":"trace[1440169035] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"111.377666ms","start":"2026-03-06T00:56:24.55159Z","end":"2026-03-06T00:56:24.662968Z","steps":["trace[1440169035] 'process raft request' (duration: 111.130089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:28.603126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.881178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:56:28.603252Z","caller":"traceutil/trace.go:171","msg":"trace[1114030350] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"123.22241ms","start":"2026-03-06T00:56:28.480005Z","end":"2026-03-06T00:56:28.603227Z","steps":["trace[1114030350] 'process raft request' (duration: 18.151217ms)","trace[1114030350] 'compare' (duration: 104.758795ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:28.625991Z","caller":"traceutil/trace.go:171","msg":"trace[2120430849] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"145.796981ms","start":"2026-03-06T00:56:28.480166Z","end":"2026-03-06T00:56:28.625963Z","steps":["trace[2120430849] 'process raft request' (duration: 145.609236ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:28.626228Z","caller":"traceutil/trace.go:171","msg":"trace[1045401934] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"143.39054ms","start":"2026-03-06T00:56:28.482815Z","end":"2026-03-06T00:56:28.626206Z","steps":["trace[1045401934] 'process raft request' (duration: 143.102882ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:28.626332Z","caller":"traceutil/trace.go:171","msg":"trace[1984398013] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"141.609713ms","start":"2026-03-06T00:56:28.484695Z","end":"2026-03-06T00:56:28.626305Z","steps":["trace[1984398013] 'process raft request' (duration: 141.439159ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:28.626593Z","caller":"traceutil/trace.go:171","msg":"trace[457908880] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"139.593212ms","start":"2026-03-06T00:56:28.48699Z","end":"2026-03-06T00:56:28.626584Z","steps":["trace[457908880] 'process raft request' (duration: 139.251904ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:28.626597Z","caller":"traceutil/trace.go:171","msg":"trace[1227255128] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"136.684997ms","start":"2026-03-06T00:56:28.4899Z","end":"2026-03-06T00:56:28.626585Z","steps":["trace[1227255128] 'process raft request' (duration: 136.630686ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:31.052364Z","caller":"traceutil/trace.go:171","msg":"trace[262153584] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"130.94692ms","start":"2026-03-06T00:56:30.921357Z","end":"2026-03-06T00:56:31.052303Z","steps":["trace[262153584] 'process raft request' (duration: 67.670172ms)","trace[262153584] 'compare' (duration: 62.885438ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:31.052579Z","caller":"traceutil/trace.go:171","msg":"trace[1370576660] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"126.965847ms","start":"2026-03-06T00:56:30.925543Z","end":"2026-03-06T00:56:31.052509Z","steps":["trace[1370576660] 'process raft request' (duration: 126.69708ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:31.052405Z","caller":"traceutil/trace.go:171","msg":"trace[909966600] linearizableReadLoop","detail":"{readStateIndex:925; appliedIndex:923; }","duration":"110.649607ms","start":"2026-03-06T00:56:30.941711Z","end":"2026-03-06T00:56:31.05236Z","steps":["trace[909966600] 'read index received' (duration: 47.460111ms)","trace[909966600] 'applied index is now lower than readState.Index' (duration: 63.187386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:56:31.052571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.805891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:56:31.053246Z","caller":"traceutil/trace.go:171","msg":"trace[336686148] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:900; }","duration":"111.437037ms","start":"2026-03-06T00:56:30.941696Z","end":"2026-03-06T00:56:31.053133Z","steps":["trace[336686148] 'agreement among raft nodes before linearized reading' (duration: 110.758219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:31.05331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.986615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:56:31.053321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.542289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:56:31.053374Z","caller":"traceutil/trace.go:171","msg":"trace[1842227850] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:900; }","duration":"111.095358ms","start":"2026-03-06T00:56:30.942263Z","end":"2026-03-06T00:56:31.053358Z","steps":["trace[1842227850] 'agreement among raft nodes before linearized reading' (duration: 110.967174ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:31.05339Z","caller":"traceutil/trace.go:171","msg":"trace[21222910] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:900; }","duration":"111.661914ms","start":"2026-03-06T00:56:30.941705Z","end":"2026-03-06T00:56:31.053367Z","steps":["trace[21222910] 'agreement among raft nodes before linearized reading' (duration: 111.513889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:36.061329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:56:36.061342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.365949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:56:36.061425Z","caller":"traceutil/trace.go:171","msg":"trace[1352011652] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:935; }","duration":"311.085754ms","start":"2026-03-06T00:56:35.750313Z","end":"2026-03-06T00:56:36.061398Z","steps":["trace[1352011652] 'count revisions from in-memory index tree' (duration: 310.798236ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:36.061428Z","caller":"traceutil/trace.go:171","msg":"trace[494907205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:935; }","duration":"171.510283ms","start":"2026-03-06T00:56:35.8899Z","end":"2026-03-06T00:56:36.06141Z","steps":["trace[494907205] 'range keys from in-memory index tree' (duration: 171.176384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:36.061449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.534317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:56:36.06151Z","caller":"traceutil/trace.go:171","msg":"trace[1747239339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:935; }","duration":"196.703161ms","start":"2026-03-06T00:56:35.86479Z","end":"2026-03-06T00:56:36.061493Z","steps":["trace[1747239339] 'range keys from in-memory index tree' (duration: 196.391754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:36.0615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:35.750289Z","time spent":"311.182176ms","remote":"127.0.0.1:60460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:56:36.061591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.991125ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:56:36.061787Z","caller":"traceutil/trace.go:171","msg":"trace[1343358274] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:935; }","duration":"577.228621ms","start":"2026-03-06T00:56:35.484528Z","end":"2026-03-06T00:56:36.061756Z","steps":["trace[1343358274] 'range keys from in-memory index tree' (duration: 576.960315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:49.637138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.238573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:56:49.637234Z","caller":"traceutil/trace.go:171","msg":"trace[1853870632] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"272.188962ms","start":"2026-03-06T00:56:49.365028Z","end":"2026-03-06T00:56:49.637217Z","steps":["trace[1853870632] 'process raft request' (duration: 146.805636ms)","trace[1853870632] 'compare' (duration: 125.13346ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:49.694807Z","caller":"traceutil/trace.go:171","msg":"trace[297648631] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"328.137873ms","start":"2026-03-06T00:56:49.366649Z","end":"2026-03-06T00:56:49.694787Z","steps":["trace[297648631] 'process raft request' (duration: 327.914577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:49.694888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:49.36663Z","time spent":"328.222795ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:56:49.694885Z","caller":"traceutil/trace.go:171","msg":"trace[1011937452] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"322.322414ms","start":"2026-03-06T00:56:49.372534Z","end":"2026-03-06T00:56:49.694857Z","steps":["trace[1011937452] 'process raft request' (duration: 322.15787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:49.695058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:49.372517Z","time spent":"322.454447ms","remote":"127.0.0.1:40514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2345,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:56:49.716649Z","caller":"traceutil/trace.go:171","msg":"trace[1987770884] linearizableReadLoop","detail":"{readStateIndex:1061; appliedIndex:1057; }","duration":"321.129963ms","start":"2026-03-06T00:56:49.39549Z","end":"2026-03-06T00:56:49.71662Z","steps":["trace[1987770884] 'read index received' (duration: 116.362444ms)","trace[1987770884] 'applied index is now lower than readState.Index' (duration: 204.766009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:56:49.716787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.283776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:56:49.716877Z","caller":"traceutil/trace.go:171","msg":"trace[1896394494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1028; }","duration":"321.41529ms","start":"2026-03-06T00:56:49.395439Z","end":"2026-03-06T00:56:49.716855Z","steps":["trace[1896394494] 'agreement among raft nodes before linearized reading' (duration: 321.279826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:49.716927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:49.395419Z","time spent":"321.496422ms","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:56:49.839286Z","caller":"traceutil/trace.go:171","msg":"trace[2087217961] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"101.288766ms","start":"2026-03-06T00:56:49.737969Z","end":"2026-03-06T00:56:49.839258Z","steps":["trace[2087217961] 'process raft request' (duration: 100.843025ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:32.466554Z","caller":"traceutil/trace.go:171","msg":"trace[1552886545] linearizableReadLoop","detail":"{readStateIndex:1698; appliedIndex:1697; }","duration":"411.358454ms","start":"2026-03-06T00:57:32.055169Z","end":"2026-03-06T00:57:32.466527Z","steps":["trace[1552886545] 'read index received' (duration: 411.032075ms)","trace[1552886545] 'applied index is now lower than readState.Index' (duration: 325.269µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:57:32.466595Z","caller":"traceutil/trace.go:171","msg":"trace[1788973471] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"863.238221ms","start":"2026-03-06T00:57:31.603325Z","end":"2026-03-06T00:57:32.466564Z","steps":["trace[1788973471] 'process raft request' (duration: 862.989365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:32.466742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:31.603304Z","time spent":"863.360565ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:57:32.466846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.632462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:57:32.466898Z","caller":"traceutil/trace.go:171","msg":"trace[834505721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1633; }","duration":"411.771235ms","start":"2026-03-06T00:57:32.055112Z","end":"2026-03-06T00:57:32.466884Z","steps":["trace[834505721] 'agreement among raft nodes before linearized reading' (duration: 411.538199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:32.466937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:32.055091Z","time spent":"411.836306ms","remote":"127.0.0.1:54854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:57:32.491163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.299454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:57:32.49125Z","caller":"traceutil/trace.go:171","msg":"trace[1184848888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1634; }","duration":"158.428047ms","start":"2026-03-06T00:57:32.332804Z","end":"2026-03-06T00:57:32.491232Z","steps":["trace[1184848888] 'agreement among raft nodes before linearized reading' (duration: 158.16133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:32.491339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.799612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:57:32.491427Z","caller":"traceutil/trace.go:171","msg":"trace[71449212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1634; }","duration":"159.947816ms","start":"2026-03-06T00:57:32.331461Z","end":"2026-03-06T00:57:32.491409Z","steps":["trace[71449212] 'agreement among raft nodes before linearized reading' (duration: 159.69881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:32.492105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.575662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:57:32.492168Z","caller":"traceutil/trace.go:171","msg":"trace[1575496008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1634; }","duration":"160.678185ms","start":"2026-03-06T00:57:32.331476Z","end":"2026-03-06T00:57:32.492154Z","steps":["trace[1575496008] 'agreement among raft nodes before linearized reading' (duration: 159.619767ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:32.994501Z","caller":"traceutil/trace.go:171","msg":"trace[1275564961] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"499.00839ms","start":"2026-03-06T00:57:32.495477Z","end":"2026-03-06T00:57:32.994485Z","steps":["trace[1275564961] 'process raft request' (duration: 498.920178ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:32.99455Z","caller":"traceutil/trace.go:171","msg":"trace[43736610] linearizableReadLoop","detail":"{readStateIndex:1706; appliedIndex:1703; }","duration":"441.776217ms","start":"2026-03-06T00:57:32.552753Z","end":"2026-03-06T00:57:32.994529Z","steps":["trace[43736610] 'read index received' (duration: 425.051137ms)","trace[43736610] 'applied index is now lower than readState.Index' (duration: 16.72423ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:57:32.994605Z","caller":"traceutil/trace.go:171","msg":"trace[1763480289] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"499.312838ms","start":"2026-03-06T00:57:32.495253Z","end":"2026-03-06T00:57:32.994566Z","steps":["trace[1763480289] 'process raft request' (duration: 482.534986ms)","trace[1763480289] 'compare' (duration: 16.383973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:57:32.994644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:32.495452Z","time spent":"499.115453ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:57:32.994717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.331224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b2032178-b8f2-40ad-951f-1a14d3cec44c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-06T00:57:32.994756Z","caller":"traceutil/trace.go:171","msg":"trace[950884402] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b2032178-b8f2-40ad-951f-1a14d3cec44c; range_end:; response_count:1; response_revision:1641; }","duration":"474.440868ms","start":"2026-03-06T00:57:32.520305Z","end":"2026-03-06T00:57:32.994746Z","steps":["trace[950884402] 'agreement among raft nodes before linearized reading' (duration: 474.300224ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:32.994624Z","caller":"traceutil/trace.go:171","msg":"trace[867813289] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"498.779074ms","start":"2026-03-06T00:57:32.495823Z","end":"2026-03-06T00:57:32.994602Z","steps":["trace[867813289] 'process raft request' (duration: 498.635301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:32.994786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:32.520294Z","time spent":"474.485598ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b2032178-b8f2-40ad-951f-1a14d3cec44c\" "} {"level":"warn","ts":"2026-03-06T00:57:32.99481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:32.495221Z","time spent":"499.467781ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:57:32.994903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:32.495811Z","time spent":"498.996359ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:57:33.11583Z","caller":"traceutil/trace.go:171","msg":"trace[442238798] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"555.266787ms","start":"2026-03-06T00:57:32.56045Z","end":"2026-03-06T00:57:33.115717Z","steps":["trace[442238798] 'process raft request' (duration: 537.09115ms)","trace[442238798] 'compare' (duration: 17.997473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:57:33.115988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:32.560433Z","time spent":"555.463813ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:57:33.116028Z","caller":"traceutil/trace.go:171","msg":"trace[616128213] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"277.697976ms","start":"2026-03-06T00:57:32.838293Z","end":"2026-03-06T00:57:33.115991Z","steps":["trace[616128213] 'process raft request' (duration: 277.374607ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:33.116167Z","caller":"traceutil/trace.go:171","msg":"trace[1288169935] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"133.25336ms","start":"2026-03-06T00:57:32.982898Z","end":"2026-03-06T00:57:33.116151Z","steps":["trace[1288169935] 'process raft request' (duration: 133.009403ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:33.116858Z","caller":"traceutil/trace.go:171","msg":"trace[486323967] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"109.364874ms","start":"2026-03-06T00:57:33.007467Z","end":"2026-03-06T00:57:33.116831Z","steps":["trace[486323967] 'process raft request' (duration: 108.637656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:45.695158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607595476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:57:46.195763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607595476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:57:46.234358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085064899s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T00:57:46.23851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.949788ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:57:46.238606Z","caller":"traceutil/trace.go:171","msg":"trace[703851293] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1735; }","duration":"754.055141ms","start":"2026-03-06T00:57:45.484534Z","end":"2026-03-06T00:57:46.238589Z","steps":["trace[703851293] 'range keys from in-memory index tree' (duration: 753.935938ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:46.238895Z","caller":"traceutil/trace.go:171","msg":"trace[302289983] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"1.089620546s","start":"2026-03-06T00:57:45.149185Z","end":"2026-03-06T00:57:46.238805Z","steps":["trace[302289983] 'process raft request' (duration: 1.085462238s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:46.239065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:45.14916Z","time spent":"1.089812901s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5623,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:57:46.241224Z","caller":"traceutil/trace.go:171","msg":"trace[1897828527] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"1.067466775s","start":"2026-03-06T00:57:45.173734Z","end":"2026-03-06T00:57:46.2412Z","steps":["trace[1897828527] 'process raft request' (duration: 1.067316501s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:46.241344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:45.173713Z","time spent":"1.067566698s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:57:46.241624Z","caller":"traceutil/trace.go:171","msg":"trace[215508243] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"1.067810415s","start":"2026-03-06T00:57:45.1738Z","end":"2026-03-06T00:57:46.24161Z","steps":["trace[215508243] 'process raft request' (duration: 1.067366023s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:46.241619Z","caller":"traceutil/trace.go:171","msg":"trace[281203585] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"1.067178848s","start":"2026-03-06T00:57:45.174413Z","end":"2026-03-06T00:57:46.241592Z","steps":["trace[281203585] 'process raft request' (duration: 1.067044785s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:46.241677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:45.173758Z","time spent":"1.067889496s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:57:46.241718Z","caller":"traceutil/trace.go:171","msg":"trace[1270964930] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1804; }","duration":"1.047586784s","start":"2026-03-06T00:57:45.194085Z","end":"2026-03-06T00:57:46.241672Z","steps":["trace[1270964930] 'read index received' (duration: 1.040740118s)","trace[1270964930] 'applied index is now lower than readState.Index' (duration: 6.845476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:57:46.241781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:45.174401Z","time spent":"1.06728067s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:57:46.241913Z","caller":"traceutil/trace.go:171","msg":"trace[2052090175] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"807.859825ms","start":"2026-03-06T00:57:45.434037Z","end":"2026-03-06T00:57:46.241896Z","steps":["trace[2052090175] 'process raft request' (duration: 807.506667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:46.241954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047864531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T00:57:46.242024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:45.434005Z","time spent":"807.945738ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:57:46.242022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.318825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:57:46.242066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.503285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:57:46.24215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.126036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T00:57:46.242103Z","caller":"traceutil/trace.go:171","msg":"trace[242239897] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1740; }","duration":"600.446169ms","start":"2026-03-06T00:57:45.641636Z","end":"2026-03-06T00:57:46.242082Z","steps":["trace[242239897] 'agreement among raft nodes before linearized reading' (duration: 600.314375ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:46.242167Z","caller":"traceutil/trace.go:171","msg":"trace[294942689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1740; }","duration":"845.604677ms","start":"2026-03-06T00:57:45.396504Z","end":"2026-03-06T00:57:46.242109Z","steps":["trace[294942689] 'agreement among raft nodes before linearized reading' (duration: 845.500194ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:46.242187Z","caller":"traceutil/trace.go:171","msg":"trace[1977844415] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1740; }","duration":"142.249779ms","start":"2026-03-06T00:57:46.099925Z","end":"2026-03-06T00:57:46.242175Z","steps":["trace[1977844415] 'agreement among raft nodes before linearized reading' (duration: 142.113236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:46.24221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:45.641614Z","time spent":"600.578193ms","remote":"127.0.0.1:40500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:57:46.242219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:45.396484Z","time spent":"845.72295ms","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:57:46.242325Z","caller":"traceutil/trace.go:171","msg":"trace[668245548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1740; }","duration":"1.047932912s","start":"2026-03-06T00:57:45.194047Z","end":"2026-03-06T00:57:46.241979Z","steps":["trace[668245548] 'agreement among raft nodes before linearized reading' (duration: 1.047801109s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:46.242396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:45.194028Z","time spent":"1.048325533s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:57:46.242384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.680419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:57:46.242509Z","caller":"traceutil/trace.go:171","msg":"trace[141434745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1740; }","duration":"660.908044ms","start":"2026-03-06T00:57:45.581564Z","end":"2026-03-06T00:57:46.242473Z","steps":["trace[141434745] 'agreement among raft nodes before linearized reading' (duration: 660.413931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:46.242579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:45.581541Z","time spent":"661.022548ms","remote":"127.0.0.1:54854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:57:46.242673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047365858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:57:46.242719Z","caller":"traceutil/trace.go:171","msg":"trace[286700781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1740; }","duration":"1.047446591s","start":"2026-03-06T00:57:45.19526Z","end":"2026-03-06T00:57:46.242707Z","steps":["trace[286700781] 'agreement among raft nodes before linearized reading' (duration: 1.046692221s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:46.242747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:45.195244Z","time spent":"1.047495802s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:58:11.480124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.25232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:58:11.48032Z","caller":"traceutil/trace.go:171","msg":"trace[643353822] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"260.981004ms","start":"2026-03-06T00:58:11.219309Z","end":"2026-03-06T00:58:11.48029Z","steps":["trace[643353822] 'process raft request' (duration: 22.439627ms)","trace[643353822] 'compare' (duration: 238.018424ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:17.367536Z","caller":"traceutil/trace.go:171","msg":"trace[1985387268] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1982; }","duration":"131.580369ms","start":"2026-03-06T00:58:17.235932Z","end":"2026-03-06T00:58:17.367513Z","steps":["trace[1985387268] 'read index received' (duration: 131.293491ms)","trace[1985387268] 'applied index is now lower than readState.Index' (duration: 286.058µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:17.367617Z","caller":"traceutil/trace.go:171","msg":"trace[930177137] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"152.035665ms","start":"2026-03-06T00:58:17.21555Z","end":"2026-03-06T00:58:17.367586Z","steps":["trace[930177137] 'process raft request' (duration: 151.818149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:17.367829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.878166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:58:17.367918Z","caller":"traceutil/trace.go:171","msg":"trace[1239640245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1908; }","duration":"132.00036ms","start":"2026-03-06T00:58:17.235898Z","end":"2026-03-06T00:58:17.367899Z","steps":["trace[1239640245] 'agreement among raft nodes before linearized reading' (duration: 131.754334ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:17.569038Z","caller":"traceutil/trace.go:171","msg":"trace[492402016] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1983; }","duration":"172.146571ms","start":"2026-03-06T00:58:17.396869Z","end":"2026-03-06T00:58:17.569015Z","steps":["trace[492402016] 'read index received' (duration: 142.595892ms)","trace[492402016] 'applied index is now lower than readState.Index' (duration: 29.549849ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:17.569143Z","caller":"traceutil/trace.go:171","msg":"trace[419874765] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"196.859636ms","start":"2026-03-06T00:58:17.372271Z","end":"2026-03-06T00:58:17.56913Z","steps":["trace[419874765] 'process raft request' (duration: 167.182533ms)","trace[419874765] 'compare' (duration: 29.338714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:58:17.569259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.391178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:58:17.569334Z","caller":"traceutil/trace.go:171","msg":"trace[2074174550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"172.51491ms","start":"2026-03-06T00:58:17.3968Z","end":"2026-03-06T00:58:17.569315Z","steps":["trace[2074174550] 'agreement among raft nodes before linearized reading' (duration: 172.370907ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:23.628421Z","caller":"traceutil/trace.go:171","msg":"trace[1188001655] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2011; }","duration":"117.806106ms","start":"2026-03-06T00:58:23.510602Z","end":"2026-03-06T00:58:23.628408Z","steps":["trace[1188001655] 'read index received' (duration: 117.721794ms)","trace[1188001655] 'applied index is now lower than readState.Index' (duration: 83.752µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:23.6285Z","caller":"traceutil/trace.go:171","msg":"trace[1753675398] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"216.85278ms","start":"2026-03-06T00:58:23.411642Z","end":"2026-03-06T00:58:23.628495Z","steps":["trace[1753675398] 'process raft request' (duration: 216.671345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:23.628688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.058823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:58:23.629633Z","caller":"traceutil/trace.go:171","msg":"trace[2020219579] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1936; }","duration":"119.047427ms","start":"2026-03-06T00:58:23.510569Z","end":"2026-03-06T00:58:23.629616Z","steps":["trace[2020219579] 'agreement among raft nodes before linearized reading' (duration: 118.041332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:24.367802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.260822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:58:24.36791Z","caller":"traceutil/trace.go:171","msg":"trace[1117370027] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1938; }","duration":"388.416705ms","start":"2026-03-06T00:58:23.979466Z","end":"2026-03-06T00:58:24.367883Z","steps":["trace[1117370027] 'count revisions from in-memory index tree' (duration: 388.169239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:24.367968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:23.979445Z","time spent":"388.507117ms","remote":"127.0.0.1:60540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:58:24.923589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:24.368483Z","time spent":"555.102005ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T00:58:25.221341Z","caller":"traceutil/trace.go:171","msg":"trace[545084524] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"839.772337ms","start":"2026-03-06T00:58:24.381544Z","end":"2026-03-06T00:58:25.221316Z","steps":["trace[545084524] 'process raft request' (duration: 770.290852ms)","trace[545084524] 'compare' (duration: 69.312221ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:25.22148Z","caller":"traceutil/trace.go:171","msg":"trace[296478483] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"788.983802ms","start":"2026-03-06T00:58:24.432484Z","end":"2026-03-06T00:58:25.221468Z","steps":["trace[296478483] 'process raft request' (duration: 788.778477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:25.221487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:24.381526Z","time spent":"839.88917ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:58:25.221544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:24.432463Z","time spent":"789.049773ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:58:25.221788Z","caller":"traceutil/trace.go:171","msg":"trace[1456909100] linearizableReadLoop","detail":"{readStateIndex:2018; appliedIndex:2014; }","duration":"758.304474ms","start":"2026-03-06T00:58:24.463469Z","end":"2026-03-06T00:58:25.221774Z","steps":["trace[1456909100] 'read index received' (duration: 460.007043ms)","trace[1456909100] 'applied index is now lower than readState.Index' (duration: 298.296661ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:25.221909Z","caller":"traceutil/trace.go:171","msg":"trace[83157419] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"789.251958ms","start":"2026-03-06T00:58:24.432549Z","end":"2026-03-06T00:58:25.2218Z","steps":["trace[83157419] 'process raft request' (duration: 788.878809ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:25.222087Z","caller":"traceutil/trace.go:171","msg":"trace[425300223] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"141.34029ms","start":"2026-03-06T00:58:25.080739Z","end":"2026-03-06T00:58:25.22208Z","steps":["trace[425300223] 'process raft request' (duration: 141.187797ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:25.222062Z","caller":"traceutil/trace.go:171","msg":"trace[1628225222] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"297.395458ms","start":"2026-03-06T00:58:24.924627Z","end":"2026-03-06T00:58:25.222022Z","steps":["trace[1628225222] 'process raft request' (duration: 297.10376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:25.222117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.375256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:58:25.222329Z","caller":"traceutil/trace.go:171","msg":"trace[351643214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1943; }","duration":"758.445617ms","start":"2026-03-06T00:58:24.463711Z","end":"2026-03-06T00:58:25.222157Z","steps":["trace[351643214] 'agreement among raft nodes before linearized reading' (duration: 758.293713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:25.222372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:24.463703Z","time spent":"758.659803ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:58:25.222404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.879864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T00:58:25.222396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.928729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-03-06T00:58:25.22205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.580892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:58:25.222458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.183919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:58:25.22248Z","caller":"traceutil/trace.go:171","msg":"trace[464878405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1943; }","duration":"185.055542ms","start":"2026-03-06T00:58:25.037403Z","end":"2026-03-06T00:58:25.222458Z","steps":["trace[464878405] 'agreement among raft nodes before linearized reading' (duration: 184.740805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:25.222499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.93966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:58:25.222524Z","caller":"traceutil/trace.go:171","msg":"trace[1729456162] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1943; }","duration":"568.006307ms","start":"2026-03-06T00:58:24.654428Z","end":"2026-03-06T00:58:25.222434Z","steps":["trace[1729456162] 'agreement among raft nodes before linearized reading' (duration: 567.825182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:25.222485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.138756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a1aa06faed13b\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-06T00:58:25.222551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:24.654406Z","time spent":"568.137412ms","remote":"127.0.0.1:54854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T00:58:25.222552Z","caller":"traceutil/trace.go:171","msg":"trace[495114116] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1943; }","duration":"479.037142ms","start":"2026-03-06T00:58:24.7435Z","end":"2026-03-06T00:58:25.222537Z","steps":["trace[495114116] 'agreement among raft nodes before linearized reading' (duration: 478.812247ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:25.222543Z","caller":"traceutil/trace.go:171","msg":"trace[1085681593] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1943; }","duration":"747.459355ms","start":"2026-03-06T00:58:24.47506Z","end":"2026-03-06T00:58:25.222519Z","steps":["trace[1085681593] 'agreement among raft nodes before linearized reading' (duration: 747.310321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:25.222608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:24.74348Z","time spent":"479.113565ms","remote":"127.0.0.1:60134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:58:25.222488Z","caller":"traceutil/trace.go:171","msg":"trace[492030248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1942; }","duration":"759.041473ms","start":"2026-03-06T00:58:24.463421Z","end":"2026-03-06T00:58:25.222463Z","steps":["trace[492030248] 'agreement among raft nodes before linearized reading' (duration: 758.409516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:25.222667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:24.475049Z","time spent":"747.59717ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:58:25.222698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:24.463371Z","time spent":"759.315581ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:58:25.222583Z","caller":"traceutil/trace.go:171","msg":"trace[608658009] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189a1aa06faed13b; range_end:; response_count:1; response_revision:1943; }","duration":"525.278981ms","start":"2026-03-06T00:58:24.697283Z","end":"2026-03-06T00:58:25.222561Z","steps":["trace[608658009] 'agreement among raft nodes before linearized reading' (duration: 525.017754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:25.222787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:24.697266Z","time spent":"525.510126ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a1aa06faed13b\" "} {"level":"warn","ts":"2026-03-06T00:58:25.222864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:24.432526Z","time spent":"789.578098ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:58:25.72609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607595963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:58:26.04457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.667533ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:58:26.044673Z","caller":"traceutil/trace.go:171","msg":"trace[1381421328] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1943; }","duration":"559.780526ms","start":"2026-03-06T00:58:25.484877Z","end":"2026-03-06T00:58:26.044658Z","steps":["trace[1381421328] 'range keys from in-memory index tree' (duration: 559.653163ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.044711Z","caller":"traceutil/trace.go:171","msg":"trace[1830341675] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"820.148853ms","start":"2026-03-06T00:58:25.224543Z","end":"2026-03-06T00:58:26.044691Z","steps":["trace[1830341675] 'process raft request' (duration: 815.412311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:26.044884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:25.224527Z","time spent":"820.240745ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:58:26.045418Z","caller":"traceutil/trace.go:171","msg":"trace[1595652371] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2020; }","duration":"819.878015ms","start":"2026-03-06T00:58:25.225523Z","end":"2026-03-06T00:58:26.045401Z","steps":["trace[1595652371] 'read index received' (duration: 814.441526ms)","trace[1595652371] 'applied index is now lower than readState.Index' (duration: 5.435599ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:26.04544Z","caller":"traceutil/trace.go:171","msg":"trace[1739990430] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"818.673114ms","start":"2026-03-06T00:58:25.226751Z","end":"2026-03-06T00:58:26.045424Z","steps":["trace[1739990430] 'process raft request' (duration: 818.619072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:26.045532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.82882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:58:26.045557Z","caller":"traceutil/trace.go:171","msg":"trace[878408117] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1946; }","duration":"813.884611ms","start":"2026-03-06T00:58:25.231664Z","end":"2026-03-06T00:58:26.045549Z","steps":["trace[878408117] 'agreement among raft nodes before linearized reading' (duration: 813.83376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:26.045577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:25.231652Z","time spent":"813.919761ms","remote":"127.0.0.1:60480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T00:58:26.045546Z","caller":"traceutil/trace.go:171","msg":"trace[1641659869] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"819.178168ms","start":"2026-03-06T00:58:25.226321Z","end":"2026-03-06T00:58:26.045499Z","steps":["trace[1641659869] 'process raft request' (duration: 818.984803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:26.045609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.815761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:58:26.045664Z","caller":"traceutil/trace.go:171","msg":"trace[1635748759] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1946; }","duration":"764.873672ms","start":"2026-03-06T00:58:25.280774Z","end":"2026-03-06T00:58:26.045648Z","steps":["trace[1635748759] 'agreement among raft nodes before linearized reading' (duration: 764.752019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:26.04564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.516946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:58:26.045707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:25.280718Z","time spent":"764.977805ms","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:58:26.045727Z","caller":"traceutil/trace.go:171","msg":"trace[2100074491] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1946; }","duration":"328.65699ms","start":"2026-03-06T00:58:25.717046Z","end":"2026-03-06T00:58:26.045703Z","steps":["trace[2100074491] 'agreement among raft nodes before linearized reading' (duration: 328.507286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:26.045806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:25.717024Z","time spent":"328.767703ms","remote":"127.0.0.1:40514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:58:26.045757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:25.226263Z","time spent":"819.371332ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:58:26.046282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:25.22674Z","time spent":"818.739347ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:58:26.046284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.758721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:58:26.046342Z","caller":"traceutil/trace.go:171","msg":"trace[1170201646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1946; }","duration":"649.587753ms","start":"2026-03-06T00:58:25.396737Z","end":"2026-03-06T00:58:26.046325Z","steps":["trace[1170201646] 'agreement among raft nodes before linearized reading' (duration: 648.766082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:26.046399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:25.396718Z","time spent":"649.665824ms","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:58:26.046457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.773169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:58:26.046503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.512275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:58:26.046524Z","caller":"traceutil/trace.go:171","msg":"trace[18411650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1946; }","duration":"394.886271ms","start":"2026-03-06T00:58:25.651621Z","end":"2026-03-06T00:58:26.046507Z","steps":["trace[18411650] 'agreement among raft nodes before linearized reading' (duration: 393.881046ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.046565Z","caller":"traceutil/trace.go:171","msg":"trace[2033564413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1946; }","duration":"414.608317ms","start":"2026-03-06T00:58:25.63194Z","end":"2026-03-06T00:58:26.046548Z","steps":["trace[2033564413] 'agreement among raft nodes before linearized reading' (duration: 413.604062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:26.046588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:25.651576Z","time spent":"394.984284ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:58:26.046606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:25.631921Z","time spent":"414.67659ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:58:26.046879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.334443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T00:58:26.046957Z","caller":"traceutil/trace.go:171","msg":"trace[1694582126] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1946; }","duration":"821.436326ms","start":"2026-03-06T00:58:25.225503Z","end":"2026-03-06T00:58:26.04694Z","steps":["trace[1694582126] 'agreement among raft nodes before linearized reading' (duration: 819.986528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:26.046876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.243804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:58:26.04701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:58:25.225495Z","time spent":"821.502207ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-06T00:58:26.047046Z","caller":"traceutil/trace.go:171","msg":"trace[220987106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1946; }","duration":"276.45155ms","start":"2026-03-06T00:58:25.770576Z","end":"2026-03-06T00:58:26.047028Z","steps":["trace[220987106] 'agreement among raft nodes before linearized reading' (duration: 274.971742ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:37.433566Z","caller":"traceutil/trace.go:171","msg":"trace[1280995567] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"175.052305ms","start":"2026-03-06T00:58:37.258484Z","end":"2026-03-06T00:58:37.433536Z","steps":["trace[1280995567] 'process raft request' (duration: 148.937645ms)","trace[1280995567] 'compare' (duration: 25.69722ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:37.433587Z","caller":"traceutil/trace.go:171","msg":"trace[96416689] linearizableReadLoop","detail":"{readStateIndex:2087; appliedIndex:2083; }","duration":"110.050636ms","start":"2026-03-06T00:58:37.323509Z","end":"2026-03-06T00:58:37.43356Z","steps":["trace[96416689] 'read index received' (duration: 24.023377ms)","trace[96416689] 'applied index is now lower than readState.Index' (duration: 86.026159ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:37.433691Z","caller":"traceutil/trace.go:171","msg":"trace[1363190097] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"173.398373ms","start":"2026-03-06T00:58:37.260264Z","end":"2026-03-06T00:58:37.433662Z","steps":["trace[1363190097] 'process raft request' (duration: 173.244408ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:37.433693Z","caller":"traceutil/trace.go:171","msg":"trace[1164981821] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"174.510642ms","start":"2026-03-06T00:58:37.259158Z","end":"2026-03-06T00:58:37.433669Z","steps":["trace[1164981821] 'process raft request' (duration: 174.255365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:37.433839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.288343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:58:37.433892Z","caller":"traceutil/trace.go:171","msg":"trace[1411639239] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2007; }","duration":"110.401475ms","start":"2026-03-06T00:58:37.323474Z","end":"2026-03-06T00:58:37.433875Z","steps":["trace[1411639239] 'agreement among raft nodes before linearized reading' (duration: 110.18186ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:38.282393Z","caller":"traceutil/trace.go:171","msg":"trace[1673326837] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"115.201899ms","start":"2026-03-06T00:58:38.167167Z","end":"2026-03-06T00:58:38.282369Z","steps":["trace[1673326837] 'process raft request' (duration: 77.580753ms)","trace[1673326837] 'compare' (duration: 37.434651ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:38.282549Z","caller":"traceutil/trace.go:171","msg":"trace[1148184921] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"115.284781ms","start":"2026-03-06T00:58:38.167238Z","end":"2026-03-06T00:58:38.282522Z","steps":["trace[1148184921] 'process raft request' (duration: 115.084676ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:49.640666Z","caller":"traceutil/trace.go:171","msg":"trace[1999617851] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"148.311409ms","start":"2026-03-06T00:58:49.492317Z","end":"2026-03-06T00:58:49.640628Z","steps":["trace[1999617851] 'process raft request' (duration: 117.58331ms)","trace[1999617851] 'compare' (duration: 30.518023ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:49.676116Z","caller":"traceutil/trace.go:171","msg":"trace[1113048529] linearizableReadLoop","detail":"{readStateIndex:2152; appliedIndex:2150; }","duration":"162.061162ms","start":"2026-03-06T00:58:49.51402Z","end":"2026-03-06T00:58:49.676081Z","steps":["trace[1113048529] 'read index received' (duration: 34.823865ms)","trace[1113048529] 'applied index is now lower than readState.Index' (duration: 127.235527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:58:49.676369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.331349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-03-06T00:58:49.676453Z","caller":"traceutil/trace.go:171","msg":"trace[320938998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2070; }","duration":"162.466492ms","start":"2026-03-06T00:58:49.513967Z","end":"2026-03-06T00:58:49.676433Z","steps":["trace[320938998] 'agreement among raft nodes before linearized reading' (duration: 162.211596ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:22.794382Z","caller":"traceutil/trace.go:171","msg":"trace[649880485] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"102.977193ms","start":"2026-03-06T00:59:22.691368Z","end":"2026-03-06T00:59:22.794345Z","steps":["trace[649880485] 'process raft request' (duration: 102.665095ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:23.032624Z","caller":"traceutil/trace.go:171","msg":"trace[174594991] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"181.939248ms","start":"2026-03-06T00:59:22.850637Z","end":"2026-03-06T00:59:23.032576Z","steps":["trace[174594991] 'process raft request' (duration: 84.499797ms)","trace[174594991] 'compare' (duration: 97.125153ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:23.032641Z","caller":"traceutil/trace.go:171","msg":"trace[222414645] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"181.798224ms","start":"2026-03-06T00:59:22.850813Z","end":"2026-03-06T00:59:23.032611Z","steps":["trace[222414645] 'process raft request' (duration: 181.704591ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:23.032796Z","caller":"traceutil/trace.go:171","msg":"trace[2018430184] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"181.926556ms","start":"2026-03-06T00:59:22.85084Z","end":"2026-03-06T00:59:23.032766Z","steps":["trace[2018430184] 'process raft request' (duration: 181.728561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:23.275889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.471074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:59:23.276111Z","caller":"traceutil/trace.go:171","msg":"trace[2031310708] linearizableReadLoop","detail":"{readStateIndex:2461; appliedIndex:2460; }","duration":"110.561409ms","start":"2026-03-06T00:59:23.165534Z","end":"2026-03-06T00:59:23.276096Z","steps":["trace[2031310708] 'read index received' (duration: 32.571µs)","trace[2031310708] 'applied index is now lower than readState.Index' (duration: 110.527968ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:23.27617Z","caller":"traceutil/trace.go:171","msg":"trace[808606315] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"172.630197ms","start":"2026-03-06T00:59:23.103531Z","end":"2026-03-06T00:59:23.276161Z","steps":["trace[808606315] 'process raft request' (duration: 39.791335ms)","trace[808606315] 'compare' (duration: 132.274398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:23.276363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.833865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:23.276389Z","caller":"traceutil/trace.go:171","msg":"trace[1595063296] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2366; }","duration":"110.905867ms","start":"2026-03-06T00:59:23.165475Z","end":"2026-03-06T00:59:23.276381Z","steps":["trace[1595063296] 'agreement among raft nodes before linearized reading' (duration: 110.824885ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:23.642049Z","caller":"traceutil/trace.go:171","msg":"trace[1119872666] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"114.270125ms","start":"2026-03-06T00:59:23.527754Z","end":"2026-03-06T00:59:23.642024Z","steps":["trace[1119872666] 'process raft request' (duration: 106.249438ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:23.642627Z","caller":"traceutil/trace.go:171","msg":"trace[1814337154] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"114.47516ms","start":"2026-03-06T00:59:23.528133Z","end":"2026-03-06T00:59:23.642608Z","steps":["trace[1814337154] 'process raft request' (duration: 114.08544ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:23.642738Z","caller":"traceutil/trace.go:171","msg":"trace[1217920757] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"112.241332ms","start":"2026-03-06T00:59:23.530477Z","end":"2026-03-06T00:59:23.642718Z","steps":["trace[1217920757] 'process raft request' (duration: 111.903593ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:24.314554Z","caller":"traceutil/trace.go:171","msg":"trace[1575413474] linearizableReadLoop","detail":"{readStateIndex:2486; appliedIndex:2485; }","duration":"139.903835ms","start":"2026-03-06T00:59:24.174626Z","end":"2026-03-06T00:59:24.31453Z","steps":["trace[1575413474] 'read index received' (duration: 139.770132ms)","trace[1575413474] 'applied index is now lower than readState.Index' (duration: 132.813µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:24.314665Z","caller":"traceutil/trace.go:171","msg":"trace[2084751459] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"195.146267ms","start":"2026-03-06T00:59:24.119496Z","end":"2026-03-06T00:59:24.314642Z","steps":["trace[2084751459] 'process raft request' (duration: 194.87224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:24.314758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.116951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:59:24.314808Z","caller":"traceutil/trace.go:171","msg":"trace[314001435] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2391; }","duration":"140.221654ms","start":"2026-03-06T00:59:24.174572Z","end":"2026-03-06T00:59:24.314794Z","steps":["trace[314001435] 'agreement among raft nodes before linearized reading' (duration: 140.09482ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:28.423679Z","caller":"traceutil/trace.go:171","msg":"trace[1149311507] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"602.706339ms","start":"2026-03-06T00:59:27.820955Z","end":"2026-03-06T00:59:28.423661Z","steps":["trace[1149311507] 'process raft request' (duration: 602.604836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:28.423786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:27.820932Z","time spent":"602.797871ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:59:28.476237Z","caller":"traceutil/trace.go:171","msg":"trace[776507259] linearizableReadLoop","detail":"{readStateIndex:2511; appliedIndex:2509; }","duration":"346.673762ms","start":"2026-03-06T00:59:28.129541Z","end":"2026-03-06T00:59:28.476215Z","steps":["trace[776507259] 'read index received' (duration: 294.105128ms)","trace[776507259] 'applied index is now lower than readState.Index' (duration: 52.567934ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:28.476256Z","caller":"traceutil/trace.go:171","msg":"trace[1919542634] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"590.431962ms","start":"2026-03-06T00:59:27.885807Z","end":"2026-03-06T00:59:28.476239Z","steps":["trace[1919542634] 'process raft request' (duration: 589.386755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:28.476417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:27.88578Z","time spent":"590.541555ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:59:28.47647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.841816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:28.476555Z","caller":"traceutil/trace.go:171","msg":"trace[1285722085] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2415; }","duration":"347.029281ms","start":"2026-03-06T00:59:28.129509Z","end":"2026-03-06T00:59:28.476538Z","steps":["trace[1285722085] 'agreement among raft nodes before linearized reading' (duration: 346.813976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:28.476613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:28.129495Z","time spent":"347.103073ms","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:00:01.144021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.898274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:00:01.144162Z","caller":"traceutil/trace.go:171","msg":"trace[2066832942] linearizableReadLoop","detail":"{readStateIndex:2702; appliedIndex:2701; }","duration":"375.411782ms","start":"2026-03-06T01:00:00.768733Z","end":"2026-03-06T01:00:01.144145Z","steps":["trace[2066832942] 'read index received' (duration: 13.256031ms)","trace[2066832942] 'applied index is now lower than readState.Index' (duration: 362.154901ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:01.144194Z","caller":"traceutil/trace.go:171","msg":"trace[1384305657] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"459.126829ms","start":"2026-03-06T01:00:00.685037Z","end":"2026-03-06T01:00:01.144164Z","steps":["trace[1384305657] 'process raft request' (duration: 96.998289ms)","trace[1384305657] 'compare' (duration: 361.696938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:00:01.144323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:00.685013Z","time spent":"459.240722ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:00:01.144406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.623587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T01:00:01.144434Z","caller":"traceutil/trace.go:171","msg":"trace[849949286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2598; }","duration":"375.656687ms","start":"2026-03-06T01:00:00.768768Z","end":"2026-03-06T01:00:01.144425Z","steps":["trace[849949286] 'agreement among raft nodes before linearized reading' (duration: 375.587886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:01.144327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.588226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T01:00:01.144476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:00.768764Z","time spent":"375.704259ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:00:01.144484Z","caller":"traceutil/trace.go:171","msg":"trace[1066789639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2598; }","duration":"375.773441ms","start":"2026-03-06T01:00:00.768701Z","end":"2026-03-06T01:00:01.144474Z","steps":["trace[1066789639] 'agreement among raft nodes before linearized reading' (duration: 375.527515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:01.144511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:00.768678Z","time spent":"375.824632ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:00:01.144671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.457569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:00:01.14471Z","caller":"traceutil/trace.go:171","msg":"trace[489377507] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2598; }","duration":"126.5352ms","start":"2026-03-06T01:00:01.018164Z","end":"2026-03-06T01:00:01.144699Z","steps":["trace[489377507] 'agreement among raft nodes before linearized reading' (duration: 126.475089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:01.509248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.822567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:00:01.509333Z","caller":"traceutil/trace.go:171","msg":"trace[1528274448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2600; }","duration":"112.955191ms","start":"2026-03-06T01:00:01.396359Z","end":"2026-03-06T01:00:01.509315Z","steps":["trace[1528274448] 'range keys from in-memory index tree' (duration: 112.750246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:01.509359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.348619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:00:01.50943Z","caller":"traceutil/trace.go:171","msg":"trace[304007221] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2600; }","duration":"104.457902ms","start":"2026-03-06T01:00:01.404952Z","end":"2026-03-06T01:00:01.50941Z","steps":["trace[304007221] 'range keys from in-memory index tree' (duration: 104.192193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:02.194406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607597507,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:00:02.40567Z","caller":"traceutil/trace.go:171","msg":"trace[1246967783] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"892.474834ms","start":"2026-03-06T01:00:01.513166Z","end":"2026-03-06T01:00:02.40564Z","steps":["trace[1246967783] 'process raft request' (duration: 892.278139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:02.405861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:01.513138Z","time spent":"892.606598ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:00:02.450771Z","caller":"traceutil/trace.go:171","msg":"trace[1727202391] linearizableReadLoop","detail":"{readStateIndex:2707; appliedIndex:2704; }","duration":"757.358013ms","start":"2026-03-06T01:00:01.69339Z","end":"2026-03-06T01:00:02.450748Z","steps":["trace[1727202391] 'read index received' (duration: 712.149679ms)","trace[1727202391] 'applied index is now lower than readState.Index' (duration: 45.207514ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:02.450817Z","caller":"traceutil/trace.go:171","msg":"trace[721114057] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"342.167235ms","start":"2026-03-06T01:00:02.108632Z","end":"2026-03-06T01:00:02.450799Z","steps":["trace[721114057] 'process raft request' (duration: 342.042402ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:02.450819Z","caller":"traceutil/trace.go:171","msg":"trace[1302387896] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"684.033914ms","start":"2026-03-06T01:00:01.76675Z","end":"2026-03-06T01:00:02.450784Z","steps":["trace[1302387896] 'process raft request' (duration: 665.534147ms)","trace[1302387896] 'compare' (duration: 18.20994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:00:02.450949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:02.10861Z","time spent":"342.263527ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:00:02.450982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.58154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-06T01:00:02.451033Z","caller":"traceutil/trace.go:171","msg":"trace[1690004782] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2603; }","duration":"757.662491ms","start":"2026-03-06T01:00:01.69334Z","end":"2026-03-06T01:00:02.451002Z","steps":["trace[1690004782] 'agreement among raft nodes before linearized reading' (duration: 757.536187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:02.451067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:01.693314Z","time spent":"757.745003ms","remote":"127.0.0.1:60238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-06T01:00:02.451415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.867357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a1ab82cbdca2a\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-06T01:00:02.451444Z","caller":"traceutil/trace.go:171","msg":"trace[381951757] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a1ab82cbdca2a; range_end:; response_count:1; response_revision:2603; }","duration":"726.924689ms","start":"2026-03-06T01:00:01.724511Z","end":"2026-03-06T01:00:02.451436Z","steps":["trace[381951757] 'agreement among raft nodes before linearized reading' (duration: 726.853607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:02.451462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:01.724496Z","time spent":"726.961559ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a1ab82cbdca2a\" "} {"level":"warn","ts":"2026-03-06T01:00:02.451548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.92227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:00:02.451645Z","caller":"traceutil/trace.go:171","msg":"trace[1304144476] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2603; }","duration":"566.065434ms","start":"2026-03-06T01:00:01.885559Z","end":"2026-03-06T01:00:02.451625Z","steps":["trace[1304144476] 'agreement among raft nodes before linearized reading' (duration: 565.92128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:02.451691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:01.885533Z","time spent":"566.146317ms","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:00:02.451967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:01.766722Z","time spent":"684.160557ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:00:07.614474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.010031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:00:07.614564Z","caller":"traceutil/trace.go:171","msg":"trace[607914163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2632; }","duration":"217.213156ms","start":"2026-03-06T01:00:07.397331Z","end":"2026-03-06T01:00:07.614544Z","steps":["trace[607914163] 'range keys from in-memory index tree' (duration: 216.885238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:12.107343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607597643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:00:12.607922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607597643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:00:13.108079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607597643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:00:13.332399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.1270032s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:00:13.332789Z","caller":"traceutil/trace.go:171","msg":"trace[330708247] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"2.127454252s","start":"2026-03-06T01:00:11.205308Z","end":"2026-03-06T01:00:13.332762Z","steps":["trace[330708247] 'process raft request' (duration: 2.127313849s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:13.332931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:11.205292Z","time spent":"2.127564375s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:00:13.339034Z","caller":"traceutil/trace.go:171","msg":"trace[1804756799] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"755.32601ms","start":"2026-03-06T01:00:12.583691Z","end":"2026-03-06T01:00:13.339017Z","steps":["trace[1804756799] 'process raft request' (duration: 755.278879ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:13.339075Z","caller":"traceutil/trace.go:171","msg":"trace[78608607] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"2.032898345s","start":"2026-03-06T01:00:11.30616Z","end":"2026-03-06T01:00:13.339059Z","steps":["trace[78608607] 'process raft request' (duration: 2.032720781s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:13.339127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:12.583674Z","time spent":"755.394172ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:00:13.339152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:11.306143Z","time spent":"2.032974548s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9241,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:00:13.340053Z","caller":"traceutil/trace.go:171","msg":"trace[1145300942] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"697.031567ms","start":"2026-03-06T01:00:12.643003Z","end":"2026-03-06T01:00:13.340034Z","steps":["trace[1145300942] 'process raft request' (duration: 695.990841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:13.340105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:12.642996Z","time spent":"697.079698ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:00:13.340303Z","caller":"traceutil/trace.go:171","msg":"trace[1556650483] linearizableReadLoop","detail":"{readStateIndex:2758; appliedIndex:2754; }","duration":"2.127989636s","start":"2026-03-06T01:00:11.212302Z","end":"2026-03-06T01:00:13.340291Z","steps":["trace[1556650483] 'read index received' (duration: 2.120275468s)","trace[1556650483] 'applied index is now lower than readState.Index' (duration: 7.713488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:00:13.340698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128398736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T01:00:13.34451Z","caller":"traceutil/trace.go:171","msg":"trace[156073658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2654; }","duration":"2.132194894s","start":"2026-03-06T01:00:11.212292Z","end":"2026-03-06T01:00:13.344487Z","steps":["trace[156073658] 'agreement among raft nodes before linearized reading' (duration: 2.128345065s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:13.344571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:11.212246Z","time spent":"2.132308167s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:00:13.344981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675848065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a1ab82cbdca2a\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-06T01:00:13.345018Z","caller":"traceutil/trace.go:171","msg":"trace[695709431] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a1ab82cbdca2a; range_end:; response_count:1; response_revision:2654; }","duration":"1.675914537s","start":"2026-03-06T01:00:11.669092Z","end":"2026-03-06T01:00:13.345007Z","steps":["trace[695709431] 'agreement among raft nodes before linearized reading' (duration: 1.675795034s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:13.345049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:11.669078Z","time spent":"1.675964198s","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a1ab82cbdca2a\" "} {"level":"warn","ts":"2026-03-06T01:00:13.345146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237553834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-06T01:00:13.345179Z","caller":"traceutil/trace.go:171","msg":"trace[2069710984] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2654; }","duration":"1.237608626s","start":"2026-03-06T01:00:12.107561Z","end":"2026-03-06T01:00:13.345169Z","steps":["trace[2069710984] 'agreement among raft nodes before linearized reading' (duration: 1.237532214s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:13.345197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:12.107547Z","time spent":"1.237644756s","remote":"127.0.0.1:60238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-06T01:00:13.345355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805036645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:00:13.34541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080899572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T01:00:13.34545Z","caller":"traceutil/trace.go:171","msg":"trace[1220401571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2654; }","duration":"2.080939382s","start":"2026-03-06T01:00:11.264499Z","end":"2026-03-06T01:00:13.345439Z","steps":["trace[1220401571] 'agreement among raft nodes before linearized reading' (duration: 2.080308976s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:13.345448Z","caller":"traceutil/trace.go:171","msg":"trace[1855993867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2654; }","duration":"1.805176448s","start":"2026-03-06T01:00:11.540248Z","end":"2026-03-06T01:00:13.345425Z","steps":["trace[1855993867] 'agreement among raft nodes before linearized reading' (duration: 1.805045825s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:13.345484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:11.540228Z","time spent":"1.80524947s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:00:13.345482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:11.264441Z","time spent":"2.081034075s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:00:14.716145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.489204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T01:00:14.716218Z","caller":"traceutil/trace.go:171","msg":"trace[643354206] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:2659; }","duration":"342.646868ms","start":"2026-03-06T01:00:14.373552Z","end":"2026-03-06T01:00:14.716198Z","steps":["trace[643354206] 'range keys from in-memory index tree' (duration: 342.019243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:14.716281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:14.373509Z","time spent":"342.762532ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-06T01:00:14.716344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.166617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-06T01:00:14.716395Z","caller":"traceutil/trace.go:171","msg":"trace[1679833526] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2659; }","duration":"337.253709ms","start":"2026-03-06T01:00:14.37913Z","end":"2026-03-06T01:00:14.716384Z","steps":["trace[1679833526] 'range keys from in-memory index tree' (duration: 337.040624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:14.716425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:14.37911Z","time spent":"337.307491ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:00:14.716139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.769004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189a1ab78e201ec9\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-06T01:00:14.716518Z","caller":"traceutil/trace.go:171","msg":"trace[643023467] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189a1ab78e201ec9; range_end:; response_count:1; response_revision:2659; }","duration":"725.198525ms","start":"2026-03-06T01:00:13.991293Z","end":"2026-03-06T01:00:14.716492Z","steps":["trace[643023467] 'range keys from in-memory index tree' (duration: 724.6059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:14.716526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.12397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:00:14.716559Z","caller":"traceutil/trace.go:171","msg":"trace[81667137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2659; }","duration":"322.226863ms","start":"2026-03-06T01:00:14.394322Z","end":"2026-03-06T01:00:14.716549Z","steps":["trace[81667137] 'range keys from in-memory index tree' (duration: 322.024378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:14.716565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:13.991277Z","time spent":"725.274326ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.189a1ab78e201ec9\" "} {"level":"warn","ts":"2026-03-06T01:00:14.716544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.252668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-03-06T01:00:14.716601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:14.394293Z","time spent":"322.281915ms","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:00:14.716631Z","caller":"traceutil/trace.go:171","msg":"trace[2056496107] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2659; }","duration":"805.393052ms","start":"2026-03-06T01:00:13.911212Z","end":"2026-03-06T01:00:14.716605Z","steps":["trace[2056496107] 'range keys from in-memory index tree' (duration: 805.053903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:14.716695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:13.911189Z","time spent":"805.489435ms","remote":"127.0.0.1:60494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-06T01:00:31.69615Z","caller":"traceutil/trace.go:171","msg":"trace[1324494916] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"191.374373ms","start":"2026-03-06T01:00:31.504731Z","end":"2026-03-06T01:00:31.696105Z","steps":["trace[1324494916] 'process raft request' (duration: 163.935784ms)","trace[1324494916] 'compare' (duration: 27.081539ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:31.696555Z","caller":"traceutil/trace.go:171","msg":"trace[17949506] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"191.647269ms","start":"2026-03-06T01:00:31.504866Z","end":"2026-03-06T01:00:31.696513Z","steps":["trace[17949506] 'process raft request' (duration: 191.112326ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:31.696815Z","caller":"traceutil/trace.go:171","msg":"trace[1422086852] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"191.891076ms","start":"2026-03-06T01:00:31.504897Z","end":"2026-03-06T01:00:31.696788Z","steps":["trace[1422086852] 'process raft request' (duration: 191.131746ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:31.696974Z","caller":"traceutil/trace.go:171","msg":"trace[421861155] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"191.968237ms","start":"2026-03-06T01:00:31.504974Z","end":"2026-03-06T01:00:31.696942Z","steps":["trace[421861155] 'process raft request' (duration: 191.763962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:57.970609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.059201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:00:57.97069Z","caller":"traceutil/trace.go:171","msg":"trace[464893378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2873; }","duration":"150.182354ms","start":"2026-03-06T01:00:57.820493Z","end":"2026-03-06T01:00:57.970675Z","steps":["trace[464893378] 'range keys from in-memory index tree' (duration: 149.817014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:57.970637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.576093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T01:00:57.970867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.410056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:00:57.970899Z","caller":"traceutil/trace.go:171","msg":"trace[1424981232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2873; }","duration":"143.466317ms","start":"2026-03-06T01:00:57.827426Z","end":"2026-03-06T01:00:57.970893Z","steps":["trace[1424981232] 'range keys from in-memory index tree' (duration: 142.997276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:57.970854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.901609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:00:57.970961Z","caller":"traceutil/trace.go:171","msg":"trace[2091329352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2873; }","duration":"152.056842ms","start":"2026-03-06T01:00:57.818883Z","end":"2026-03-06T01:00:57.970939Z","steps":["trace[2091329352] 'range keys from in-memory index tree' (duration: 151.405696ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:57.970867Z","caller":"traceutil/trace.go:171","msg":"trace[1624705045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2873; }","duration":"145.86087ms","start":"2026-03-06T01:00:57.824987Z","end":"2026-03-06T01:00:57.970848Z","steps":["trace[1624705045] 'range keys from in-memory index tree' (duration: 145.242693ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:26.269695Z","caller":"traceutil/trace.go:171","msg":"trace[1912995616] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"111.133026ms","start":"2026-03-06T01:01:26.158533Z","end":"2026-03-06T01:01:26.269667Z","steps":["trace[1912995616] 'process raft request' (duration: 72.564738ms)","trace[1912995616] 'compare' (duration: 38.397084ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:01:26.269825Z","caller":"traceutil/trace.go:171","msg":"trace[827199827] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"110.588783ms","start":"2026-03-06T01:01:26.159205Z","end":"2026-03-06T01:01:26.269793Z","steps":["trace[827199827] 'process raft request' (duration: 110.414488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:08.579462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607599360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:02:09.161945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607599360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:02:09.662833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607599360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:02:10.81613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607599360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:02:10.871074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.802062793s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:02:11.088542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019603216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:02:11.088629Z","caller":"traceutil/trace.go:171","msg":"trace[834663551] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3252; }","duration":"3.019720199s","start":"2026-03-06T01:02:08.068887Z","end":"2026-03-06T01:02:11.088608Z","steps":["trace[834663551] 'count revisions from in-memory index tree' (duration: 3.019559025s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.088674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:08.068881Z","time spent":"3.01978091s","remote":"127.0.0.1:38736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:02:11.088912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02015026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:02:11.089013Z","caller":"traceutil/trace.go:171","msg":"trace[680701630] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3252; }","duration":"3.020305654s","start":"2026-03-06T01:02:08.068686Z","end":"2026-03-06T01:02:11.088991Z","steps":["trace[680701630] 'count revisions from in-memory index tree' (duration: 3.020052448s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.089073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:08.068666Z","time spent":"3.020391758s","remote":"127.0.0.1:60480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:02:11.089188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020449069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:11.089276Z","caller":"traceutil/trace.go:171","msg":"trace[1441788853] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3252; }","duration":"3.020573682s","start":"2026-03-06T01:02:08.068686Z","end":"2026-03-06T01:02:11.089259Z","steps":["trace[1441788853] 'count revisions from in-memory index tree' (duration: 3.020343906s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.089323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:08.068664Z","time spent":"3.020639204s","remote":"127.0.0.1:48598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:02:11.089406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.027886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:02:11.089514Z","caller":"traceutil/trace.go:171","msg":"trace[1836246243] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"3.02057274s","start":"2026-03-06T01:02:08.068922Z","end":"2026-03-06T01:02:11.089495Z","steps":["trace[1836246243] 'process raft request' (duration: 2.80237216s)","trace[1836246243] 'compare' (duration: 217.852642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:11.089578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:08.068905Z","time spent":"3.020645363s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:11.166999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:02:11.167107Z","caller":"traceutil/trace.go:171","msg":"trace[1777740138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419368s","start":"2026-03-06T01:02:09.166666Z","end":"2026-03-06T01:02:11.167085Z","steps":["trace[1777740138] 'agreement among raft nodes before linearized reading' (duration: 2.000296585s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.167156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:09.166659Z","time spent":"2.00048659s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:02:11.244753Z","caller":"traceutil/trace.go:171","msg":"trace[1120059310] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"3.175616103s","start":"2026-03-06T01:02:08.069109Z","end":"2026-03-06T01:02:11.244725Z","steps":["trace[1120059310] 'process raft request' (duration: 3.164369745s)","trace[1120059310] 'compare' (duration: 11.040543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:11.244983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:08.0691Z","time spent":"3.175730976s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:11.245108Z","caller":"traceutil/trace.go:171","msg":"trace[1198002555] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"2.081822344s","start":"2026-03-06T01:02:09.163243Z","end":"2026-03-06T01:02:11.245066Z","steps":["trace[1198002555] 'process raft request' (duration: 2.081427014s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:11.245159Z","caller":"traceutil/trace.go:171","msg":"trace[304132546] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"2.07659677s","start":"2026-03-06T01:02:09.16852Z","end":"2026-03-06T01:02:11.245116Z","steps":["trace[304132546] 'process raft request' (duration: 2.076389945s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.245314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:09.168486Z","time spent":"2.076748325s","remote":"127.0.0.1:60106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10366,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:11.24533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:09.16321Z","time spent":"2.081997829s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:11.294807Z","caller":"traceutil/trace.go:171","msg":"trace[152049568] linearizableReadLoop","detail":"{readStateIndex:3390; appliedIndex:3385; }","duration":"3.218698056s","start":"2026-03-06T01:02:08.076089Z","end":"2026-03-06T01:02:11.294787Z","steps":["trace[152049568] 'read index received' (duration: 2.795218417s)","trace[152049568] 'applied index is now lower than readState.Index' (duration: 423.478789ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:11.294912Z","caller":"traceutil/trace.go:171","msg":"trace[2049250525] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"477.808271ms","start":"2026-03-06T01:02:10.817093Z","end":"2026-03-06T01:02:11.294901Z","steps":["trace[2049250525] 'process raft request' (duration: 477.531063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.295196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930646688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T01:02:11.295203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396707421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-06T01:02:11.295241Z","caller":"traceutil/trace.go:171","msg":"trace[1549004769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3257; }","duration":"2.93073669s","start":"2026-03-06T01:02:08.364493Z","end":"2026-03-06T01:02:11.295229Z","steps":["trace[1549004769] 'agreement among raft nodes before linearized reading' (duration: 2.930601297s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:11.295249Z","caller":"traceutil/trace.go:171","msg":"trace[2043185846] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3257; }","duration":"1.396762812s","start":"2026-03-06T01:02:09.898473Z","end":"2026-03-06T01:02:11.295236Z","steps":["trace[2043185846] 'agreement among raft nodes before linearized reading' (duration: 1.396636909s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.295273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:08.364464Z","time spent":"2.930800531s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:02:11.295292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:09.898469Z","time spent":"1.396814963s","remote":"127.0.0.1:60238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T01:02:11.295296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.50958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:11.295305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219190809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T01:02:11.295355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131181368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T01:02:11.295387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.444834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:11.295407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.380223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:11.295434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.815354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:11.295438Z","caller":"traceutil/trace.go:171","msg":"trace[1876572654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3257; }","duration":"2.131288332s","start":"2026-03-06T01:02:09.164129Z","end":"2026-03-06T01:02:11.295417Z","steps":["trace[1876572654] 'agreement among raft nodes before linearized reading' (duration: 2.130997505s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.29543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132050751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:02:11.295461Z","caller":"traceutil/trace.go:171","msg":"trace[1924917664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3257; }","duration":"127.884186ms","start":"2026-03-06T01:02:11.167569Z","end":"2026-03-06T01:02:11.295453Z","steps":["trace[1924917664] 'agreement among raft nodes before linearized reading' (duration: 127.839734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.295447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131966779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:02:11.295377Z","caller":"traceutil/trace.go:171","msg":"trace[173228926] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3257; }","duration":"416.619103ms","start":"2026-03-06T01:02:10.878736Z","end":"2026-03-06T01:02:11.295355Z","steps":["trace[173228926] 'agreement among raft nodes before linearized reading' (duration: 416.463389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.295486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:09.164123Z","time spent":"2.131354563s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:02:11.295498Z","caller":"traceutil/trace.go:171","msg":"trace[287501354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3257; }","duration":"2.132150493s","start":"2026-03-06T01:02:09.163331Z","end":"2026-03-06T01:02:11.295482Z","steps":["trace[287501354] 'agreement among raft nodes before linearized reading' (duration: 2.131994919s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.295002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:10.817057Z","time spent":"477.879963ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:11.295514Z","caller":"traceutil/trace.go:171","msg":"trace[1050132328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3257; }","duration":"2.132054011s","start":"2026-03-06T01:02:09.16344Z","end":"2026-03-06T01:02:11.295494Z","steps":["trace[1050132328] 'agreement among raft nodes before linearized reading' (duration: 2.131827215s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.295551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:09.163323Z","time spent":"2.132211894s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:11.295541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:10.87873Z","time spent":"416.788087ms","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:500 "} {"level":"info","ts":"2026-03-06T01:02:11.295453Z","caller":"traceutil/trace.go:171","msg":"trace[263816442] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3257; }","duration":"417.528956ms","start":"2026-03-06T01:02:10.877901Z","end":"2026-03-06T01:02:11.29543Z","steps":["trace[263816442] 'agreement among raft nodes before linearized reading' (duration: 417.456734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.2957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:10.877886Z","time spent":"417.798543ms","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T01:02:11.295301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397243925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:11.295786Z","caller":"traceutil/trace.go:171","msg":"trace[559969203] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:3257; }","duration":"1.397780169s","start":"2026-03-06T01:02:09.897995Z","end":"2026-03-06T01:02:11.295775Z","steps":["trace[559969203] 'agreement among raft nodes before linearized reading' (duration: 1.397244785s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.295815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:09.897975Z","time spent":"1.39783228s","remote":"127.0.0.1:60134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-06T01:02:11.295468Z","caller":"traceutil/trace.go:171","msg":"trace[954392924] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3257; }","duration":"417.463704ms","start":"2026-03-06T01:02:10.877984Z","end":"2026-03-06T01:02:11.295447Z","steps":["trace[954392924] 'agreement among raft nodes before linearized reading' (duration: 417.354582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.295888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:10.877979Z","time spent":"417.888246ms","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:02:11.295393Z","caller":"traceutil/trace.go:171","msg":"trace[738470889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3257; }","duration":"3.219298542s","start":"2026-03-06T01:02:08.076072Z","end":"2026-03-06T01:02:11.295371Z","steps":["trace[738470889] 'agreement among raft nodes before linearized reading' (duration: 3.219027635s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:11.295975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:08.076065Z","time spent":"3.219892318s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:11.295557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:09.163436Z","time spent":"2.132109512s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:58.601255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.831198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-06T01:02:58.601349Z","caller":"traceutil/trace.go:171","msg":"trace[1283796202] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3637; }","duration":"307.972611ms","start":"2026-03-06T01:02:58.293356Z","end":"2026-03-06T01:02:58.601329Z","steps":["trace[1283796202] 'range keys from in-memory index tree' (duration: 307.653674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:58.601382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:58.293339Z","time spent":"308.036772ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:02:58.601592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.743078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnwxg\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-06T01:02:58.601659Z","caller":"traceutil/trace.go:171","msg":"trace[776243259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnwxg; range_end:; response_count:1; response_revision:3637; }","duration":"176.851442ms","start":"2026-03-06T01:02:58.424791Z","end":"2026-03-06T01:02:58.601643Z","steps":["trace[776243259] 'range keys from in-memory index tree' (duration: 176.602155ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:03.274038Z","caller":"traceutil/trace.go:171","msg":"trace[1225290090] linearizableReadLoop","detail":"{readStateIndex:3803; appliedIndex:3802; }","duration":"497.525757ms","start":"2026-03-06T01:03:02.776488Z","end":"2026-03-06T01:03:03.274014Z","steps":["trace[1225290090] 'read index received' (duration: 497.326133ms)","trace[1225290090] 'applied index is now lower than readState.Index' (duration: 198.834µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:03:03.274113Z","caller":"traceutil/trace.go:171","msg":"trace[477616248] transaction","detail":"{read_only:false; response_revision:3657; number_of_response:1; }","duration":"497.704902ms","start":"2026-03-06T01:03:02.776375Z","end":"2026-03-06T01:03:03.27408Z","steps":["trace[477616248] 'process raft request' (duration: 497.496446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:03.274272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:02.776351Z","time spent":"497.837866ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:03:03.274307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.789095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:03:03.274366Z","caller":"traceutil/trace.go:171","msg":"trace[837012057] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3657; }","duration":"497.892098ms","start":"2026-03-06T01:03:02.776456Z","end":"2026-03-06T01:03:03.274348Z","steps":["trace[837012057] 'agreement among raft nodes before linearized reading' (duration: 497.696103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:03.274404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:02.77644Z","time spent":"497.953839ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:03:03.274424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.829653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62906"} {"level":"info","ts":"2026-03-06T01:03:03.274472Z","caller":"traceutil/trace.go:171","msg":"trace[496794034] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3657; }","duration":"493.949875ms","start":"2026-03-06T01:03:02.780512Z","end":"2026-03-06T01:03:03.274462Z","steps":["trace[496794034] 'agreement among raft nodes before linearized reading' (duration: 493.673869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:03.2745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:02.780496Z","time spent":"493.998028ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62930,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T01:04:09.916254Z","caller":"traceutil/trace.go:171","msg":"trace[2104724362] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4579; }","duration":"103.47973ms","start":"2026-03-06T01:04:09.812728Z","end":"2026-03-06T01:04:09.916208Z","steps":["trace[2104724362] 'process raft request' (duration: 103.432829ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:09.916555Z","caller":"traceutil/trace.go:171","msg":"trace[1452364374] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"104.836645ms","start":"2026-03-06T01:04:09.811697Z","end":"2026-03-06T01:04:09.916533Z","steps":["trace[1452364374] 'process raft request' (duration: 100.810302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:10.285017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.30948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:04:10.285357Z","caller":"traceutil/trace.go:171","msg":"trace[612173973] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:0; response_revision:4603; }","duration":"166.684148ms","start":"2026-03-06T01:04:10.118657Z","end":"2026-03-06T01:04:10.285341Z","steps":["trace[612173973] 'range keys from in-memory index tree' (duration: 166.223377ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:10.576424Z","caller":"traceutil/trace.go:171","msg":"trace[1678100409] linearizableReadLoop","detail":"{readStateIndex:4793; appliedIndex:4791; }","duration":"236.527738ms","start":"2026-03-06T01:04:10.339871Z","end":"2026-03-06T01:04:10.576399Z","steps":["trace[1678100409] 'read index received' (duration: 13.267891ms)","trace[1678100409] 'applied index is now lower than readState.Index' (duration: 223.259067ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:10.576451Z","caller":"traceutil/trace.go:171","msg":"trace[872894546] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"237.265637ms","start":"2026-03-06T01:04:10.339148Z","end":"2026-03-06T01:04:10.576413Z","steps":["trace[872894546] 'process raft request' (duration: 214.056902ms)","trace[872894546] 'compare' (duration: 22.719132ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:10.57646Z","caller":"traceutil/trace.go:171","msg":"trace[1799766681] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"237.015101ms","start":"2026-03-06T01:04:10.339412Z","end":"2026-03-06T01:04:10.576427Z","steps":["trace[1799766681] 'process raft request' (duration: 236.877898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:10.576639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.965918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-06T01:04:10.57664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.756514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-03-06T01:04:10.576682Z","caller":"traceutil/trace.go:171","msg":"trace[1365039348] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4607; }","duration":"219.05137ms","start":"2026-03-06T01:04:10.357619Z","end":"2026-03-06T01:04:10.576671Z","steps":["trace[1365039348] 'agreement among raft nodes before linearized reading' (duration: 218.907906ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:10.576703Z","caller":"traceutil/trace.go:171","msg":"trace[316074953] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:4607; }","duration":"236.866256ms","start":"2026-03-06T01:04:10.339823Z","end":"2026-03-06T01:04:10.576689Z","steps":["trace[316074953] 'agreement among raft nodes before linearized reading' (duration: 236.659281ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:10.846361Z","caller":"traceutil/trace.go:171","msg":"trace[308548851] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"197.174668ms","start":"2026-03-06T01:04:10.649162Z","end":"2026-03-06T01:04:10.846337Z","steps":["trace[308548851] 'process raft request' (duration: 196.929302ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:10.875305Z","caller":"traceutil/trace.go:171","msg":"trace[1105833865] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"102.722211ms","start":"2026-03-06T01:04:10.772567Z","end":"2026-03-06T01:04:10.87529Z","steps":["trace[1105833865] 'process raft request' (duration: 102.581726ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:11.851486Z","caller":"traceutil/trace.go:171","msg":"trace[1109203237] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"186.610239ms","start":"2026-03-06T01:04:11.664846Z","end":"2026-03-06T01:04:11.851456Z","steps":["trace[1109203237] 'process raft request' (duration: 186.446555ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:11.852788Z","caller":"traceutil/trace.go:171","msg":"trace[1649936011] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"182.283468ms","start":"2026-03-06T01:04:11.670482Z","end":"2026-03-06T01:04:11.852766Z","steps":["trace[1649936011] 'process raft request' (duration: 181.893687ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:11.852822Z","caller":"traceutil/trace.go:171","msg":"trace[849097739] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"160.822069ms","start":"2026-03-06T01:04:11.69197Z","end":"2026-03-06T01:04:11.852792Z","steps":["trace[849097739] 'process raft request' (duration: 160.610784ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:14.135714Z","caller":"traceutil/trace.go:171","msg":"trace[1784311898] linearizableReadLoop","detail":"{readStateIndex:4937; appliedIndex:4936; }","duration":"119.837689ms","start":"2026-03-06T01:04:14.015854Z","end":"2026-03-06T01:04:14.135691Z","steps":["trace[1784311898] 'read index received' (duration: 119.637054ms)","trace[1784311898] 'applied index is now lower than readState.Index' (duration: 199.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:14.135785Z","caller":"traceutil/trace.go:171","msg":"trace[1859451806] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"133.500279ms","start":"2026-03-06T01:04:14.00225Z","end":"2026-03-06T01:04:14.13575Z","steps":["trace[1859451806] 'process raft request' (duration: 133.293764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:14.135959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.082335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T01:04:14.136002Z","caller":"traceutil/trace.go:171","msg":"trace[641394964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4749; }","duration":"120.181707ms","start":"2026-03-06T01:04:14.01581Z","end":"2026-03-06T01:04:14.135992Z","steps":["trace[641394964] 'agreement among raft nodes before linearized reading' (duration: 120.014013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:14.136017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.586783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T01:04:14.136122Z","caller":"traceutil/trace.go:171","msg":"trace[1505493293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4749; }","duration":"119.722786ms","start":"2026-03-06T01:04:14.016382Z","end":"2026-03-06T01:04:14.136105Z","steps":["trace[1505493293] 'agreement among raft nodes before linearized reading' (duration: 119.509251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:14.136375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.928862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T01:04:14.136382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.787312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T01:04:14.136404Z","caller":"traceutil/trace.go:171","msg":"trace[370705240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4749; }","duration":"119.973123ms","start":"2026-03-06T01:04:14.016425Z","end":"2026-03-06T01:04:14.136398Z","steps":["trace[370705240] 'agreement among raft nodes before linearized reading' (duration: 119.901421ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:14.13643Z","caller":"traceutil/trace.go:171","msg":"trace[1919889615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4749; }","duration":"118.879975ms","start":"2026-03-06T01:04:14.017536Z","end":"2026-03-06T01:04:14.136416Z","steps":["trace[1919889615] 'agreement among raft nodes before linearized reading' (duration: 118.71094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:14.136547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.555675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7dbf26f4-999e-4601-8a7c-7fedeb542aa9\" ","response":"range_response_count:1 size:3888"} {"level":"info","ts":"2026-03-06T01:04:14.136596Z","caller":"traceutil/trace.go:171","msg":"trace[1726064804] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7dbf26f4-999e-4601-8a7c-7fedeb542aa9; range_end:; response_count:1; response_revision:4749; }","duration":"109.620247ms","start":"2026-03-06T01:04:14.026959Z","end":"2026-03-06T01:04:14.136579Z","steps":["trace[1726064804] 'agreement among raft nodes before linearized reading' (duration: 109.495144ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:14.413732Z","caller":"traceutil/trace.go:171","msg":"trace[742744570] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"272.762265ms","start":"2026-03-06T01:04:14.140939Z","end":"2026-03-06T01:04:14.413701Z","steps":["trace[742744570] 'process raft request' (duration: 250.090965ms)","trace[742744570] 'compare' (duration: 22.556007ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:14.438943Z","caller":"traceutil/trace.go:171","msg":"trace[1135541829] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"297.803866ms","start":"2026-03-06T01:04:14.141123Z","end":"2026-03-06T01:04:14.438927Z","steps":["trace[1135541829] 'process raft request' (duration: 297.487468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:14.439131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.578812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:04:14.439211Z","caller":"traceutil/trace.go:171","msg":"trace[2107338315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4753; }","duration":"135.714706ms","start":"2026-03-06T01:04:14.303478Z","end":"2026-03-06T01:04:14.439193Z","steps":["trace[2107338315] 'agreement among raft nodes before linearized reading' (duration: 135.508411ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:14.439284Z","caller":"traceutil/trace.go:171","msg":"trace[2071591581] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"297.492279ms","start":"2026-03-06T01:04:14.141786Z","end":"2026-03-06T01:04:14.439278Z","steps":["trace[2071591581] 'process raft request' (duration: 297.060518ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:14.439356Z","caller":"traceutil/trace.go:171","msg":"trace[2044322038] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"298.194617ms","start":"2026-03-06T01:04:14.141157Z","end":"2026-03-06T01:04:14.439352Z","steps":["trace[2044322038] 'process raft request' (duration: 297.604151ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:14.438926Z","caller":"traceutil/trace.go:171","msg":"trace[3651632] linearizableReadLoop","detail":"{readStateIndex:4941; appliedIndex:4937; }","duration":"135.381467ms","start":"2026-03-06T01:04:14.303516Z","end":"2026-03-06T01:04:14.438898Z","steps":["trace[3651632] 'read index received' (duration: 87.523231ms)","trace[3651632] 'applied index is now lower than readState.Index' (duration: 47.857106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:17.533038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.642929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:04:17.533138Z","caller":"traceutil/trace.go:171","msg":"trace[637752193] linearizableReadLoop","detail":"{readStateIndex:5006; appliedIndex:5005; }","duration":"164.250977ms","start":"2026-03-06T01:04:17.368873Z","end":"2026-03-06T01:04:17.533124Z","steps":["trace[637752193] 'read index received' (duration: 46.971µs)","trace[637752193] 'applied index is now lower than readState.Index' (duration: 164.201216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:17.533326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.071661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:04:17.53316Z","caller":"traceutil/trace.go:171","msg":"trace[1806034211] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"227.218089ms","start":"2026-03-06T01:04:17.305916Z","end":"2026-03-06T01:04:17.533134Z","steps":["trace[1806034211] 'process raft request' (duration: 47.398224ms)","trace[1806034211] 'compare' (duration: 179.422314ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:17.53343Z","caller":"traceutil/trace.go:171","msg":"trace[160020669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4816; }","duration":"137.180323ms","start":"2026-03-06T01:04:17.396227Z","end":"2026-03-06T01:04:17.533407Z","steps":["trace[160020669] 'agreement among raft nodes before linearized reading' (duration: 137.04028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:17.533798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.920674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787665"} {"level":"info","ts":"2026-03-06T01:04:17.533832Z","caller":"traceutil/trace.go:171","msg":"trace[2106362082] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4816; }","duration":"164.998496ms","start":"2026-03-06T01:04:17.368825Z","end":"2026-03-06T01:04:17.533824Z","steps":["trace[2106362082] 'agreement among raft nodes before linearized reading' (duration: 164.372369ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:17.863326Z","caller":"traceutil/trace.go:171","msg":"trace[1988205240] linearizableReadLoop","detail":"{readStateIndex:5007; appliedIndex:5006; }","duration":"315.306205ms","start":"2026-03-06T01:04:17.547991Z","end":"2026-03-06T01:04:17.863297Z","steps":["trace[1988205240] 'read index received' (duration: 247.279463ms)","trace[1988205240] 'applied index is now lower than readState.Index' (duration: 68.025642ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:17.86354Z","caller":"traceutil/trace.go:171","msg":"trace[258233032] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"317.826999ms","start":"2026-03-06T01:04:17.545684Z","end":"2026-03-06T01:04:17.863511Z","steps":["trace[258233032] 'process raft request' (duration: 249.57302ms)","trace[258233032] 'compare' (duration: 67.888309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:17.863661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.525829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnwxg\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-06T01:04:17.863661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.88421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:04:17.863718Z","caller":"traceutil/trace.go:171","msg":"trace[39526176] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnwxg; range_end:; response_count:1; response_revision:4817; }","duration":"238.627242ms","start":"2026-03-06T01:04:17.625074Z","end":"2026-03-06T01:04:17.863702Z","steps":["trace[39526176] 'agreement among raft nodes before linearized reading' (duration: 238.435957ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:17.863734Z","caller":"traceutil/trace.go:171","msg":"trace[1014501047] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4817; }","duration":"143.018853ms","start":"2026-03-06T01:04:17.720696Z","end":"2026-03-06T01:04:17.863715Z","steps":["trace[1014501047] 'agreement among raft nodes before linearized reading' (duration: 142.871519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:17.864219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.245519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787665"} {"level":"info","ts":"2026-03-06T01:04:17.86426Z","caller":"traceutil/trace.go:171","msg":"trace[1582264053] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4817; }","duration":"316.2911ms","start":"2026-03-06T01:04:17.547958Z","end":"2026-03-06T01:04:17.86425Z","steps":["trace[1582264053] 'agreement among raft nodes before linearized reading' (duration: 315.528769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:17.864282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:17.54794Z","time spent":"316.335771ms","remote":"127.0.0.1:60134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787689,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-06T01:04:17.864749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:17.545662Z","time spent":"317.996763ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:18.114656Z","caller":"traceutil/trace.go:171","msg":"trace[1229533247] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"228.625094ms","start":"2026-03-06T01:04:17.885997Z","end":"2026-03-06T01:04:18.114622Z","steps":["trace[1229533247] 'process raft request' (duration: 224.094988ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:18.120877Z","caller":"traceutil/trace.go:171","msg":"trace[730626047] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"230.607346ms","start":"2026-03-06T01:04:17.890248Z","end":"2026-03-06T01:04:18.120856Z","steps":["trace[730626047] 'process raft request' (duration: 230.455012ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:18.30497Z","caller":"traceutil/trace.go:171","msg":"trace[563151082] linearizableReadLoop","detail":"{readStateIndex:5012; appliedIndex:5011; }","duration":"168.696271ms","start":"2026-03-06T01:04:18.136244Z","end":"2026-03-06T01:04:18.30494Z","steps":["trace[563151082] 'read index received' (duration: 134.609458ms)","trace[563151082] 'applied index is now lower than readState.Index' (duration: 34.085303ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:18.305116Z","caller":"traceutil/trace.go:171","msg":"trace[1019115857] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"171.38996ms","start":"2026-03-06T01:04:18.133711Z","end":"2026-03-06T01:04:18.305101Z","steps":["trace[1019115857] 'process raft request' (duration: 137.197464ms)","trace[1019115857] 'compare' (duration: 33.754205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:18.30534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.070994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7854b94f57-x4psg.189a1af843b228fa\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-06T01:04:18.30542Z","caller":"traceutil/trace.go:171","msg":"trace[1481909282] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7854b94f57-x4psg.189a1af843b228fa; range_end:; response_count:1; response_revision:4821; }","duration":"168.183658ms","start":"2026-03-06T01:04:18.137216Z","end":"2026-03-06T01:04:18.3054Z","steps":["trace[1481909282] 'agreement among raft nodes before linearized reading' (duration: 167.998323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:18.305421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.165083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fe39767b-e902-452f-a425-14cb154405d0\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-06T01:04:18.305473Z","caller":"traceutil/trace.go:171","msg":"trace[1709028395] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fe39767b-e902-452f-a425-14cb154405d0; range_end:; response_count:1; response_revision:4821; }","duration":"169.260215ms","start":"2026-03-06T01:04:18.136197Z","end":"2026-03-06T01:04:18.305457Z","steps":["trace[1709028395] 'agreement among raft nodes before linearized reading' (duration: 169.083441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:18.305555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.042882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T01:04:18.305659Z","caller":"traceutil/trace.go:171","msg":"trace[686080301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4821; }","duration":"141.230947ms","start":"2026-03-06T01:04:18.164409Z","end":"2026-03-06T01:04:18.305639Z","steps":["trace[686080301] 'agreement among raft nodes before linearized reading' (duration: 140.864748ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:24.498446Z","caller":"traceutil/trace.go:171","msg":"trace[955873540] linearizableReadLoop","detail":"{readStateIndex:5136; appliedIndex:5135; }","duration":"151.595712ms","start":"2026-03-06T01:04:24.34683Z","end":"2026-03-06T01:04:24.498426Z","steps":["trace[955873540] 'read index received' (duration: 151.408917ms)","trace[955873540] 'applied index is now lower than readState.Index' (duration: 185.925µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:24.49887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.027083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:04:24.498947Z","caller":"traceutil/trace.go:171","msg":"trace[1829955429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4942; }","duration":"152.189377ms","start":"2026-03-06T01:04:24.346739Z","end":"2026-03-06T01:04:24.498929Z","steps":["trace[1829955429] 'agreement among raft nodes before linearized reading' (duration: 151.91217ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:24.499159Z","caller":"traceutil/trace.go:171","msg":"trace[808897211] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"163.941248ms","start":"2026-03-06T01:04:24.335202Z","end":"2026-03-06T01:04:24.499143Z","steps":["trace[808897211] 'process raft request' (duration: 163.086586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:24.498893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.67409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T01:04:24.499505Z","caller":"traceutil/trace.go:171","msg":"trace[1799045327] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:4942; }","duration":"114.321717ms","start":"2026-03-06T01:04:24.385167Z","end":"2026-03-06T01:04:24.499489Z","steps":["trace[1799045327] 'agreement among raft nodes before linearized reading' (duration: 113.626059ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:33.593827Z","caller":"traceutil/trace.go:171","msg":"trace[836036447] linearizableReadLoop","detail":"{readStateIndex:5275; appliedIndex:5274; }","duration":"259.120445ms","start":"2026-03-06T01:04:33.334685Z","end":"2026-03-06T01:04:33.593805Z","steps":["trace[836036447] 'read index received' (duration: 258.831919ms)","trace[836036447] 'applied index is now lower than readState.Index' (duration: 287.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:33.593924Z","caller":"traceutil/trace.go:171","msg":"trace[450364964] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"323.35277ms","start":"2026-03-06T01:04:33.270523Z","end":"2026-03-06T01:04:33.593876Z","steps":["trace[450364964] 'process raft request' (duration: 323.134855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:33.594039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.797497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-340a55a7-d6cb-4ea2-980b-cf67f67f4f95\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-06T01:04:33.59409Z","caller":"traceutil/trace.go:171","msg":"trace[1425655030] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-340a55a7-d6cb-4ea2-980b-cf67f67f4f95; range_end:; response_count:1; response_revision:5079; }","duration":"256.93757ms","start":"2026-03-06T01:04:33.337138Z","end":"2026-03-06T01:04:33.594076Z","steps":["trace[1425655030] 'agreement among raft nodes before linearized reading' (duration: 256.818577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:33.594187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.470756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:04:33.594304Z","caller":"traceutil/trace.go:171","msg":"trace[1952661772] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5079; }","duration":"259.609669ms","start":"2026-03-06T01:04:33.334667Z","end":"2026-03-06T01:04:33.594276Z","steps":["trace[1952661772] 'agreement among raft nodes before linearized reading' (duration: 259.276401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:33.594525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:33.270509Z","time spent":"323.574356ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:33.842809Z","caller":"traceutil/trace.go:171","msg":"trace[1175249172] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"243.551187ms","start":"2026-03-06T01:04:33.599226Z","end":"2026-03-06T01:04:33.842777Z","steps":["trace[1175249172] 'process raft request' (duration: 225.703679ms)","trace[1175249172] 'compare' (duration: 17.607012ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:34.172876Z","caller":"traceutil/trace.go:171","msg":"trace[62673096] linearizableReadLoop","detail":"{readStateIndex:5278; appliedIndex:5276; }","duration":"111.69649ms","start":"2026-03-06T01:04:34.061142Z","end":"2026-03-06T01:04:34.172838Z","steps":["trace[62673096] 'read index received' (duration: 24.209899ms)","trace[62673096] 'applied index is now lower than readState.Index' (duration: 87.485611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:34.173079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.928026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnwxg\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-06T01:04:34.173125Z","caller":"traceutil/trace.go:171","msg":"trace[2063686970] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnwxg; range_end:; response_count:1; response_revision:5082; }","duration":"112.015539ms","start":"2026-03-06T01:04:34.061098Z","end":"2026-03-06T01:04:34.173114Z","steps":["trace[2063686970] 'agreement among raft nodes before linearized reading' (duration: 111.847895ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:34.173312Z","caller":"traceutil/trace.go:171","msg":"trace[913832915] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"202.375843ms","start":"2026-03-06T01:04:33.970922Z","end":"2026-03-06T01:04:34.173298Z","steps":["trace[913832915] 'process raft request' (duration: 114.41522ms)","trace[913832915] 'compare' (duration: 87.02952ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:34.173363Z","caller":"traceutil/trace.go:171","msg":"trace[401462715] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"121.132262ms","start":"2026-03-06T01:04:34.052207Z","end":"2026-03-06T01:04:34.173339Z","steps":["trace[401462715] 'process raft request' (duration: 120.578368ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:34.620687Z","caller":"traceutil/trace.go:171","msg":"trace[11971770] linearizableReadLoop","detail":"{readStateIndex:5280; appliedIndex:5278; }","duration":"361.307413ms","start":"2026-03-06T01:04:34.25936Z","end":"2026-03-06T01:04:34.620668Z","steps":["trace[11971770] 'read index received' (duration: 272.415046ms)","trace[11971770] 'applied index is now lower than readState.Index' (duration: 88.891517ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:34.620803Z","caller":"traceutil/trace.go:171","msg":"trace[734287345] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"373.181697ms","start":"2026-03-06T01:04:34.247611Z","end":"2026-03-06T01:04:34.620793Z","steps":["trace[734287345] 'process raft request' (duration: 372.992622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:34.620907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:34.247603Z","time spent":"373.230258ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:34.620907Z","caller":"traceutil/trace.go:171","msg":"trace[1143206450] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"382.495405ms","start":"2026-03-06T01:04:34.238387Z","end":"2026-03-06T01:04:34.620882Z","steps":["trace[1143206450] 'process raft request' (duration: 293.369943ms)","trace[1143206450] 'compare' (duration: 88.588549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:34.621036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:34.238363Z","time spent":"382.602959ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:34.621119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.740394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:04:34.621324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.244174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T01:04:34.621388Z","caller":"traceutil/trace.go:171","msg":"trace[347359256] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:5084; }","duration":"235.351007ms","start":"2026-03-06T01:04:34.386021Z","end":"2026-03-06T01:04:34.621372Z","steps":["trace[347359256] 'agreement among raft nodes before linearized reading' (duration: 235.166312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:34.621389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.851817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:04:34.621469Z","caller":"traceutil/trace.go:171","msg":"trace[342981893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5084; }","duration":"222.96572ms","start":"2026-03-06T01:04:34.398486Z","end":"2026-03-06T01:04:34.621452Z","steps":["trace[342981893] 'agreement among raft nodes before linearized reading' (duration: 222.818966ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:34.621161Z","caller":"traceutil/trace.go:171","msg":"trace[738533327] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5084; }","duration":"361.818486ms","start":"2026-03-06T01:04:34.259329Z","end":"2026-03-06T01:04:34.621147Z","steps":["trace[738533327] 'agreement among raft nodes before linearized reading' (duration: 361.743805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:34.62152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:34.259317Z","time spent":"362.189545ms","remote":"127.0.0.1:48566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:04:35.706042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.04538ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:04:35.706182Z","caller":"traceutil/trace.go:171","msg":"trace[1827619576] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5101; }","duration":"221.194055ms","start":"2026-03-06T01:04:35.484964Z","end":"2026-03-06T01:04:35.706158Z","steps":["trace[1827619576] 'range keys from in-memory index tree' (duration: 221.02976ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:35.706684Z","caller":"traceutil/trace.go:171","msg":"trace[594538749] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"193.669999ms","start":"2026-03-06T01:04:35.512903Z","end":"2026-03-06T01:04:35.706573Z","steps":["trace[594538749] 'process raft request' (duration: 191.916044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:35.707014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.778482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-06T01:04:35.707115Z","caller":"traceutil/trace.go:171","msg":"trace[1129147445] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5101; }","duration":"266.929645ms","start":"2026-03-06T01:04:35.440162Z","end":"2026-03-06T01:04:35.707092Z","steps":["trace[1129147445] 'range keys from in-memory index tree' (duration: 265.813157ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:48.819365Z","caller":"traceutil/trace.go:171","msg":"trace[106856829] linearizableReadLoop","detail":"{readStateIndex:5485; appliedIndex:5483; }","duration":"101.102488ms","start":"2026-03-06T01:04:48.718241Z","end":"2026-03-06T01:04:48.819344Z","steps":["trace[106856829] 'read index received' (duration: 26.675266ms)","trace[106856829] 'applied index is now lower than readState.Index' (duration: 74.426232ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:48.819421Z","caller":"traceutil/trace.go:171","msg":"trace[56814555] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"105.424528ms","start":"2026-03-06T01:04:48.713951Z","end":"2026-03-06T01:04:48.819376Z","steps":["trace[56814555] 'process raft request' (duration: 30.943815ms)","trace[56814555] 'compare' (duration: 74.283169ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:48.819476Z","caller":"traceutil/trace.go:171","msg":"trace[339694961] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"104.568067ms","start":"2026-03-06T01:04:48.714816Z","end":"2026-03-06T01:04:48.819384Z","steps":["trace[339694961] 'process raft request' (duration: 104.493515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:48.819649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.382155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T01:04:48.819759Z","caller":"traceutil/trace.go:171","msg":"trace[412838069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5282; }","duration":"101.535809ms","start":"2026-03-06T01:04:48.718201Z","end":"2026-03-06T01:04:48.819737Z","steps":["trace[412838069] 'agreement among raft nodes before linearized reading' (duration: 101.245761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:48.819804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.332678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:04:48.819875Z","caller":"traceutil/trace.go:171","msg":"trace[1433794833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5282; }","duration":"100.430741ms","start":"2026-03-06T01:04:48.719429Z","end":"2026-03-06T01:04:48.81986Z","steps":["trace[1433794833] 'agreement among raft nodes before linearized reading' (duration: 100.223326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:48.820147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.152128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:04:48.820208Z","caller":"traceutil/trace.go:171","msg":"trace[996196379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5282; }","duration":"101.24033ms","start":"2026-03-06T01:04:48.718956Z","end":"2026-03-06T01:04:48.820196Z","steps":["trace[996196379] 'agreement among raft nodes before linearized reading' (duration: 100.511702ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:49.293035Z","caller":"traceutil/trace.go:171","msg":"trace[5563189] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"109.103813ms","start":"2026-03-06T01:04:49.183901Z","end":"2026-03-06T01:04:49.293005Z","steps":["trace[5563189] 'process raft request' (duration: 108.897807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:49.897022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607603954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:04:50.319174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.85331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:04:50.319435Z","caller":"traceutil/trace.go:171","msg":"trace[1174304300] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"1.054741911s","start":"2026-03-06T01:04:49.264653Z","end":"2026-03-06T01:04:50.319395Z","steps":["trace[1174304300] 'process raft request' (duration: 911.606043ms)","trace[1174304300] 'compare' (duration: 142.548373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:50.319586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:49.264621Z","time spent":"1.054889174s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:50.319667Z","caller":"traceutil/trace.go:171","msg":"trace[467445355] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5490; }","duration":"922.951904ms","start":"2026-03-06T01:04:49.396686Z","end":"2026-03-06T01:04:50.319638Z","steps":["trace[467445355] 'read index received' (duration: 779.702104ms)","trace[467445355] 'applied index is now lower than readState.Index' (duration: 143.24796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:50.344009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.342271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:04:50.344108Z","caller":"traceutil/trace.go:171","msg":"trace[27589660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5288; }","duration":"947.500124ms","start":"2026-03-06T01:04:49.396586Z","end":"2026-03-06T01:04:50.344086Z","steps":["trace[27589660] 'agreement among raft nodes before linearized reading' (duration: 923.135708ms)","trace[27589660] 'range keys from in-memory index tree' (duration: 24.234383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:50.344151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:49.396558Z","time spent":"947.583437ms","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:04:50.34421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.531268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:04:50.344299Z","caller":"traceutil/trace.go:171","msg":"trace[8851002] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5289; }","duration":"533.683782ms","start":"2026-03-06T01:04:49.810596Z","end":"2026-03-06T01:04:50.344279Z","steps":["trace[8851002] 'agreement among raft nodes before linearized reading' (duration: 533.510998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:50.344285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.84458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13288"} {"level":"warn","ts":"2026-03-06T01:04:50.344292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.370688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-06T01:04:50.344355Z","caller":"traceutil/trace.go:171","msg":"trace[23028729] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5289; }","duration":"920.963002ms","start":"2026-03-06T01:04:49.423372Z","end":"2026-03-06T01:04:50.344335Z","steps":["trace[23028729] 'agreement among raft nodes before linearized reading' (duration: 920.718426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:50.344399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.443473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:04:50.344389Z","caller":"traceutil/trace.go:171","msg":"trace[963608122] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5289; }","duration":"906.509442ms","start":"2026-03-06T01:04:49.437856Z","end":"2026-03-06T01:04:50.344365Z","steps":["trace[963608122] 'agreement among raft nodes before linearized reading' (duration: 906.292116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:50.344407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:49.423347Z","time spent":"921.047216ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13312,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-06T01:04:50.344429Z","caller":"traceutil/trace.go:171","msg":"trace[471640901] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5289; }","duration":"202.517394ms","start":"2026-03-06T01:04:50.141902Z","end":"2026-03-06T01:04:50.344419Z","steps":["trace[471640901] 'agreement among raft nodes before linearized reading' (duration: 202.451892ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:50.34442Z","caller":"traceutil/trace.go:171","msg":"trace[555560149] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"107.425601ms","start":"2026-03-06T01:04:50.236964Z","end":"2026-03-06T01:04:50.34439Z","steps":["trace[555560149] 'process raft request' (duration: 106.935838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:50.344453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:49.437835Z","time spent":"906.599164ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-06T01:04:50.344335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:49.810573Z","time spent":"533.751233ms","remote":"127.0.0.1:60326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:04:50.569495Z","caller":"traceutil/trace.go:171","msg":"trace[273689555] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5493; }","duration":"112.470161ms","start":"2026-03-06T01:04:50.457008Z","end":"2026-03-06T01:04:50.569478Z","steps":["trace[273689555] 'read index received' (duration: 112.384989ms)","trace[273689555] 'applied index is now lower than readState.Index' (duration: 84.672µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:50.569564Z","caller":"traceutil/trace.go:171","msg":"trace[1173279732] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"212.691985ms","start":"2026-03-06T01:04:50.356843Z","end":"2026-03-06T01:04:50.569535Z","steps":["trace[1173279732] 'process raft request' (duration: 212.528051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:50.569669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.646255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-06T01:04:50.569708Z","caller":"traceutil/trace.go:171","msg":"trace[1252141035] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5290; }","duration":"112.697306ms","start":"2026-03-06T01:04:50.457Z","end":"2026-03-06T01:04:50.569697Z","steps":["trace[1252141035] 'agreement among raft nodes before linearized reading' (duration: 112.556313ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:50.901871Z","caller":"traceutil/trace.go:171","msg":"trace[1261504387] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"127.422484ms","start":"2026-03-06T01:04:50.774427Z","end":"2026-03-06T01:04:50.901849Z","steps":["trace[1261504387] 'process raft request' (duration: 118.454503ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:31.317682Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2740} {"level":"info","ts":"2026-03-06T01:05:31.375374Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2740,"took":"55.507396ms","hash":3148173026,"current-db-size-bytes":40448000,"current-db-size":"40 MB","current-db-size-in-use-bytes":30302208,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:05:31.375437Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3148173026,"revision":2740,"compact-revision":-1} {"level":"info","ts":"2026-03-06T01:10:31.324065Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5630} {"level":"info","ts":"2026-03-06T01:10:31.410622Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5630,"took":"84.788084ms","hash":50694270,"current-db-size-bytes":40448000,"current-db-size":"40 MB","current-db-size-in-use-bytes":21749760,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-06T01:10:31.410682Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":50694270,"revision":5630,"compact-revision":2740} {"level":"info","ts":"2026-03-06T01:10:48.90611Z","caller":"traceutil/trace.go:171","msg":"trace[447703162] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"112.735163ms","start":"2026-03-06T01:10:48.793342Z","end":"2026-03-06T01:10:48.906077Z","steps":["trace[447703162] 'process raft request' (duration: 112.472685ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:56.374317Z","caller":"traceutil/trace.go:171","msg":"trace[1848395506] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"333.199683ms","start":"2026-03-06T01:10:56.041096Z","end":"2026-03-06T01:10:56.374296Z","steps":["trace[1848395506] 'process raft request' (duration: 332.69385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:56.374451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:10:56.041074Z","time spent":"333.297366ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:11:05.724807Z","caller":"traceutil/trace.go:171","msg":"trace[994072022] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"189.980322ms","start":"2026-03-06T01:11:05.534801Z","end":"2026-03-06T01:11:05.724781Z","steps":["trace[994072022] 'process raft request' (duration: 189.790908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:06.646706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.636836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:11:06.646825Z","caller":"traceutil/trace.go:171","msg":"trace[2059646411] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"555.811664ms","start":"2026-03-06T01:11:06.090992Z","end":"2026-03-06T01:11:06.646804Z","steps":["trace[2059646411] 'process raft request' (duration: 71.967363ms)","trace[2059646411] 'compare' (duration: 483.383249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:11:06.646887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:11:06.090963Z","time spent":"555.893846ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:11:06.692178Z","caller":"traceutil/trace.go:171","msg":"trace[666788743] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"600.534546ms","start":"2026-03-06T01:11:06.091609Z","end":"2026-03-06T01:11:06.692144Z","steps":["trace[666788743] 'process raft request' (duration: 600.388463ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:06.692227Z","caller":"traceutil/trace.go:171","msg":"trace[473152507] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"600.600798ms","start":"2026-03-06T01:11:06.091579Z","end":"2026-03-06T01:11:06.69218Z","steps":["trace[473152507] 'process raft request' (duration: 600.266099ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:06.692271Z","caller":"traceutil/trace.go:171","msg":"trace[1777417836] linearizableReadLoop","detail":"{readStateIndex:8185; appliedIndex:8182; }","duration":"295.371678ms","start":"2026-03-06T01:11:06.396873Z","end":"2026-03-06T01:11:06.692245Z","steps":["trace[1777417836] 'read index received' (duration: 294.997998ms)","trace[1777417836] 'applied index is now lower than readState.Index' (duration: 371.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:11:06.692339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:11:06.091596Z","time spent":"600.66668ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:11:06.692436Z","caller":"traceutil/trace.go:171","msg":"trace[1184372074] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"600.760192ms","start":"2026-03-06T01:11:06.091667Z","end":"2026-03-06T01:11:06.692427Z","steps":["trace[1184372074] 'process raft request' (duration: 600.374783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:06.69242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:11:06.091549Z","time spent":"600.761272ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:11:06.692491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:11:06.091656Z","time spent":"600.799133ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:11:06.692493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.602693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:11:06.692518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.609568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:11:06.692575Z","caller":"traceutil/trace.go:171","msg":"trace[2143776845] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7891; }","duration":"249.679589ms","start":"2026-03-06T01:11:06.442882Z","end":"2026-03-06T01:11:06.692561Z","steps":["trace[2143776845] 'agreement among raft nodes before linearized reading' (duration: 249.526576ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:06.692581Z","caller":"traceutil/trace.go:171","msg":"trace[972643835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7891; }","duration":"295.726676ms","start":"2026-03-06T01:11:06.396829Z","end":"2026-03-06T01:11:06.692556Z","steps":["trace[972643835] 'agreement among raft nodes before linearized reading' (duration: 295.590863ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:06.813542Z","caller":"traceutil/trace.go:171","msg":"trace[1970598016] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"105.044906ms","start":"2026-03-06T01:11:06.708473Z","end":"2026-03-06T01:11:06.813518Z","steps":["trace[1970598016] 'process raft request' (duration: 70.111216ms)","trace[1970598016] 'compare' (duration: 34.615912ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:11:07.323355Z","caller":"traceutil/trace.go:171","msg":"trace[780918998] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"168.53849ms","start":"2026-03-06T01:11:07.154789Z","end":"2026-03-06T01:11:07.323328Z","steps":["trace[780918998] 'process raft request' (duration: 168.360135ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:08.208797Z","caller":"traceutil/trace.go:171","msg":"trace[616606358] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"116.49903ms","start":"2026-03-06T01:11:08.092267Z","end":"2026-03-06T01:11:08.208766Z","steps":["trace[616606358] 'process raft request' (duration: 116.293415ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:09.030781Z","caller":"traceutil/trace.go:171","msg":"trace[149071051] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"195.661606ms","start":"2026-03-06T01:11:08.835078Z","end":"2026-03-06T01:11:09.03074Z","steps":["trace[149071051] 'process raft request' (duration: 170.337894ms)","trace[149071051] 'compare' (duration: 25.161508ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:11:09.044433Z","caller":"traceutil/trace.go:171","msg":"trace[1184213434] linearizableReadLoop","detail":"{readStateIndex:8205; appliedIndex:8203; }","duration":"202.273477ms","start":"2026-03-06T01:11:08.842092Z","end":"2026-03-06T01:11:09.044365Z","steps":["trace[1184213434] 'read index received' (duration: 163.370795ms)","trace[1184213434] 'applied index is now lower than readState.Index' (duration: 38.901322ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:11:09.044755Z","caller":"traceutil/trace.go:171","msg":"trace[312310240] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"203.813266ms","start":"2026-03-06T01:11:08.840928Z","end":"2026-03-06T01:11:09.044741Z","steps":["trace[312310240] 'process raft request' (duration: 203.257522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:09.045024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.932945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:11:09.045078Z","caller":"traceutil/trace.go:171","msg":"trace[116769385] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7911; }","duration":"198.045458ms","start":"2026-03-06T01:11:08.84702Z","end":"2026-03-06T01:11:09.045065Z","steps":["trace[116769385] 'agreement among raft nodes before linearized reading' (duration: 197.890025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:09.045472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.494069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:11:09.045506Z","caller":"traceutil/trace.go:171","msg":"trace[1934004644] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7911; }","duration":"116.583051ms","start":"2026-03-06T01:11:08.928914Z","end":"2026-03-06T01:11:09.045497Z","steps":["trace[1934004644] 'agreement among raft nodes before linearized reading' (duration: 116.517799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:09.045587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.488968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222786"} {"level":"info","ts":"2026-03-06T01:11:09.045654Z","caller":"traceutil/trace.go:171","msg":"trace[2120949996] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7911; }","duration":"203.585721ms","start":"2026-03-06T01:11:08.842053Z","end":"2026-03-06T01:11:09.045639Z","steps":["trace[2120949996] 'agreement among raft nodes before linearized reading' (duration: 203.036647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:09.045688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.851927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:11:09.045769Z","caller":"traceutil/trace.go:171","msg":"trace[2118516641] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7911; }","duration":"162.007971ms","start":"2026-03-06T01:11:08.883743Z","end":"2026-03-06T01:11:09.045751Z","steps":["trace[2118516641] 'agreement among raft nodes before linearized reading' (duration: 161.848046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:09.045792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.609588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-06T01:11:09.045841Z","caller":"traceutil/trace.go:171","msg":"trace[1840357806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7911; }","duration":"178.749462ms","start":"2026-03-06T01:11:08.867083Z","end":"2026-03-06T01:11:09.045833Z","steps":["trace[1840357806] 'agreement among raft nodes before linearized reading' (duration: 178.593668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:09.046018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.371452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:11:09.046057Z","caller":"traceutil/trace.go:171","msg":"trace[2094089254] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7911; }","duration":"117.451974ms","start":"2026-03-06T01:11:08.928596Z","end":"2026-03-06T01:11:09.046048Z","steps":["trace[2094089254] 'agreement among raft nodes before linearized reading' (duration: 117.394423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:09.046087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.64608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:11:09.046071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.042847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:11:09.046152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.952714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:11:09.046191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.327489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:11:09.046232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.1932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:11:09.046234Z","caller":"traceutil/trace.go:171","msg":"trace[2018908305] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7911; }","duration":"135.050956ms","start":"2026-03-06T01:11:08.911164Z","end":"2026-03-06T01:11:09.046215Z","steps":["trace[2018908305] 'agreement among raft nodes before linearized reading' (duration: 134.935293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:09.046241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.166696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:11:09.046305Z","caller":"traceutil/trace.go:171","msg":"trace[1394104579] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7911; }","duration":"162.520684ms","start":"2026-03-06T01:11:08.883753Z","end":"2026-03-06T01:11:09.046274Z","steps":["trace[1394104579] 'agreement among raft nodes before linearized reading' (duration: 162.37015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:09.046339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.729131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:11:09.046348Z","caller":"traceutil/trace.go:171","msg":"trace[985852983] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7911; }","duration":"199.298281ms","start":"2026-03-06T01:11:08.847029Z","end":"2026-03-06T01:11:09.046327Z","steps":["trace[985852983] 'agreement among raft nodes before linearized reading' (duration: 199.158837ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:09.046378Z","caller":"traceutil/trace.go:171","msg":"trace[969635154] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7911; }","duration":"117.820164ms","start":"2026-03-06T01:11:08.928548Z","end":"2026-03-06T01:11:09.046368Z","steps":["trace[969635154] 'agreement among raft nodes before linearized reading' (duration: 117.767683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:09.046457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.651887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:11:09.046497Z","caller":"traceutil/trace.go:171","msg":"trace[1507264278] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7911; }","duration":"181.707428ms","start":"2026-03-06T01:11:08.864778Z","end":"2026-03-06T01:11:09.046486Z","steps":["trace[1507264278] 'agreement among raft nodes before linearized reading' (duration: 181.651407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:09.046498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.305718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:11:09.046495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.639644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:11:09.046178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.221295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:11:09.046538Z","caller":"traceutil/trace.go:171","msg":"trace[648756464] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7911; }","duration":"162.3715ms","start":"2026-03-06T01:11:08.884155Z","end":"2026-03-06T01:11:09.046527Z","steps":["trace[648756464] 'agreement among raft nodes before linearized reading' (duration: 162.305028ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:09.046291Z","caller":"traceutil/trace.go:171","msg":"trace[1496822468] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7911; }","duration":"135.265522ms","start":"2026-03-06T01:11:08.911015Z","end":"2026-03-06T01:11:09.04628Z","steps":["trace[1496822468] 'agreement among raft nodes before linearized reading' (duration: 135.18859ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:09.046553Z","caller":"traceutil/trace.go:171","msg":"trace[959658516] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7911; }","duration":"198.714245ms","start":"2026-03-06T01:11:08.847822Z","end":"2026-03-06T01:11:09.046537Z","steps":["trace[959658516] 'agreement among raft nodes before linearized reading' (duration: 198.624103ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:09.046563Z","caller":"traceutil/trace.go:171","msg":"trace[1596538939] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7911; }","duration":"181.633376ms","start":"2026-03-06T01:11:08.864909Z","end":"2026-03-06T01:11:09.046543Z","steps":["trace[1596538939] 'agreement among raft nodes before linearized reading' (duration: 181.225515ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:09.04617Z","caller":"traceutil/trace.go:171","msg":"trace[693308891] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7911; }","duration":"135.19272ms","start":"2026-03-06T01:11:08.910958Z","end":"2026-03-06T01:11:09.046151Z","steps":["trace[693308891] 'agreement among raft nodes before linearized reading' (duration: 135.054036ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:09.046117Z","caller":"traceutil/trace.go:171","msg":"trace[1124845514] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7911; }","duration":"180.699312ms","start":"2026-03-06T01:11:08.86541Z","end":"2026-03-06T01:11:09.046109Z","steps":["trace[1124845514] 'agreement among raft nodes before linearized reading' (duration: 180.63248ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:35.119221Z","caller":"traceutil/trace.go:171","msg":"trace[554804250] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"194.953308ms","start":"2026-03-06T01:11:34.924233Z","end":"2026-03-06T01:11:35.119186Z","steps":["trace[554804250] 'process raft request' (duration: 192.71125ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:37.222603Z","caller":"traceutil/trace.go:171","msg":"trace[1984447225] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"399.73706ms","start":"2026-03-06T01:11:36.822842Z","end":"2026-03-06T01:11:37.222579Z","steps":["trace[1984447225] 'process raft request' (duration: 399.598916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:37.222751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:11:36.82282Z","time spent":"399.855093ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:11:37.278881Z","caller":"traceutil/trace.go:171","msg":"trace[661103783] linearizableReadLoop","detail":"{readStateIndex:8393; appliedIndex:8391; }","duration":"403.402534ms","start":"2026-03-06T01:11:36.875458Z","end":"2026-03-06T01:11:37.278861Z","steps":["trace[661103783] 'read index received' (duration: 347.051864ms)","trace[661103783] 'applied index is now lower than readState.Index' (duration: 56.34971ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:11:37.279017Z","caller":"traceutil/trace.go:171","msg":"trace[283457158] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"152.910236ms","start":"2026-03-06T01:11:37.126092Z","end":"2026-03-06T01:11:37.279002Z","steps":["trace[283457158] 'process raft request' (duration: 152.721811ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:37.279029Z","caller":"traceutil/trace.go:171","msg":"trace[554589613] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"429.440185ms","start":"2026-03-06T01:11:36.849557Z","end":"2026-03-06T01:11:37.278997Z","steps":["trace[554589613] 'process raft request' (duration: 392.105274ms)","trace[554589613] 'compare' (duration: 37.032143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:11:37.279176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:11:36.849534Z","time spent":"429.555318ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:11:37.279376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.909057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T01:11:37.27939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.073156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T01:11:37.279438Z","caller":"traceutil/trace.go:171","msg":"trace[1223771966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8092; }","duration":"404.0298ms","start":"2026-03-06T01:11:36.87539Z","end":"2026-03-06T01:11:37.27942Z","steps":["trace[1223771966] 'agreement among raft nodes before linearized reading' (duration: 403.887597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:37.279438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.035739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-86cf99bcbb-wmsk2.189a1b531d889b12\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-06T01:11:37.279456Z","caller":"traceutil/trace.go:171","msg":"trace[1049961712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8092; }","duration":"403.193859ms","start":"2026-03-06T01:11:36.876246Z","end":"2026-03-06T01:11:37.27944Z","steps":["trace[1049961712] 'agreement among raft nodes before linearized reading' (duration: 402.979624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:37.279468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:11:36.875362Z","time spent":"404.100422ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:11:37.279482Z","caller":"traceutil/trace.go:171","msg":"trace[1806625147] range","detail":"{range_begin:/registry/events/openstack/barbican-api-86cf99bcbb-wmsk2.189a1b531d889b12; range_end:; response_count:1; response_revision:8092; }","duration":"151.11109ms","start":"2026-03-06T01:11:37.128356Z","end":"2026-03-06T01:11:37.279467Z","steps":["trace[1806625147] 'agreement among raft nodes before linearized reading' (duration: 150.953776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:37.279497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:11:36.876227Z","time spent":"403.262021ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:11:37.279581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.737396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:11:37.279633Z","caller":"traceutil/trace.go:171","msg":"trace[629993496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8092; }","duration":"402.83872ms","start":"2026-03-06T01:11:36.87678Z","end":"2026-03-06T01:11:37.279619Z","steps":["trace[629993496] 'agreement among raft nodes before linearized reading' (duration: 402.673826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:37.279668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:11:36.876754Z","time spent":"402.906171ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:11:37.532484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.77608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:11:37.532608Z","caller":"traceutil/trace.go:171","msg":"trace[1089885067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8097; }","duration":"143.966286ms","start":"2026-03-06T01:11:37.388622Z","end":"2026-03-06T01:11:37.532589Z","steps":["trace[1089885067] 'count revisions from in-memory index tree' (duration: 143.676608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:37.532877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.73637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:11:37.53297Z","caller":"traceutil/trace.go:171","msg":"trace[1133118285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8097; }","duration":"136.851963ms","start":"2026-03-06T01:11:37.396099Z","end":"2026-03-06T01:11:37.532951Z","steps":["trace[1133118285] 'range keys from in-memory index tree' (duration: 136.693888ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:46.15665Z","caller":"traceutil/trace.go:171","msg":"trace[821504481] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"127.006429ms","start":"2026-03-06T01:11:46.02962Z","end":"2026-03-06T01:11:46.156626Z","steps":["trace[821504481] 'process raft request' (duration: 98.851014ms)","trace[821504481] 'compare' (duration: 28.035832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:11:46.369054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.513839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-06T01:11:46.369122Z","caller":"traceutil/trace.go:171","msg":"trace[491258753] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8166; }","duration":"102.640973ms","start":"2026-03-06T01:11:46.266468Z","end":"2026-03-06T01:11:46.369109Z","steps":["trace[491258753] 'range keys from in-memory index tree' (duration: 101.812131ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:50.202217Z","caller":"traceutil/trace.go:171","msg":"trace[745683703] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"219.781878ms","start":"2026-03-06T01:11:49.982399Z","end":"2026-03-06T01:11:50.202181Z","steps":["trace[745683703] 'process raft request' (duration: 219.51887ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:50.232891Z","caller":"traceutil/trace.go:171","msg":"trace[1038373328] linearizableReadLoop","detail":"{readStateIndex:8503; appliedIndex:8501; }","duration":"223.649847ms","start":"2026-03-06T01:11:50.009212Z","end":"2026-03-06T01:11:50.232862Z","steps":["trace[1038373328] 'read index received' (duration: 192.632588ms)","trace[1038373328] 'applied index is now lower than readState.Index' (duration: 31.016279ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:11:50.232975Z","caller":"traceutil/trace.go:171","msg":"trace[1820319547] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8195; }","duration":"249.952604ms","start":"2026-03-06T01:11:49.982978Z","end":"2026-03-06T01:11:50.232931Z","steps":["trace[1820319547] 'process raft request' (duration: 249.717327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:50.233213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.973765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:11:50.233275Z","caller":"traceutil/trace.go:171","msg":"trace[369295509] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8195; }","duration":"224.079868ms","start":"2026-03-06T01:11:50.009179Z","end":"2026-03-06T01:11:50.233258Z","steps":["trace[369295509] 'agreement among raft nodes before linearized reading' (duration: 223.968005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:50.233411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.62435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-06T01:11:50.233515Z","caller":"traceutil/trace.go:171","msg":"trace[861030088] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8195; }","duration":"140.766183ms","start":"2026-03-06T01:11:50.092708Z","end":"2026-03-06T01:11:50.233474Z","steps":["trace[861030088] 'agreement among raft nodes before linearized reading' (duration: 140.450565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:50.233412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.688763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cdkz5\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-03-06T01:11:50.233645Z","caller":"traceutil/trace.go:171","msg":"trace[935354117] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-cdkz5; range_end:; response_count:1; response_revision:8195; }","duration":"109.953721ms","start":"2026-03-06T01:11:50.123673Z","end":"2026-03-06T01:11:50.233626Z","steps":["trace[935354117] 'agreement among raft nodes before linearized reading' (duration: 109.587281ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:50.421181Z","caller":"traceutil/trace.go:171","msg":"trace[1330799177] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8503; }","duration":"177.896939ms","start":"2026-03-06T01:11:50.243257Z","end":"2026-03-06T01:11:50.421154Z","steps":["trace[1330799177] 'read index received' (duration: 173.963709ms)","trace[1330799177] 'applied index is now lower than readState.Index' (duration: 3.93203ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:11:50.421528Z","caller":"traceutil/trace.go:171","msg":"trace[502760998] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"179.048249ms","start":"2026-03-06T01:11:50.242458Z","end":"2026-03-06T01:11:50.421506Z","steps":["trace[502760998] 'process raft request' (duration: 174.626675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:50.422153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.865515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-cdkz5\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-06T01:11:50.423686Z","caller":"traceutil/trace.go:171","msg":"trace[985939554] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-cdkz5; range_end:; response_count:1; response_revision:8196; }","duration":"179.011878ms","start":"2026-03-06T01:11:50.24325Z","end":"2026-03-06T01:11:50.422262Z","steps":["trace[985939554] 'agreement among raft nodes before linearized reading' (duration: 178.744482ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:50.46377Z","caller":"traceutil/trace.go:171","msg":"trace[620301302] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8196; }","duration":"217.801077ms","start":"2026-03-06T01:11:50.245941Z","end":"2026-03-06T01:11:50.463742Z","steps":["trace[620301302] 'process raft request' (duration: 217.678464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:50.464283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.400925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:11:50.464372Z","caller":"traceutil/trace.go:171","msg":"trace[661078372] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8196; }","duration":"135.546059ms","start":"2026-03-06T01:11:50.328809Z","end":"2026-03-06T01:11:50.464355Z","steps":["trace[661078372] 'agreement among raft nodes before linearized reading' (duration: 135.363374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:50.464762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.17809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-06T01:11:50.464855Z","caller":"traceutil/trace.go:171","msg":"trace[1060052191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8196; }","duration":"215.305153ms","start":"2026-03-06T01:11:50.249525Z","end":"2026-03-06T01:11:50.464831Z","steps":["trace[1060052191] 'agreement among raft nodes before linearized reading' (duration: 214.512543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:51.234662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.483642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:11:51.234777Z","caller":"traceutil/trace.go:171","msg":"trace[1407614245] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"216.75503ms","start":"2026-03-06T01:11:51.017992Z","end":"2026-03-06T01:11:51.234747Z","steps":["trace[1407614245] 'compare' (duration: 209.261187ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:51.4615Z","caller":"traceutil/trace.go:171","msg":"trace[924026016] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"166.565617ms","start":"2026-03-06T01:11:51.294909Z","end":"2026-03-06T01:11:51.461475Z","steps":["trace[924026016] 'process raft request' (duration: 166.425874ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:51.461515Z","caller":"traceutil/trace.go:171","msg":"trace[990696250] linearizableReadLoop","detail":"{readStateIndex:8514; appliedIndex:8514; }","duration":"159.440663ms","start":"2026-03-06T01:11:51.302049Z","end":"2026-03-06T01:11:51.46149Z","steps":["trace[990696250] 'read index received' (duration: 159.426603ms)","trace[990696250] 'applied index is now lower than readState.Index' (duration: 12.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:11:51.461834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.753692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-06T01:11:51.461881Z","caller":"traceutil/trace.go:171","msg":"trace[120194916] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8205; }","duration":"159.835925ms","start":"2026-03-06T01:11:51.302034Z","end":"2026-03-06T01:11:51.46187Z","steps":["trace[120194916] 'agreement among raft nodes before linearized reading' (duration: 159.532807ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:51.495806Z","caller":"traceutil/trace.go:171","msg":"trace[473302221] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"161.336522ms","start":"2026-03-06T01:11:51.334449Z","end":"2026-03-06T01:11:51.495785Z","steps":["trace[473302221] 'process raft request' (duration: 160.897261ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:51.496037Z","caller":"traceutil/trace.go:171","msg":"trace[379590397] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"161.292593ms","start":"2026-03-06T01:11:51.334735Z","end":"2026-03-06T01:11:51.496028Z","steps":["trace[379590397] 'process raft request' (duration: 160.757989ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:51.721465Z","caller":"traceutil/trace.go:171","msg":"trace[130350280] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"219.181662ms","start":"2026-03-06T01:11:51.502251Z","end":"2026-03-06T01:11:51.721433Z","steps":["trace[130350280] 'process raft request' (duration: 181.674507ms)","trace[130350280] 'compare' (duration: 37.384782ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:11:51.747395Z","caller":"traceutil/trace.go:171","msg":"trace[1053984041] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"244.858784ms","start":"2026-03-06T01:11:51.502494Z","end":"2026-03-06T01:11:51.747353Z","steps":["trace[1053984041] 'process raft request' (duration: 244.674049ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:51.747412Z","caller":"traceutil/trace.go:171","msg":"trace[859966699] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"244.875033ms","start":"2026-03-06T01:11:51.502511Z","end":"2026-03-06T01:11:51.747386Z","steps":["trace[859966699] 'process raft request' (duration: 244.782191ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:51.747631Z","caller":"traceutil/trace.go:171","msg":"trace[1599925476] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"242.918043ms","start":"2026-03-06T01:11:51.504699Z","end":"2026-03-06T01:11:51.747617Z","steps":["trace[1599925476] 'process raft request' (duration: 242.633316ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:51.74765Z","caller":"traceutil/trace.go:171","msg":"trace[1612252526] linearizableReadLoop","detail":"{readStateIndex:8520; appliedIndex:8516; }","duration":"236.98473ms","start":"2026-03-06T01:11:51.510606Z","end":"2026-03-06T01:11:51.74759Z","steps":["trace[1612252526] 'read index received' (duration: 173.557248ms)","trace[1612252526] 'applied index is now lower than readState.Index' (duration: 63.424032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:11:51.748021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.686016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:11:51.748142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.515274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227432"} {"level":"info","ts":"2026-03-06T01:11:51.748154Z","caller":"traceutil/trace.go:171","msg":"trace[2058949468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8211; }","duration":"207.849ms","start":"2026-03-06T01:11:51.540279Z","end":"2026-03-06T01:11:51.748128Z","steps":["trace[2058949468] 'agreement among raft nodes before linearized reading' (duration: 207.630815ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:51.748186Z","caller":"traceutil/trace.go:171","msg":"trace[1337227349] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8211; }","duration":"237.598806ms","start":"2026-03-06T01:11:51.510576Z","end":"2026-03-06T01:11:51.748175Z","steps":["trace[1337227349] 'agreement among raft nodes before linearized reading' (duration: 237.137063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:51.748178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.30066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-06T01:11:51.748319Z","caller":"traceutil/trace.go:171","msg":"trace[227756348] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8211; }","duration":"225.492965ms","start":"2026-03-06T01:11:51.522804Z","end":"2026-03-06T01:11:51.748297Z","steps":["trace[227756348] 'agreement among raft nodes before linearized reading' (duration: 225.087635ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:52.680431Z","caller":"traceutil/trace.go:171","msg":"trace[298344978] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"184.455999ms","start":"2026-03-06T01:11:52.495932Z","end":"2026-03-06T01:11:52.680388Z","steps":["trace[298344978] 'process raft request' (duration: 184.263093ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:08.060143Z","caller":"traceutil/trace.go:171","msg":"trace[735273918] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"113.446391ms","start":"2026-03-06T01:13:07.946675Z","end":"2026-03-06T01:13:08.060122Z","steps":["trace[735273918] 'process raft request' (duration: 113.309847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:08.819535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.325428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:13:08.819647Z","caller":"traceutil/trace.go:171","msg":"trace[1668727663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8918; }","duration":"423.474661ms","start":"2026-03-06T01:13:08.396147Z","end":"2026-03-06T01:13:08.819622Z","steps":["trace[1668727663] 'range keys from in-memory index tree' (duration: 423.252036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:08.819703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.39613Z","time spent":"423.558803ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:13:08.819886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.563755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnwxg\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-06T01:13:08.820128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.784972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T01:13:08.820229Z","caller":"traceutil/trace.go:171","msg":"trace[1577873643] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnwxg; range_end:; response_count:1; response_revision:8918; }","duration":"620.692269ms","start":"2026-03-06T01:13:08.199265Z","end":"2026-03-06T01:13:08.819958Z","steps":["trace[1577873643] 'range keys from in-memory index tree' (duration: 620.352979ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:08.820323Z","caller":"traceutil/trace.go:171","msg":"trace[826250599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8918; }","duration":"636.953286ms","start":"2026-03-06T01:13:08.183254Z","end":"2026-03-06T01:13:08.820207Z","steps":["trace[826250599] 'range keys from in-memory index tree' (duration: 636.582877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:08.819554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.94697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T01:13:08.82035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.199253Z","time spent":"621.076588ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnwxg\" "} {"level":"info","ts":"2026-03-06T01:13:08.820388Z","caller":"traceutil/trace.go:171","msg":"trace[1473453545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8918; }","duration":"636.822502ms","start":"2026-03-06T01:13:08.18355Z","end":"2026-03-06T01:13:08.820372Z","steps":["trace[1473453545] 'range keys from in-memory index tree' (duration: 635.768015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:08.820211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.964577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T01:13:08.820439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.183542Z","time spent":"636.879923ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:13:08.820375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.18322Z","time spent":"637.143561ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:08.82055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.521705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T01:13:08.820566Z","caller":"traceutil/trace.go:171","msg":"trace[1504914813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8918; }","duration":"637.261424ms","start":"2026-03-06T01:13:08.183207Z","end":"2026-03-06T01:13:08.820468Z","steps":["trace[1504914813] 'range keys from in-memory index tree' (duration: 636.71366ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:08.820695Z","caller":"traceutil/trace.go:171","msg":"trace[234768619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8918; }","duration":"637.616134ms","start":"2026-03-06T01:13:08.183038Z","end":"2026-03-06T01:13:08.820654Z","steps":["trace[234768619] 'range keys from in-memory index tree' (duration: 636.35371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:08.820696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.183164Z","time spent":"637.507741ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:08.820782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.183017Z","time spent":"637.720336ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:13:09.093963Z","caller":"traceutil/trace.go:171","msg":"trace[300948887] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"268.335017ms","start":"2026-03-06T01:13:08.825604Z","end":"2026-03-06T01:13:09.093939Z","steps":["trace[300948887] 'process raft request' (duration: 268.198644ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:09.202879Z","caller":"traceutil/trace.go:171","msg":"trace[1738834370] linearizableReadLoop","detail":"{readStateIndex:9251; appliedIndex:9247; }","duration":"345.174475ms","start":"2026-03-06T01:13:08.857674Z","end":"2026-03-06T01:13:09.202848Z","steps":["trace[1738834370] 'read index received' (duration: 236.21228ms)","trace[1738834370] 'applied index is now lower than readState.Index' (duration: 108.960335ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:09.202949Z","caller":"traceutil/trace.go:171","msg":"trace[981166632] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"369.635225ms","start":"2026-03-06T01:13:08.833303Z","end":"2026-03-06T01:13:09.202938Z","steps":["trace[981166632] 'process raft request' (duration: 369.368128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:09.203042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.83329Z","time spent":"369.685326ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:09.203053Z","caller":"traceutil/trace.go:171","msg":"trace[2007576800] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"369.322267ms","start":"2026-03-06T01:13:08.833688Z","end":"2026-03-06T01:13:09.20301Z","steps":["trace[2007576800] 'process raft request' (duration: 369.06239ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:09.203126Z","caller":"traceutil/trace.go:171","msg":"trace[2019247296] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"240.545822ms","start":"2026-03-06T01:13:08.96257Z","end":"2026-03-06T01:13:09.203115Z","steps":["trace[2019247296] 'process raft request' (duration: 240.226235ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:09.203203Z","caller":"traceutil/trace.go:171","msg":"trace[1647596479] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"377.159019ms","start":"2026-03-06T01:13:08.826029Z","end":"2026-03-06T01:13:09.203188Z","steps":["trace[1647596479] 'process raft request' (duration: 332.989763ms)","trace[1647596479] 'compare' (duration: 43.444248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:09.203216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.833674Z","time spent":"369.459461ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:09.203256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.826002Z","time spent":"377.23021ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:09.203086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.414091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-rxbbv\" ","response":"range_response_count:1 size:19695"} {"level":"info","ts":"2026-03-06T01:13:09.203359Z","caller":"traceutil/trace.go:171","msg":"trace[1189723491] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-rxbbv; range_end:; response_count:1; response_revision:8923; }","duration":"345.73992ms","start":"2026-03-06T01:13:08.857605Z","end":"2026-03-06T01:13:09.203345Z","steps":["trace[1189723491] 'agreement among raft nodes before linearized reading' (duration: 345.360431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:09.203396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.857581Z","time spent":"345.806091ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19719,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-rxbbv\" "} {"level":"info","ts":"2026-03-06T01:13:09.369629Z","caller":"traceutil/trace.go:171","msg":"trace[36434271] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"152.803663ms","start":"2026-03-06T01:13:09.216795Z","end":"2026-03-06T01:13:09.369599Z","steps":["trace[36434271] 'process raft request' (duration: 152.509545ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:58.145928Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cfc9fec265e3384a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:14:58.151004Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T01:14:58.151094Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-06T01:15:06.466609Z","caller":"traceutil/trace.go:171","msg":"trace[1238029961] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"126.092614ms","start":"2026-03-06T01:15:06.340484Z","end":"2026-03-06T01:15:06.466576Z","steps":["trace[1238029961] 'process raft request' (duration: 125.800586ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:31.333492Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7558} {"level":"info","ts":"2026-03-06T01:15:31.399704Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7558,"took":"64.633806ms","hash":964670840,"current-db-size-bytes":40448000,"current-db-size":"40 MB","current-db-size-in-use-bytes":25632768,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-06T01:15:31.399762Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":964670840,"revision":7558,"compact-revision":5630} {"level":"warn","ts":"2026-03-06T01:16:16.757105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607617585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:16:17.257701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607617585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:16:17.758178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607617585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:16:18.120837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.866716065s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:16:18.12678Z","caller":"traceutil/trace.go:171","msg":"trace[424665031] transaction","detail":"{read_only:false; response_revision:10284; number_of_response:1; }","duration":"1.87269717s","start":"2026-03-06T01:16:16.254058Z","end":"2026-03-06T01:16:18.126756Z","steps":["trace[424665031] 'process raft request' (duration: 1.867053055s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.126896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:16.254045Z","time spent":"1.872792242s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:18.141714Z","caller":"traceutil/trace.go:171","msg":"trace[1844322280] linearizableReadLoop","detail":"{readStateIndex:10664; appliedIndex:10659; }","duration":"1.885219933s","start":"2026-03-06T01:16:16.256476Z","end":"2026-03-06T01:16:18.141696Z","steps":["trace[1844322280] 'read index received' (duration: 1.865820733s)","trace[1844322280] 'applied index is now lower than readState.Index' (duration: 19.39851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:18.142111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885616182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:383672"} {"level":"info","ts":"2026-03-06T01:16:18.142131Z","caller":"traceutil/trace.go:171","msg":"trace[1998345306] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10288; }","duration":"1.885676294s","start":"2026-03-06T01:16:16.256449Z","end":"2026-03-06T01:16:18.142126Z","steps":["trace[1998345306] 'agreement among raft nodes before linearized reading' (duration: 1.885319585s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.142152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:16.25644Z","time spent":"1.885706596s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":383696,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T01:16:18.142373Z","caller":"traceutil/trace.go:171","msg":"trace[2000591082] transaction","detail":"{read_only:false; response_revision:10286; number_of_response:1; }","duration":"1.657093927s","start":"2026-03-06T01:16:16.485271Z","end":"2026-03-06T01:16:18.142365Z","steps":["trace[2000591082] 'process raft request' (duration: 1.656190234s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.142425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:16.48525Z","time spent":"1.657136279s","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:18.142469Z","caller":"traceutil/trace.go:171","msg":"trace[1906850920] transaction","detail":"{read_only:false; response_revision:10288; number_of_response:1; }","duration":"1.648339781s","start":"2026-03-06T01:16:16.494116Z","end":"2026-03-06T01:16:18.142456Z","steps":["trace[1906850920] 'process raft request' (duration: 1.647561751s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.14253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:16.494102Z","time spent":"1.648398742s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:18.142677Z","caller":"traceutil/trace.go:171","msg":"trace[5167664] transaction","detail":"{read_only:false; response_revision:10287; number_of_response:1; }","duration":"1.64862619s","start":"2026-03-06T01:16:16.494041Z","end":"2026-03-06T01:16:18.142667Z","steps":["trace[5167664] 'process raft request' (duration: 1.647619134s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.142784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:16.494021Z","time spent":"1.64868141s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:18.142978Z","caller":"traceutil/trace.go:171","msg":"trace[846528641] transaction","detail":"{read_only:false; response_revision:10285; number_of_response:1; }","duration":"1.880749328s","start":"2026-03-06T01:16:16.262207Z","end":"2026-03-06T01:16:18.142956Z","steps":["trace[846528641] 'process raft request' (duration: 1.879010992s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.143132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:16.262199Z","time spent":"1.880873681s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:18.143626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830950196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:16:18.143663Z","caller":"traceutil/trace.go:171","msg":"trace[1029370051] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10288; }","duration":"1.831028508s","start":"2026-03-06T01:16:16.312626Z","end":"2026-03-06T01:16:18.143655Z","steps":["trace[1029370051] 'agreement among raft nodes before linearized reading' (duration: 1.830965506s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.143685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:16.312613Z","time spent":"1.831064448s","remote":"127.0.0.1:60480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:16:18.144243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654751098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T01:16:18.144268Z","caller":"traceutil/trace.go:171","msg":"trace[672813439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10288; }","duration":"1.654789508s","start":"2026-03-06T01:16:16.489471Z","end":"2026-03-06T01:16:18.144261Z","steps":["trace[672813439] 'agreement among raft nodes before linearized reading' (duration: 1.654700375s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.144282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:16.489465Z","time spent":"1.654813619s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:18.144371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648950278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:16:18.144384Z","caller":"traceutil/trace.go:171","msg":"trace[110062345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10288; }","duration":"1.648972199s","start":"2026-03-06T01:16:16.495407Z","end":"2026-03-06T01:16:18.14438Z","steps":["trace[110062345] 'agreement among raft nodes before linearized reading' (duration: 1.648931138s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.144396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:16.495402Z","time spent":"1.64899115s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:16:18.14455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015517953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T01:16:18.144564Z","caller":"traceutil/trace.go:171","msg":"trace[1945559508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10288; }","duration":"1.015562195s","start":"2026-03-06T01:16:17.128997Z","end":"2026-03-06T01:16:18.144559Z","steps":["trace[1945559508] 'agreement among raft nodes before linearized reading' (duration: 1.015521854s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.144576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:17.128975Z","time spent":"1.015598435s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:16:18.144678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749711763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:16:18.144694Z","caller":"traceutil/trace.go:171","msg":"trace[978740630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10288; }","duration":"1.749752294s","start":"2026-03-06T01:16:16.394936Z","end":"2026-03-06T01:16:18.144688Z","steps":["trace[978740630] 'agreement among raft nodes before linearized reading' (duration: 1.749730173s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.144709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:16.39492Z","time spent":"1.749786304s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:16:18.144952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167246071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:16:18.14498Z","caller":"traceutil/trace.go:171","msg":"trace[222836549] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:10288; }","duration":"1.167392076s","start":"2026-03-06T01:16:16.977582Z","end":"2026-03-06T01:16:18.144974Z","steps":["trace[222836549] 'agreement among raft nodes before linearized reading' (duration: 1.167260152s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.144996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:16.97756Z","time spent":"1.167430897s","remote":"127.0.0.1:60426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:36.34692Z","caller":"traceutil/trace.go:171","msg":"trace[855239321] transaction","detail":"{read_only:false; response_revision:10569; number_of_response:1; }","duration":"111.319647ms","start":"2026-03-06T01:16:36.235575Z","end":"2026-03-06T01:16:36.346894Z","steps":["trace[855239321] 'process raft request' (duration: 111.122212ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:36.346991Z","caller":"traceutil/trace.go:171","msg":"trace[2072953212] linearizableReadLoop","detail":"{readStateIndex:10950; appliedIndex:10948; }","duration":"110.984039ms","start":"2026-03-06T01:16:36.235996Z","end":"2026-03-06T01:16:36.34698Z","steps":["trace[2072953212] 'read index received' (duration: 80.72415ms)","trace[2072953212] 'applied index is now lower than readState.Index' (duration: 30.259309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:36.347162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.08624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T01:16:36.346826Z","caller":"traceutil/trace.go:171","msg":"trace[1917186863] transaction","detail":"{read_only:false; response_revision:10568; number_of_response:1; }","duration":"111.735858ms","start":"2026-03-06T01:16:36.235035Z","end":"2026-03-06T01:16:36.346771Z","steps":["trace[1917186863] 'process raft request' (duration: 81.658853ms)","trace[1917186863] 'compare' (duration: 29.872789ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:36.347191Z","caller":"traceutil/trace.go:171","msg":"trace[2053851193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10570; }","duration":"111.161233ms","start":"2026-03-06T01:16:36.236022Z","end":"2026-03-06T01:16:36.347183Z","steps":["trace[2053851193] 'agreement among raft nodes before linearized reading' (duration: 111.03827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.347326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.112502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T01:16:36.347356Z","caller":"traceutil/trace.go:171","msg":"trace[1975141421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10570; }","duration":"111.37679ms","start":"2026-03-06T01:16:36.235971Z","end":"2026-03-06T01:16:36.347348Z","steps":["trace[1975141421] 'agreement among raft nodes before linearized reading' (duration: 111.066701ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:02.561222Z","caller":"traceutil/trace.go:171","msg":"trace[128347651] transaction","detail":"{read_only:false; response_revision:10696; number_of_response:1; }","duration":"193.229497ms","start":"2026-03-06T01:17:02.367958Z","end":"2026-03-06T01:17:02.561187Z","steps":["trace[128347651] 'process raft request' (duration: 193.026262ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:02.561313Z","caller":"traceutil/trace.go:171","msg":"trace[1530321353] linearizableReadLoop","detail":"{readStateIndex:11082; appliedIndex:11081; }","duration":"166.411046ms","start":"2026-03-06T01:17:02.394869Z","end":"2026-03-06T01:17:02.56128Z","steps":["trace[1530321353] 'read index received' (duration: 166.074507ms)","trace[1530321353] 'applied index is now lower than readState.Index' (duration: 332.229µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:02.56162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.57689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:17:02.561695Z","caller":"traceutil/trace.go:171","msg":"trace[882461552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10696; }","duration":"166.847028ms","start":"2026-03-06T01:17:02.39483Z","end":"2026-03-06T01:17:02.561677Z","steps":["trace[882461552] 'agreement among raft nodes before linearized reading' (duration: 166.496648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:02.575513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.348937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:17:02.575576Z","caller":"traceutil/trace.go:171","msg":"trace[1166145726] transaction","detail":"{read_only:false; response_revision:10697; number_of_response:1; }","duration":"133.459176ms","start":"2026-03-06T01:17:02.442094Z","end":"2026-03-06T01:17:02.575553Z","steps":["trace[1166145726] 'process raft request' (duration: 133.188699ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:02.57559Z","caller":"traceutil/trace.go:171","msg":"trace[836259360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10697; }","duration":"104.469091ms","start":"2026-03-06T01:17:02.471109Z","end":"2026-03-06T01:17:02.575578Z","steps":["trace[836259360] 'agreement among raft nodes before linearized reading' (duration: 104.281306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:03.250891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.951444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:17:03.251009Z","caller":"traceutil/trace.go:171","msg":"trace[1730660644] transaction","detail":"{read_only:false; response_revision:10700; number_of_response:1; }","duration":"668.525158ms","start":"2026-03-06T01:17:02.582473Z","end":"2026-03-06T01:17:03.250998Z","steps":["trace[1730660644] 'process raft request' (duration: 668.476407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:03.251049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:02.582457Z","time spent":"668.576349ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:03.251052Z","caller":"traceutil/trace.go:171","msg":"trace[545498961] transaction","detail":"{read_only:false; response_revision:10699; number_of_response:1; }","duration":"670.709023ms","start":"2026-03-06T01:17:02.580305Z","end":"2026-03-06T01:17:03.251014Z","steps":["trace[545498961] 'process raft request' (duration: 87.581095ms)","trace[545498961] 'compare' (duration: 582.598184ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:03.251134Z","caller":"traceutil/trace.go:171","msg":"trace[404203082] linearizableReadLoop","detail":"{readStateIndex:11087; appliedIndex:11084; }","duration":"651.91536ms","start":"2026-03-06T01:17:02.599212Z","end":"2026-03-06T01:17:03.251128Z","steps":["trace[404203082] 'read index received' (duration: 68.776272ms)","trace[404203082] 'applied index is now lower than readState.Index' (duration: 583.138588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:03.251225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:02.580234Z","time spent":"670.901268ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:03.251213Z","caller":"traceutil/trace.go:171","msg":"trace[1561655232] transaction","detail":"{read_only:false; response_revision:10701; number_of_response:1; }","duration":"668.592129ms","start":"2026-03-06T01:17:02.582587Z","end":"2026-03-06T01:17:03.251179Z","steps":["trace[1561655232] 'process raft request' (duration: 668.389464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:03.251381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:02.58256Z","time spent":"668.730504ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:03.251457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.216488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnwxg\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-06T01:17:03.251565Z","caller":"traceutil/trace.go:171","msg":"trace[12847297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnwxg; range_end:; response_count:1; response_revision:10701; }","duration":"652.385332ms","start":"2026-03-06T01:17:02.599155Z","end":"2026-03-06T01:17:03.25154Z","steps":["trace[12847297] 'agreement among raft nodes before linearized reading' (duration: 652.087004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:03.251629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:02.599134Z","time spent":"652.480195ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnwxg\" "} {"level":"warn","ts":"2026-03-06T01:17:03.649574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.116829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:17:03.64967Z","caller":"traceutil/trace.go:171","msg":"trace[844720612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10701; }","duration":"255.257404ms","start":"2026-03-06T01:17:03.394392Z","end":"2026-03-06T01:17:03.649649Z","steps":["trace[844720612] 'range keys from in-memory index tree' (duration: 255.022858ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:04.471865Z","caller":"traceutil/trace.go:171","msg":"trace[110627176] transaction","detail":"{read_only:false; response_revision:10702; number_of_response:1; }","duration":"121.882379ms","start":"2026-03-06T01:17:04.349957Z","end":"2026-03-06T01:17:04.47184Z","steps":["trace[110627176] 'process raft request' (duration: 121.726975ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:04.489105Z","caller":"traceutil/trace.go:171","msg":"trace[871692966] transaction","detail":"{read_only:false; response_revision:10703; number_of_response:1; }","duration":"138.511727ms","start":"2026-03-06T01:17:04.350569Z","end":"2026-03-06T01:17:04.489081Z","steps":["trace[871692966] 'process raft request' (duration: 138.347992ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:31.342602Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9920} {"level":"info","ts":"2026-03-06T01:20:31.422326Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9920,"took":"77.287332ms","hash":3786358121,"current-db-size-bytes":40448000,"current-db-size":"40 MB","current-db-size-in-use-bytes":23212032,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-06T01:20:31.422413Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3786358121,"revision":9920,"compact-revision":7558} {"level":"info","ts":"2026-03-06T01:22:20.760684Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000335e.wal"} {"level":"info","ts":"2026-03-06T01:23:06.049545Z","caller":"traceutil/trace.go:171","msg":"trace[435954739] transaction","detail":"{read_only:false; response_revision:12979; number_of_response:1; }","duration":"254.653555ms","start":"2026-03-06T01:23:05.794872Z","end":"2026-03-06T01:23:06.049526Z","steps":["trace[435954739] 'process raft request' (duration: 254.515532ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:06.084244Z","caller":"traceutil/trace.go:171","msg":"trace[1490802442] transaction","detail":"{read_only:false; response_revision:12981; number_of_response:1; }","duration":"287.748477ms","start":"2026-03-06T01:23:05.796474Z","end":"2026-03-06T01:23:06.084222Z","steps":["trace[1490802442] 'process raft request' (duration: 287.677064ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:06.084258Z","caller":"traceutil/trace.go:171","msg":"trace[1913598900] transaction","detail":"{read_only:false; response_revision:12980; number_of_response:1; }","duration":"289.129152ms","start":"2026-03-06T01:23:05.795097Z","end":"2026-03-06T01:23:06.084227Z","steps":["trace[1913598900] 'process raft request' (duration: 288.906716ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:10.824178Z","caller":"traceutil/trace.go:171","msg":"trace[1649145215] linearizableReadLoop","detail":"{readStateIndex:13478; appliedIndex:13477; }","duration":"356.749266ms","start":"2026-03-06T01:23:10.467408Z","end":"2026-03-06T01:23:10.824157Z","steps":["trace[1649145215] 'read index received' (duration: 356.601003ms)","trace[1649145215] 'applied index is now lower than readState.Index' (duration: 146.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:10.824216Z","caller":"traceutil/trace.go:171","msg":"trace[1985798955] transaction","detail":"{read_only:false; response_revision:13004; number_of_response:1; }","duration":"372.521632ms","start":"2026-03-06T01:23:10.451665Z","end":"2026-03-06T01:23:10.824187Z","steps":["trace[1985798955] 'process raft request' (duration: 372.342928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.824331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.451649Z","time spent":"372.622094ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:10.824336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.90717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:23:10.824368Z","caller":"traceutil/trace.go:171","msg":"trace[55661799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13004; }","duration":"356.976431ms","start":"2026-03-06T01:23:10.467384Z","end":"2026-03-06T01:23:10.824361Z","steps":["trace[55661799] 'agreement among raft nodes before linearized reading' (duration: 356.854228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.8244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.467372Z","time spent":"357.022002ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:11.449117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.789783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:23:11.449242Z","caller":"traceutil/trace.go:171","msg":"trace[1701434498] linearizableReadLoop","detail":"{readStateIndex:13479; appliedIndex:13478; }","duration":"436.581853ms","start":"2026-03-06T01:23:11.012638Z","end":"2026-03-06T01:23:11.44922Z","steps":["trace[1701434498] 'read index received' (duration: 322.532783ms)","trace[1701434498] 'applied index is now lower than readState.Index' (duration: 114.04708ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:11.449548Z","caller":"traceutil/trace.go:171","msg":"trace[339898487] transaction","detail":"{read_only:false; response_revision:13005; number_of_response:1; }","duration":"621.988461ms","start":"2026-03-06T01:23:10.827537Z","end":"2026-03-06T01:23:11.449526Z","steps":["trace[339898487] 'process raft request' (duration: 507.694445ms)","trace[339898487] 'compare' (duration: 113.67433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:11.44966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.827524Z","time spent":"622.080174ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:11.449746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.167919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:23:11.449801Z","caller":"traceutil/trace.go:171","msg":"trace[1079273754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13005; }","duration":"437.25842ms","start":"2026-03-06T01:23:11.012533Z","end":"2026-03-06T01:23:11.449791Z","steps":["trace[1079273754] 'agreement among raft nodes before linearized reading' (duration: 436.994583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.449783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.109324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T01:23:11.449808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.627548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T01:23:11.449843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:11.012515Z","time spent":"437.320352ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:23:11.449887Z","caller":"traceutil/trace.go:171","msg":"trace[500414992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13005; }","duration":"433.251397ms","start":"2026-03-06T01:23:11.016612Z","end":"2026-03-06T01:23:11.449863Z","steps":["trace[500414992] 'agreement among raft nodes before linearized reading' (duration: 432.987619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.449954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:11.016597Z","time spent":"433.34177ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:23:11.449897Z","caller":"traceutil/trace.go:171","msg":"trace[221205393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13005; }","duration":"383.762481ms","start":"2026-03-06T01:23:11.066111Z","end":"2026-03-06T01:23:11.449873Z","steps":["trace[221205393] 'agreement among raft nodes before linearized reading' (duration: 383.493084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.449798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.633384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-06T01:23:11.450237Z","caller":"traceutil/trace.go:171","msg":"trace[340155053] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13005; }","duration":"326.090535ms","start":"2026-03-06T01:23:11.124128Z","end":"2026-03-06T01:23:11.450219Z","steps":["trace[340155053] 'agreement among raft nodes before linearized reading' (duration: 325.469178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.450304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:11.124081Z","time spent":"326.205628ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:23:11.45033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:11.066093Z","time spent":"383.939176ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:23:19.932575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.909119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:23:19.933079Z","caller":"traceutil/trace.go:171","msg":"trace[876015655] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13045; }","duration":"163.050303ms","start":"2026-03-06T01:23:19.769592Z","end":"2026-03-06T01:23:19.932642Z","steps":["trace[876015655] 'range keys from in-memory index tree' (duration: 162.680552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.377266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.475085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-06T01:23:27.377355Z","caller":"traceutil/trace.go:171","msg":"trace[2057071963] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13094; }","duration":"210.609668ms","start":"2026-03-06T01:23:27.166726Z","end":"2026-03-06T01:23:27.377336Z","steps":["trace[2057071963] 'range keys from in-memory index tree' (duration: 210.27663ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:27.782267Z","caller":"traceutil/trace.go:171","msg":"trace[563909235] transaction","detail":"{read_only:false; response_revision:13098; number_of_response:1; }","duration":"130.911094ms","start":"2026-03-06T01:23:27.651335Z","end":"2026-03-06T01:23:27.782246Z","steps":["trace[563909235] 'process raft request' (duration: 130.866002ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:27.782359Z","caller":"traceutil/trace.go:171","msg":"trace[1456570330] transaction","detail":"{read_only:false; response_revision:13097; number_of_response:1; }","duration":"131.10292ms","start":"2026-03-06T01:23:27.651222Z","end":"2026-03-06T01:23:27.782325Z","steps":["trace[1456570330] 'process raft request' (duration: 130.850993ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:28.787961Z","caller":"traceutil/trace.go:171","msg":"trace[169234617] transaction","detail":"{read_only:false; response_revision:13102; number_of_response:1; }","duration":"270.192604ms","start":"2026-03-06T01:23:28.517744Z","end":"2026-03-06T01:23:28.787937Z","steps":["trace[169234617] 'process raft request' (duration: 269.990729ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:29.956916Z","caller":"traceutil/trace.go:171","msg":"trace[1844909356] linearizableReadLoop","detail":"{readStateIndex:13588; appliedIndex:13587; }","duration":"171.465349ms","start":"2026-03-06T01:23:29.785425Z","end":"2026-03-06T01:23:29.95689Z","steps":["trace[1844909356] 'read index received' (duration: 171.320976ms)","trace[1844909356] 'applied index is now lower than readState.Index' (duration: 143.213µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:29.957146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.694096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:23:29.957234Z","caller":"traceutil/trace.go:171","msg":"trace[1910779603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13110; }","duration":"171.824288ms","start":"2026-03-06T01:23:29.785389Z","end":"2026-03-06T01:23:29.957213Z","steps":["trace[1910779603] 'agreement among raft nodes before linearized reading' (duration: 171.581542ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:29.957584Z","caller":"traceutil/trace.go:171","msg":"trace[1300064779] transaction","detail":"{read_only:false; response_revision:13110; number_of_response:1; }","duration":"199.698748ms","start":"2026-03-06T01:23:29.757858Z","end":"2026-03-06T01:23:29.957557Z","steps":["trace[1300064779] 'process raft request' (duration: 198.883337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:30.397825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.146769ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:23:30.398103Z","caller":"traceutil/trace.go:171","msg":"trace[182131764] transaction","detail":"{read_only:false; response_revision:13111; number_of_response:1; }","duration":"435.839165ms","start":"2026-03-06T01:23:29.962245Z","end":"2026-03-06T01:23:30.398084Z","steps":["trace[182131764] 'process raft request' (duration: 435.681171ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:30.398111Z","caller":"traceutil/trace.go:171","msg":"trace[1800689021] linearizableReadLoop","detail":"{readStateIndex:13589; appliedIndex:13588; }","duration":"441.070708ms","start":"2026-03-06T01:23:29.956993Z","end":"2026-03-06T01:23:30.398063Z","steps":["trace[1800689021] 'read index received' (duration: 138.781226ms)","trace[1800689021] 'applied index is now lower than readState.Index' (duration: 302.284932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:30.398211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:29.962219Z","time spent":"435.925486ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:30.398447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.415424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:23:30.398516Z","caller":"traceutil/trace.go:171","msg":"trace[2092055836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13111; }","duration":"612.529598ms","start":"2026-03-06T01:23:29.785969Z","end":"2026-03-06T01:23:30.398499Z","steps":["trace[2092055836] 'agreement among raft nodes before linearized reading' (duration: 612.26691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:30.398578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:29.785956Z","time spent":"612.608149ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:23:30.399227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.057962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-f84s6\" ","response":"range_response_count:1 size:11931"} {"level":"info","ts":"2026-03-06T01:23:30.399297Z","caller":"traceutil/trace.go:171","msg":"trace[1771235173] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-f84s6; range_end:; response_count:1; response_revision:13115; }","duration":"284.164635ms","start":"2026-03-06T01:23:30.115117Z","end":"2026-03-06T01:23:30.399281Z","steps":["trace[1771235173] 'agreement among raft nodes before linearized reading' (duration: 283.967489ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:30.399342Z","caller":"traceutil/trace.go:171","msg":"trace[84332616] transaction","detail":"{read_only:false; response_revision:13113; number_of_response:1; }","duration":"235.808179ms","start":"2026-03-06T01:23:30.163513Z","end":"2026-03-06T01:23:30.399321Z","steps":["trace[84332616] 'process raft request' (duration: 235.421859ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:30.399555Z","caller":"traceutil/trace.go:171","msg":"trace[123018928] transaction","detail":"{read_only:false; response_revision:13114; number_of_response:1; }","duration":"147.378588ms","start":"2026-03-06T01:23:30.252159Z","end":"2026-03-06T01:23:30.399537Z","steps":["trace[123018928] 'process raft request' (duration: 146.833954ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:30.399767Z","caller":"traceutil/trace.go:171","msg":"trace[450930979] transaction","detail":"{read_only:false; response_revision:13115; number_of_response:1; }","duration":"140.141112ms","start":"2026-03-06T01:23:30.259612Z","end":"2026-03-06T01:23:30.399753Z","steps":["trace[450930979] 'process raft request' (duration: 139.423714ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:30.400081Z","caller":"traceutil/trace.go:171","msg":"trace[1263361320] transaction","detail":"{read_only:false; response_revision:13112; number_of_response:1; }","duration":"283.232891ms","start":"2026-03-06T01:23:30.116791Z","end":"2026-03-06T01:23:30.400024Z","steps":["trace[1263361320] 'process raft request' (duration: 282.03656ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:49.936654Z","caller":"traceutil/trace.go:171","msg":"trace[272696791] transaction","detail":"{read_only:false; response_revision:13393; number_of_response:1; }","duration":"253.319638ms","start":"2026-03-06T01:23:49.683284Z","end":"2026-03-06T01:23:49.936603Z","steps":["trace[272696791] 'process raft request' (duration: 253.078683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.538127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607626727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:50.641391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.888992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:23:50.641483Z","caller":"traceutil/trace.go:171","msg":"trace[1256411781] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13393; }","duration":"690.040576ms","start":"2026-03-06T01:23:49.95142Z","end":"2026-03-06T01:23:50.641461Z","steps":["trace[1256411781] 'range keys from in-memory index tree' (duration: 689.678907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.641952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:49.951398Z","time spent":"690.540688ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:23:50.644853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.508461ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:23:50.645165Z","caller":"traceutil/trace.go:171","msg":"trace[1789732017] transaction","detail":"{read_only:false; response_revision:13394; number_of_response:1; }","duration":"178.90067ms","start":"2026-03-06T01:23:50.466253Z","end":"2026-03-06T01:23:50.645154Z","steps":["trace[1789732017] 'process raft request' (duration: 178.710946ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:50.64545Z","caller":"traceutil/trace.go:171","msg":"trace[1326763903] linearizableReadLoop","detail":"{readStateIndex:13889; appliedIndex:13885; }","duration":"607.812316ms","start":"2026-03-06T01:23:50.037614Z","end":"2026-03-06T01:23:50.645427Z","steps":["trace[1326763903] 'read index received' (duration: 506.7329ms)","trace[1326763903] 'applied index is now lower than readState.Index' (duration: 101.078676ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:50.645512Z","caller":"traceutil/trace.go:171","msg":"trace[388211802] transaction","detail":"{read_only:false; response_revision:13395; number_of_response:1; }","duration":"175.836692ms","start":"2026-03-06T01:23:50.469633Z","end":"2026-03-06T01:23:50.64547Z","steps":["trace[388211802] 'process raft request' (duration: 175.477272ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:50.645558Z","caller":"traceutil/trace.go:171","msg":"trace[592631591] transaction","detail":"{read_only:false; response_revision:13396; number_of_response:1; }","duration":"173.911832ms","start":"2026-03-06T01:23:50.471605Z","end":"2026-03-06T01:23:50.645517Z","steps":["trace[592631591] 'process raft request' (duration: 173.753868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.645711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.26592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:23:50.645812Z","caller":"traceutil/trace.go:171","msg":"trace[815039278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13396; }","duration":"250.368813ms","start":"2026-03-06T01:23:50.395408Z","end":"2026-03-06T01:23:50.645777Z","steps":["trace[815039278] 'agreement among raft nodes before linearized reading' (duration: 250.241049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.645805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.047123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T01:23:50.645846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.713644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:23:50.645867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.176614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:23:50.645922Z","caller":"traceutil/trace.go:171","msg":"trace[821158982] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13396; }","duration":"337.875379ms","start":"2026-03-06T01:23:50.308025Z","end":"2026-03-06T01:23:50.6459Z","steps":["trace[821158982] 'agreement among raft nodes before linearized reading' (duration: 337.745844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.645964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.308001Z","time spent":"337.952431ms","remote":"127.0.0.1:48650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:50.645928Z","caller":"traceutil/trace.go:171","msg":"trace[1689111845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13396; }","duration":"161.266798ms","start":"2026-03-06T01:23:50.484646Z","end":"2026-03-06T01:23:50.645913Z","steps":["trace[1689111845] 'agreement among raft nodes before linearized reading' (duration: 161.070432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.645963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.303899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-34f159bf-b47f-4f5d-8069-0a9f57e08ff5\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-03-06T01:23:50.64599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.381611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T01:23:50.64605Z","caller":"traceutil/trace.go:171","msg":"trace[1736173509] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-34f159bf-b47f-4f5d-8069-0a9f57e08ff5; range_end:; response_count:1; response_revision:13396; }","duration":"279.447883ms","start":"2026-03-06T01:23:50.366579Z","end":"2026-03-06T01:23:50.646027Z","steps":["trace[1736173509] 'agreement among raft nodes before linearized reading' (duration: 279.190725ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:50.646117Z","caller":"traceutil/trace.go:171","msg":"trace[1390231878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13396; }","duration":"608.514295ms","start":"2026-03-06T01:23:50.037551Z","end":"2026-03-06T01:23:50.646065Z","steps":["trace[1390231878] 'agreement among raft nodes before linearized reading' (duration: 608.006561ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:50.645865Z","caller":"traceutil/trace.go:171","msg":"trace[333866321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13396; }","duration":"156.137644ms","start":"2026-03-06T01:23:50.489711Z","end":"2026-03-06T01:23:50.645849Z","steps":["trace[333866321] 'agreement among raft nodes before linearized reading' (duration: 155.97339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.646461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.710725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-06T01:23:50.646521Z","caller":"traceutil/trace.go:171","msg":"trace[1805845709] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:13396; }","duration":"519.799497ms","start":"2026-03-06T01:23:50.126705Z","end":"2026-03-06T01:23:50.646504Z","steps":["trace[1805845709] 'agreement among raft nodes before linearized reading' (duration: 518.910795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.646566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.126687Z","time spent":"519.866038ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-06T01:23:50.646905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.037524Z","time spent":"608.636177ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:23:50.786906Z","caller":"traceutil/trace.go:171","msg":"trace[714976160] transaction","detail":"{read_only:false; response_revision:13398; number_of_response:1; }","duration":"136.246072ms","start":"2026-03-06T01:23:50.650622Z","end":"2026-03-06T01:23:50.786868Z","steps":["trace[714976160] 'process raft request' (duration: 135.955434ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:50.786962Z","caller":"traceutil/trace.go:171","msg":"trace[351218586] transaction","detail":"{read_only:false; response_revision:13399; number_of_response:1; }","duration":"135.624346ms","start":"2026-03-06T01:23:50.651287Z","end":"2026-03-06T01:23:50.786912Z","steps":["trace[351218586] 'process raft request' (duration: 135.473352ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:50.786988Z","caller":"traceutil/trace.go:171","msg":"trace[929416481] linearizableReadLoop","detail":"{readStateIndex:13894; appliedIndex:13890; }","duration":"115.387094ms","start":"2026-03-06T01:23:50.671574Z","end":"2026-03-06T01:23:50.786961Z","steps":["trace[929416481] 'read index received' (duration: 114.975353ms)","trace[929416481] 'applied index is now lower than readState.Index' (duration: 410.831µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:50.787069Z","caller":"traceutil/trace.go:171","msg":"trace[465767973] transaction","detail":"{read_only:false; response_revision:13401; number_of_response:1; }","duration":"135.252356ms","start":"2026-03-06T01:23:50.651784Z","end":"2026-03-06T01:23:50.787036Z","steps":["trace[465767973] 'process raft request' (duration: 135.108732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.787126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.157561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-34f159bf-b47f-4f5d-8069-0a9f57e08ff5\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-06T01:23:50.787166Z","caller":"traceutil/trace.go:171","msg":"trace[157866788] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-34f159bf-b47f-4f5d-8069-0a9f57e08ff5; range_end:; response_count:1; response_revision:13401; }","duration":"119.249663ms","start":"2026-03-06T01:23:50.667904Z","end":"2026-03-06T01:23:50.787153Z","steps":["trace[157866788] 'agreement among raft nodes before linearized reading' (duration: 119.161181ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:50.78717Z","caller":"traceutil/trace.go:171","msg":"trace[1723246243] transaction","detail":"{read_only:false; response_revision:13400; number_of_response:1; }","duration":"135.735949ms","start":"2026-03-06T01:23:50.651349Z","end":"2026-03-06T01:23:50.787085Z","steps":["trace[1723246243] 'process raft request' (duration: 135.458042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.425842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.82819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:24:42.425931Z","caller":"traceutil/trace.go:171","msg":"trace[1824686070] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14001; }","duration":"128.952893ms","start":"2026-03-06T01:24:42.296959Z","end":"2026-03-06T01:24:42.425912Z","steps":["trace[1824686070] 'count revisions from in-memory index tree' (duration: 128.750949ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:55.660343Z","caller":"traceutil/trace.go:171","msg":"trace[1998732226] transaction","detail":"{read_only:false; response_revision:14069; number_of_response:1; }","duration":"171.438019ms","start":"2026-03-06T01:24:55.488877Z","end":"2026-03-06T01:24:55.660315Z","steps":["trace[1998732226] 'process raft request' (duration: 170.941286ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.054735Z","caller":"traceutil/trace.go:171","msg":"trace[1549956164] transaction","detail":"{read_only:false; response_revision:14090; number_of_response:1; }","duration":"162.235162ms","start":"2026-03-06T01:25:00.89246Z","end":"2026-03-06T01:25:01.054695Z","steps":["trace[1549956164] 'process raft request' (duration: 162.087998ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.27926Z","caller":"traceutil/trace.go:171","msg":"trace[650817881] transaction","detail":"{read_only:false; response_revision:14091; number_of_response:1; }","duration":"382.621932ms","start":"2026-03-06T01:25:00.896603Z","end":"2026-03-06T01:25:01.279225Z","steps":["trace[650817881] 'process raft request' (duration: 309.718123ms)","trace[650817881] 'compare' (duration: 72.730984ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:01.279412Z","caller":"traceutil/trace.go:171","msg":"trace[1307066552] linearizableReadLoop","detail":"{readStateIndex:14605; appliedIndex:14602; }","duration":"369.254568ms","start":"2026-03-06T01:25:00.910125Z","end":"2026-03-06T01:25:01.279379Z","steps":["trace[1307066552] 'read index received' (duration: 144.480544ms)","trace[1307066552] 'applied index is now lower than readState.Index' (duration: 224.770944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:01.279441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:00.896584Z","time spent":"382.763336ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:01.279514Z","caller":"traceutil/trace.go:171","msg":"trace[1444756198] transaction","detail":"{read_only:false; response_revision:14092; number_of_response:1; }","duration":"381.447432ms","start":"2026-03-06T01:25:00.897986Z","end":"2026-03-06T01:25:01.279434Z","steps":["trace[1444756198] 'process raft request' (duration: 381.188896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.279638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.5966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:25:01.279696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:00.897967Z","time spent":"381.643227ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:01.279791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.607664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T01:25:01.279702Z","caller":"traceutil/trace.go:171","msg":"trace[1866499801] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:14092; }","duration":"219.697451ms","start":"2026-03-06T01:25:01.059987Z","end":"2026-03-06T01:25:01.279684Z","steps":["trace[1866499801] 'agreement among raft nodes before linearized reading' (duration: 219.589619ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.279873Z","caller":"traceutil/trace.go:171","msg":"trace[1870829523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14092; }","duration":"135.738849ms","start":"2026-03-06T01:25:01.144114Z","end":"2026-03-06T01:25:01.279853Z","steps":["trace[1870829523] 'agreement among raft nodes before linearized reading' (duration: 135.531123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.279905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-06T01:25:01.279972Z","caller":"traceutil/trace.go:171","msg":"trace[826235219] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:14092; }","duration":"183.160251ms","start":"2026-03-06T01:25:01.096788Z","end":"2026-03-06T01:25:01.279948Z","steps":["trace[826235219] 'agreement among raft nodes before linearized reading' (duration: 182.939755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.279947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.61467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T01:25:01.279999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.862283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T01:25:01.280098Z","caller":"traceutil/trace.go:171","msg":"trace[1090946296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14092; }","duration":"134.800055ms","start":"2026-03-06T01:25:01.145237Z","end":"2026-03-06T01:25:01.280037Z","steps":["trace[1090946296] 'agreement among raft nodes before linearized reading' (duration: 134.387314ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.280158Z","caller":"traceutil/trace.go:171","msg":"trace[1989211027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14092; }","duration":"131.046108ms","start":"2026-03-06T01:25:01.149063Z","end":"2026-03-06T01:25:01.28011Z","steps":["trace[1989211027] 'agreement among raft nodes before linearized reading' (duration: 130.651427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.280493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.365847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:25:01.280609Z","caller":"traceutil/trace.go:171","msg":"trace[870977169] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:14092; }","duration":"370.527552ms","start":"2026-03-06T01:25:00.910028Z","end":"2026-03-06T01:25:01.280555Z","steps":["trace[870977169] 'agreement among raft nodes before linearized reading' (duration: 369.532265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.280681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:00.909956Z","time spent":"370.711105ms","remote":"127.0.0.1:60558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:01.447245Z","caller":"traceutil/trace.go:171","msg":"trace[1977087001] transaction","detail":"{read_only:false; response_revision:14094; number_of_response:1; }","duration":"161.250407ms","start":"2026-03-06T01:25:01.285969Z","end":"2026-03-06T01:25:01.447219Z","steps":["trace[1977087001] 'process raft request' (duration: 157.297565ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.447424Z","caller":"traceutil/trace.go:171","msg":"trace[556649540] linearizableReadLoop","detail":"{readStateIndex:14608; appliedIndex:14605; }","duration":"161.219165ms","start":"2026-03-06T01:25:01.286157Z","end":"2026-03-06T01:25:01.447377Z","steps":["trace[556649540] 'read index received' (duration: 49.637328ms)","trace[556649540] 'applied index is now lower than readState.Index' (duration: 111.579887ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:01.447496Z","caller":"traceutil/trace.go:171","msg":"trace[1337569415] transaction","detail":"{read_only:false; response_revision:14095; number_of_response:1; }","duration":"161.413172ms","start":"2026-03-06T01:25:01.286058Z","end":"2026-03-06T01:25:01.447471Z","steps":["trace[1337569415] 'process raft request' (duration: 161.118034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.447681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.698499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:25:01.447708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.536873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f0ce0317-7758-4a19-87fa-4a6a5529746b\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-06T01:25:01.447742Z","caller":"traceutil/trace.go:171","msg":"trace[587901183] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:14095; }","duration":"144.809142ms","start":"2026-03-06T01:25:01.302919Z","end":"2026-03-06T01:25:01.447728Z","steps":["trace[587901183] 'agreement among raft nodes before linearized reading' (duration: 144.681679ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.44782Z","caller":"traceutil/trace.go:171","msg":"trace[1530592160] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f0ce0317-7758-4a19-87fa-4a6a5529746b; range_end:; response_count:1; response_revision:14095; }","duration":"161.622515ms","start":"2026-03-06T01:25:01.286112Z","end":"2026-03-06T01:25:01.447734Z","steps":["trace[1530592160] 'agreement among raft nodes before linearized reading' (duration: 161.44055ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:02.453244Z","caller":"traceutil/trace.go:171","msg":"trace[1090464209] transaction","detail":"{read_only:false; response_revision:14097; number_of_response:1; }","duration":"103.528549ms","start":"2026-03-06T01:25:02.349674Z","end":"2026-03-06T01:25:02.453203Z","steps":["trace[1090464209] 'process raft request' (duration: 103.322373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:02.749179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.793615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:25:02.749318Z","caller":"traceutil/trace.go:171","msg":"trace[127536760] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14097; }","duration":"226.972831ms","start":"2026-03-06T01:25:02.522327Z","end":"2026-03-06T01:25:02.7493Z","steps":["trace[127536760] 'range keys from in-memory index tree' (duration: 226.664232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:02.749433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.431647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:25:02.749486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.477128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T01:25:02.749535Z","caller":"traceutil/trace.go:171","msg":"trace[1062422751] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14097; }","duration":"226.591201ms","start":"2026-03-06T01:25:02.522922Z","end":"2026-03-06T01:25:02.749513Z","steps":["trace[1062422751] 'range keys from in-memory index tree' (duration: 226.332224ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:02.749536Z","caller":"traceutil/trace.go:171","msg":"trace[43348272] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14097; }","duration":"226.541769ms","start":"2026-03-06T01:25:02.522981Z","end":"2026-03-06T01:25:02.749523Z","steps":["trace[43348272] 'range keys from in-memory index tree' (duration: 226.385406ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:31.351559Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11931} {"level":"info","ts":"2026-03-06T01:25:31.429332Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11931,"took":"74.86179ms","hash":4286511684,"current-db-size-bytes":40448000,"current-db-size":"40 MB","current-db-size-in-use-bytes":26165248,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-06T01:25:31.429429Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4286511684,"revision":11931,"compact-revision":9920} {"level":"info","ts":"2026-03-06T01:28:01.459518Z","caller":"traceutil/trace.go:171","msg":"trace[907371237] transaction","detail":"{read_only:false; response_revision:15433; number_of_response:1; }","duration":"127.071296ms","start":"2026-03-06T01:28:01.332373Z","end":"2026-03-06T01:28:01.459444Z","steps":["trace[907371237] 'process raft request' (duration: 126.81819ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:01.934682Z","caller":"traceutil/trace.go:171","msg":"trace[1329836743] transaction","detail":"{read_only:false; response_revision:15438; number_of_response:1; }","duration":"306.337788ms","start":"2026-03-06T01:28:01.628325Z","end":"2026-03-06T01:28:01.934663Z","steps":["trace[1329836743] 'process raft request' (duration: 304.320836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:01.934772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:01.628306Z","time spent":"306.423201ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:28:01.93474Z","caller":"traceutil/trace.go:171","msg":"trace[681835381] linearizableReadLoop","detail":"{readStateIndex:15997; appliedIndex:15996; }","duration":"237.31693ms","start":"2026-03-06T01:28:01.697243Z","end":"2026-03-06T01:28:01.93456Z","steps":["trace[681835381] 'read index received' (duration: 235.416081ms)","trace[681835381] 'applied index is now lower than readState.Index' (duration: 1.899649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:01.934881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.637187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-x6gmp\" ","response":"range_response_count:1 size:18363"} {"level":"info","ts":"2026-03-06T01:28:01.934923Z","caller":"traceutil/trace.go:171","msg":"trace[906224193] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-x6gmp; range_end:; response_count:1; response_revision:15438; }","duration":"237.717821ms","start":"2026-03-06T01:28:01.697195Z","end":"2026-03-06T01:28:01.934912Z","steps":["trace[906224193] 'agreement among raft nodes before linearized reading' (duration: 237.555446ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:01.936732Z","caller":"traceutil/trace.go:171","msg":"trace[539360157] transaction","detail":"{read_only:false; response_revision:15439; number_of_response:1; }","duration":"230.33915ms","start":"2026-03-06T01:28:01.706379Z","end":"2026-03-06T01:28:01.936718Z","steps":["trace[539360157] 'process raft request' (duration: 230.175826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:01.937381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.903715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:01.937677Z","caller":"traceutil/trace.go:171","msg":"trace[1703543051] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:15441; }","duration":"150.249173ms","start":"2026-03-06T01:28:01.787408Z","end":"2026-03-06T01:28:01.937657Z","steps":["trace[1703543051] 'agreement among raft nodes before linearized reading' (duration: 149.928506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:01.938137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.210112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d9955\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-06T01:28:01.938169Z","caller":"traceutil/trace.go:171","msg":"trace[1604432302] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d9955; range_end:; response_count:1; response_revision:15441; }","duration":"212.272744ms","start":"2026-03-06T01:28:01.725888Z","end":"2026-03-06T01:28:01.938161Z","steps":["trace[1604432302] 'agreement among raft nodes before linearized reading' (duration: 211.311299ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:03.685644Z","caller":"traceutil/trace.go:171","msg":"trace[1897219357] linearizableReadLoop","detail":"{readStateIndex:16021; appliedIndex:16020; }","duration":"174.691504ms","start":"2026-03-06T01:28:03.510924Z","end":"2026-03-06T01:28:03.685615Z","steps":["trace[1897219357] 'read index received' (duration: 174.591812ms)","trace[1897219357] 'applied index is now lower than readState.Index' (duration: 98.412µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:03.685727Z","caller":"traceutil/trace.go:171","msg":"trace[993897111] transaction","detail":"{read_only:false; response_revision:15461; number_of_response:1; }","duration":"217.703744ms","start":"2026-03-06T01:28:03.468003Z","end":"2026-03-06T01:28:03.685706Z","steps":["trace[993897111] 'process raft request' (duration: 217.446767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:03.685892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.956871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-nx84c\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-06T01:28:03.685934Z","caller":"traceutil/trace.go:171","msg":"trace[1307103964] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-nx84c; range_end:; response_count:1; response_revision:15461; }","duration":"175.048664ms","start":"2026-03-06T01:28:03.510874Z","end":"2026-03-06T01:28:03.685922Z","steps":["trace[1307103964] 'agreement among raft nodes before linearized reading' (duration: 174.876119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:03.687954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.63773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnwxg\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-06T01:28:03.688007Z","caller":"traceutil/trace.go:171","msg":"trace[588298850] transaction","detail":"{read_only:false; response_revision:15462; number_of_response:1; }","duration":"161.729851ms","start":"2026-03-06T01:28:03.526266Z","end":"2026-03-06T01:28:03.687996Z","steps":["trace[588298850] 'process raft request' (duration: 161.264098ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:03.688028Z","caller":"traceutil/trace.go:171","msg":"trace[1871044519] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnwxg; range_end:; response_count:1; response_revision:15462; }","duration":"125.763244ms","start":"2026-03-06T01:28:03.562247Z","end":"2026-03-06T01:28:03.688011Z","steps":["trace[1871044519] 'agreement among raft nodes before linearized reading' (duration: 125.537357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:04.467665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607634408,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:28:04.796327Z","caller":"traceutil/trace.go:171","msg":"trace[279438574] transaction","detail":"{read_only:false; response_revision:15463; number_of_response:1; }","duration":"854.744771ms","start":"2026-03-06T01:28:03.941562Z","end":"2026-03-06T01:28:04.796306Z","steps":["trace[279438574] 'process raft request' (duration: 854.619097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:04.796446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:03.941537Z","time spent":"854.843443ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:06.067013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.359267ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:06.067156Z","caller":"traceutil/trace.go:171","msg":"trace[725360840] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15463; }","duration":"518.514402ms","start":"2026-03-06T01:28:05.548624Z","end":"2026-03-06T01:28:06.067138Z","steps":["trace[725360840] 'range keys from in-memory index tree' (duration: 518.342187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.280134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.483938205s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:28:06.280509Z","caller":"traceutil/trace.go:171","msg":"trace[504468634] transaction","detail":"{read_only:false; response_revision:15464; number_of_response:1; }","duration":"2.337427864s","start":"2026-03-06T01:28:03.943059Z","end":"2026-03-06T01:28:06.280486Z","steps":["trace[504468634] 'process raft request' (duration: 2.337254238s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.280645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:03.943036Z","time spent":"2.337523955s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:06.280707Z","caller":"traceutil/trace.go:171","msg":"trace[1047648605] linearizableReadLoop","detail":"{readStateIndex:16025; appliedIndex:16022; }","duration":"2.313416395s","start":"2026-03-06T01:28:03.96724Z","end":"2026-03-06T01:28:06.280656Z","steps":["trace[1047648605] 'read index received' (duration: 828.989657ms)","trace[1047648605] 'applied index is now lower than readState.Index' (duration: 1.484424888s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:06.280796Z","caller":"traceutil/trace.go:171","msg":"trace[1038025029] transaction","detail":"{read_only:false; response_revision:15465; number_of_response:1; }","duration":"2.336993892s","start":"2026-03-06T01:28:03.943737Z","end":"2026-03-06T01:28:06.280731Z","steps":["trace[1038025029] 'process raft request' (duration: 2.336715255s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.280929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273496375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d9955\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-06T01:28:06.280972Z","caller":"traceutil/trace.go:171","msg":"trace[728172275] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d9955; range_end:; response_count:1; response_revision:15465; }","duration":"2.273590247s","start":"2026-03-06T01:28:04.00737Z","end":"2026-03-06T01:28:06.28096Z","steps":["trace[728172275] 'agreement among raft nodes before linearized reading' (duration: 2.273470814s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.28101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:04.00735Z","time spent":"2.273651048s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-d9955\" "} {"level":"warn","ts":"2026-03-06T01:28:06.28101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97937919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T01:28:06.281022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:03.943729Z","time spent":"2.337183197s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:06.281086Z","caller":"traceutil/trace.go:171","msg":"trace[1034913564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15465; }","duration":"1.979495553s","start":"2026-03-06T01:28:04.301573Z","end":"2026-03-06T01:28:06.281069Z","steps":["trace[1034913564] 'agreement among raft nodes before linearized reading' (duration: 1.979335129s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.15854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:28:06.281181Z","caller":"traceutil/trace.go:171","msg":"trace[1095201530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15465; }","duration":"592.251042ms","start":"2026-03-06T01:28:05.688915Z","end":"2026-03-06T01:28:06.281166Z","steps":["trace[1095201530] 'agreement among raft nodes before linearized reading' (duration: 592.114268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130199024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-ml5pr\" ","response":"range_response_count:1 size:18590"} {"level":"warn","ts":"2026-03-06T01:28:06.281222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.688874Z","time spent":"592.339744ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:28:06.28125Z","caller":"traceutil/trace.go:171","msg":"trace[275797247] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-ml5pr; range_end:; response_count:1; response_revision:15465; }","duration":"1.130255846s","start":"2026-03-06T01:28:05.150969Z","end":"2026-03-06T01:28:06.281225Z","steps":["trace[275797247] 'agreement among raft nodes before linearized reading' (duration: 1.130096041s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.150965Z","time spent":"1.130335577s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18614,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-ml5pr\" "} {"level":"warn","ts":"2026-03-06T01:28:06.281318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026410844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18952"} {"level":"info","ts":"2026-03-06T01:28:06.281352Z","caller":"traceutil/trace.go:171","msg":"trace[28501656] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:15465; }","duration":"2.026493055s","start":"2026-03-06T01:28:04.25485Z","end":"2026-03-06T01:28:06.281343Z","steps":["trace[28501656] 'agreement among raft nodes before linearized reading' (duration: 2.026358832s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:04.254808Z","time spent":"2.026572477s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18976,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T01:28:06.281429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.001404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-nx84c\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-06T01:28:06.281469Z","caller":"traceutil/trace.go:171","msg":"trace[228477882] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-nx84c; range_end:; response_count:1; response_revision:15465; }","duration":"571.064725ms","start":"2026-03-06T01:28:05.710393Z","end":"2026-03-06T01:28:06.281458Z","steps":["trace[228477882] 'agreement among raft nodes before linearized reading' (duration: 570.979653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66521523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T01:28:06.281509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.71038Z","time spent":"571.119727ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20699,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-nx84c\" "} {"level":"warn","ts":"2026-03-06T01:28:06.281522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146559827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T01:28:06.281575Z","caller":"traceutil/trace.go:171","msg":"trace[21855738] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15465; }","duration":"1.146650629s","start":"2026-03-06T01:28:05.134907Z","end":"2026-03-06T01:28:06.281558Z","steps":["trace[21855738] 'agreement among raft nodes before linearized reading' (duration: 1.146546606s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.28161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101384841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-06T01:28:06.281615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049905549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-06T01:28:06.28163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812781394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-06T01:28:06.281651Z","caller":"traceutil/trace.go:171","msg":"trace[1524995608] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:15465; }","duration":"2.0499388s","start":"2026-03-06T01:28:04.231699Z","end":"2026-03-06T01:28:06.281638Z","steps":["trace[1524995608] 'agreement among raft nodes before linearized reading' (duration: 2.049847177s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885279564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:28:06.28169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102106539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:28:06.281688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146813493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:06.281717Z","caller":"traceutil/trace.go:171","msg":"trace[745381367] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15465; }","duration":"1.1021532s","start":"2026-03-06T01:28:05.179557Z","end":"2026-03-06T01:28:06.28171Z","steps":["trace[745381367] 'agreement among raft nodes before linearized reading' (duration: 1.102109589s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135044818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fvm7m\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-03-06T01:28:06.281257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149408219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-06T01:28:06.281756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.179544Z","time spent":"1.102205941s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:28:06.28163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.134877Z","time spent":"1.14674005s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-06T01:28:06.281768Z","caller":"traceutil/trace.go:171","msg":"trace[1925599262] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15465; }","duration":"1.149927872s","start":"2026-03-06T01:28:05.131831Z","end":"2026-03-06T01:28:06.281759Z","steps":["trace[1925599262] 'agreement among raft nodes before linearized reading' (duration: 1.149335137s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.613289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:28:06.281798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957405923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T01:28:06.281828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165406987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T01:28:06.281838Z","caller":"traceutil/trace.go:171","msg":"trace[1418284774] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15465; }","duration":"590.668171ms","start":"2026-03-06T01:28:05.691157Z","end":"2026-03-06T01:28:06.281825Z","steps":["trace[1418284774] 'agreement among raft nodes before linearized reading' (duration: 590.604859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.025411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:28:06.281311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149891572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:06.281721Z","caller":"traceutil/trace.go:171","msg":"trace[1392851515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15465; }","duration":"1.885361396s","start":"2026-03-06T01:28:04.396347Z","end":"2026-03-06T01:28:06.281709Z","steps":["trace[1392851515] 'agreement among raft nodes before linearized reading' (duration: 1.885263754s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.2819Z","caller":"traceutil/trace.go:171","msg":"trace[1974687348] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15465; }","duration":"591.160315ms","start":"2026-03-06T01:28:05.690723Z","end":"2026-03-06T01:28:06.281883Z","steps":["trace[1974687348] 'agreement among raft nodes before linearized reading' (duration: 591.02ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20777914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:06.281929Z","caller":"traceutil/trace.go:171","msg":"trace[2077669468] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15465; }","duration":"1.150517638s","start":"2026-03-06T01:28:05.131401Z","end":"2026-03-06T01:28:06.281919Z","steps":["trace[2077669468] 'agreement among raft nodes before linearized reading' (duration: 1.149880282s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:04.396333Z","time spent":"1.885589913s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:28:06.281947Z","caller":"traceutil/trace.go:171","msg":"trace[2014471255] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15465; }","duration":"2.207827302s","start":"2026-03-06T01:28:04.074113Z","end":"2026-03-06T01:28:06.28194Z","steps":["trace[2014471255] 'agreement among raft nodes before linearized reading' (duration: 2.207796811s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12928834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-t9czt\" ","response":"range_response_count:1 size:14196"} {"level":"warn","ts":"2026-03-06T01:28:06.281964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.131396Z","time spent":"1.150559579s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:28:06.281981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:04.074102Z","time spent":"2.207873833s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:28:06.281994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.938458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:06.281997Z","caller":"traceutil/trace.go:171","msg":"trace[1704964381] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-t9czt; range_end:; response_count:1; response_revision:15465; }","duration":"1.129359292s","start":"2026-03-06T01:28:05.152623Z","end":"2026-03-06T01:28:06.281982Z","steps":["trace[1704964381] 'agreement among raft nodes before linearized reading' (duration: 1.129204208s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.282023Z","caller":"traceutil/trace.go:171","msg":"trace[162658308] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15465; }","duration":"590.991109ms","start":"2026-03-06T01:28:05.691023Z","end":"2026-03-06T01:28:06.282014Z","steps":["trace[162658308] 'agreement among raft nodes before linearized reading' (duration: 590.950218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080541408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T01:28:06.283895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.691008Z","time spent":"592.863807ms","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-03-06T01:28:06.281844Z","caller":"traceutil/trace.go:171","msg":"trace[1247846764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15465; }","duration":"1.957489486s","start":"2026-03-06T01:28:04.324343Z","end":"2026-03-06T01:28:06.281832Z","steps":["trace[1247846764] 'agreement among raft nodes before linearized reading' (duration: 1.957374883s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.283967Z","caller":"traceutil/trace.go:171","msg":"trace[1363658179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15465; }","duration":"2.082772567s","start":"2026-03-06T01:28:04.201169Z","end":"2026-03-06T01:28:06.283942Z","steps":["trace[1363658179] 'agreement among raft nodes before linearized reading' (duration: 2.080532678s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.284011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:04.324325Z","time spent":"1.959666143s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:28:06.281687Z","caller":"traceutil/trace.go:171","msg":"trace[349137223] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:15465; }","duration":"1.812835555s","start":"2026-03-06T01:28:04.468838Z","end":"2026-03-06T01:28:06.281674Z","steps":["trace[349137223] 'agreement among raft nodes before linearized reading' (duration: 1.812710622s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.28409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:04.201151Z","time spent":"2.082861218s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:28:06.284135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:04.46877Z","time spent":"1.815346721s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-06T01:28:06.281141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:04.301551Z","time spent":"1.979577266s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:28:06.281804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.131825Z","time spent":"1.149969104s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T01:28:06.281354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.180091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:28:06.284301Z","caller":"traceutil/trace.go:171","msg":"trace[605988495] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15465; }","duration":"455.137346ms","start":"2026-03-06T01:28:05.829151Z","end":"2026-03-06T01:28:06.284288Z","steps":["trace[605988495] 'agreement among raft nodes before linearized reading' (duration: 452.146429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.284335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.829141Z","time spent":"455.183647ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:28:06.281525Z","caller":"traceutil/trace.go:171","msg":"trace[1053234860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15465; }","duration":"1.665289803s","start":"2026-03-06T01:28:04.616222Z","end":"2026-03-06T01:28:06.281512Z","steps":["trace[1053234860] 'agreement among raft nodes before linearized reading' (duration: 1.665155779s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.284377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:04.616206Z","time spent":"1.668160296s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:28:06.282033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.152608Z","time spent":"1.129417043s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14220,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-t9czt\" "} {"level":"warn","ts":"2026-03-06T01:28:06.281946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.6907Z","time spent":"591.239036ms","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:28:06.281683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:04.231666Z","time spent":"2.050011232s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-06T01:28:06.280994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313726662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d9955\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-06T01:28:06.284566Z","caller":"traceutil/trace.go:171","msg":"trace[993981240] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d9955; range_end:; response_count:1; response_revision:15465; }","duration":"2.317346825s","start":"2026-03-06T01:28:03.967196Z","end":"2026-03-06T01:28:06.284543Z","steps":["trace[993981240] 'agreement among raft nodes before linearized reading' (duration: 2.31362223s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146187216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-06T01:28:06.281306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02453949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-x6gmp\" ","response":"range_response_count:1 size:18565"} {"level":"warn","ts":"2026-03-06T01:28:06.281356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150903168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:06.281643Z","caller":"traceutil/trace.go:171","msg":"trace[1372887237] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15465; }","duration":"1.101432332s","start":"2026-03-06T01:28:05.180202Z","end":"2026-03-06T01:28:06.281634Z","steps":["trace[1372887237] 'agreement among raft nodes before linearized reading' (duration: 1.101330839s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.371404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnwxg\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-06T01:28:06.281733Z","caller":"traceutil/trace.go:171","msg":"trace[1874733144] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15465; }","duration":"1.146887564s","start":"2026-03-06T01:28:05.134831Z","end":"2026-03-06T01:28:06.281719Z","steps":["trace[1874733144] 'agreement among raft nodes before linearized reading' (duration: 1.146825622s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.28176Z","caller":"traceutil/trace.go:171","msg":"trace[418589009] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fvm7m; range_end:; response_count:1; response_revision:15465; }","duration":"1.135388037s","start":"2026-03-06T01:28:05.146363Z","end":"2026-03-06T01:28:06.281751Z","steps":["trace[418589009] 'agreement among raft nodes before linearized reading' (duration: 1.134973797s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.281855Z","caller":"traceutil/trace.go:171","msg":"trace[241625483] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15465; }","duration":"2.16545508s","start":"2026-03-06T01:28:04.116392Z","end":"2026-03-06T01:28:06.281847Z","steps":["trace[241625483] 'agreement among raft nodes before linearized reading' (duration: 2.165381547s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.281894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207692829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:28:06.281889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.691154Z","time spent":"590.722612ms","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:28:06.282068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208317934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:28:06.282084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.152536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:28:06.282113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208397626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:28:06.28466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:03.967179Z","time spent":"2.317465519s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-d9955\" "} {"level":"info","ts":"2026-03-06T01:28:06.284697Z","caller":"traceutil/trace.go:171","msg":"trace[729252312] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15465; }","duration":"1.149894622s","start":"2026-03-06T01:28:05.134794Z","end":"2026-03-06T01:28:06.284688Z","steps":["trace[729252312] 'agreement among raft nodes before linearized reading' (duration: 1.146059803s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.284706Z","caller":"traceutil/trace.go:171","msg":"trace[1230297701] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15465; }","duration":"2.211026515s","start":"2026-03-06T01:28:04.073665Z","end":"2026-03-06T01:28:06.284691Z","steps":["trace[1230297701] 'agreement among raft nodes before linearized reading' (duration: 2.208429408s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.284715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.146357Z","time spent":"1.138346014s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fvm7m\" "} {"level":"warn","ts":"2026-03-06T01:28:06.284734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.134789Z","time spent":"1.149933693s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T01:28:06.284759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:04.11638Z","time spent":"2.168367454s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-06T01:28:06.284806Z","caller":"traceutil/trace.go:171","msg":"trace[1161604811] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15465; }","duration":"2.210618273s","start":"2026-03-06T01:28:04.074171Z","end":"2026-03-06T01:28:06.284789Z","steps":["trace[1161604811] 'agreement among raft nodes before linearized reading' (duration: 2.207703138s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.284839Z","caller":"traceutil/trace.go:171","msg":"trace[368964274] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15465; }","duration":"590.924357ms","start":"2026-03-06T01:28:05.693905Z","end":"2026-03-06T01:28:06.284829Z","steps":["trace[368964274] 'agreement among raft nodes before linearized reading' (duration: 588.153586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.284857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:04.074158Z","time spent":"2.210689416s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:28:06.284874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.180198Z","time spent":"1.104669535s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T01:28:06.284891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.693895Z","time spent":"590.983849ms","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:28:06.284768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:04.073642Z","time spent":"2.211105326s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-03-06T01:28:06.284808Z","caller":"traceutil/trace.go:171","msg":"trace[1334959211] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15465; }","duration":"2.211101525s","start":"2026-03-06T01:28:04.073694Z","end":"2026-03-06T01:28:06.284795Z","steps":["trace[1334959211] 'agreement among raft nodes before linearized reading' (duration: 2.208339874s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.284982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:04.073667Z","time spent":"2.211308142s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T01:28:06.284842Z","caller":"traceutil/trace.go:171","msg":"trace[2019212942] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15465; }","duration":"1.154410888s","start":"2026-03-06T01:28:05.13042Z","end":"2026-03-06T01:28:06.284831Z","steps":["trace[2019212942] 'agreement among raft nodes before linearized reading' (duration: 1.150914198s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.284662Z","caller":"traceutil/trace.go:171","msg":"trace[139604630] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-x6gmp; range_end:; response_count:1; response_revision:15465; }","duration":"1.027895937s","start":"2026-03-06T01:28:05.256751Z","end":"2026-03-06T01:28:06.284647Z","steps":["trace[139604630] 'agreement among raft nodes before linearized reading' (duration: 1.024299523s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.28504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.130406Z","time spent":"1.154614783s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:28:06.284849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.134815Z","time spent":"1.150026146s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:28:06.285056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.256715Z","time spent":"1.028334428s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18589,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-x6gmp\" "} {"level":"info","ts":"2026-03-06T01:28:06.284946Z","caller":"traceutil/trace.go:171","msg":"trace[2001022687] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnwxg; range_end:; response_count:1; response_revision:15465; }","duration":"574.604137ms","start":"2026-03-06T01:28:05.71033Z","end":"2026-03-06T01:28:06.284934Z","steps":["trace[2001022687] 'agreement among raft nodes before linearized reading' (duration: 571.331752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.285175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:05.710324Z","time spent":"574.837302ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnwxg\" "} {"level":"info","ts":"2026-03-06T01:28:06.433681Z","caller":"traceutil/trace.go:171","msg":"trace[1982920935] transaction","detail":"{read_only:false; response_revision:15468; number_of_response:1; }","duration":"143.9384ms","start":"2026-03-06T01:28:06.289724Z","end":"2026-03-06T01:28:06.433663Z","steps":["trace[1982920935] 'process raft request' (duration: 143.880479ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.433698Z","caller":"traceutil/trace.go:171","msg":"trace[477070159] transaction","detail":"{read_only:false; response_revision:15466; number_of_response:1; }","duration":"144.076065ms","start":"2026-03-06T01:28:06.289588Z","end":"2026-03-06T01:28:06.433664Z","steps":["trace[477070159] 'process raft request' (duration: 122.765546ms)","trace[477070159] 'compare' (duration: 21.106404ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:06.433715Z","caller":"traceutil/trace.go:171","msg":"trace[555564635] transaction","detail":"{read_only:false; response_revision:15467; number_of_response:1; }","duration":"144.037273ms","start":"2026-03-06T01:28:06.289644Z","end":"2026-03-06T01:28:06.433682Z","steps":["trace[555564635] 'process raft request' (duration: 143.92367ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.433918Z","caller":"traceutil/trace.go:171","msg":"trace[1258387511] transaction","detail":"{read_only:false; response_revision:15469; number_of_response:1; }","duration":"143.729456ms","start":"2026-03-06T01:28:06.290174Z","end":"2026-03-06T01:28:06.433904Z","steps":["trace[1258387511] 'process raft request' (duration: 143.459389ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.433979Z","caller":"traceutil/trace.go:171","msg":"trace[62823192] transaction","detail":"{read_only:false; response_revision:15471; number_of_response:1; }","duration":"142.239287ms","start":"2026-03-06T01:28:06.291731Z","end":"2026-03-06T01:28:06.43397Z","steps":["trace[62823192] 'process raft request' (duration: 142.160155ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.433982Z","caller":"traceutil/trace.go:171","msg":"trace[1581625437] transaction","detail":"{read_only:false; response_revision:15470; number_of_response:1; }","duration":"143.642904ms","start":"2026-03-06T01:28:06.290321Z","end":"2026-03-06T01:28:06.433964Z","steps":["trace[1581625437] 'process raft request' (duration: 143.50527ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.434051Z","caller":"traceutil/trace.go:171","msg":"trace[1713652277] linearizableReadLoop","detail":"{readStateIndex:16032; appliedIndex:16026; }","duration":"124.86712ms","start":"2026-03-06T01:28:06.309166Z","end":"2026-03-06T01:28:06.434033Z","steps":["trace[1713652277] 'read index received' (duration: 103.356725ms)","trace[1713652277] 'applied index is now lower than readState.Index' (duration: 21.508554ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:06.434053Z","caller":"traceutil/trace.go:171","msg":"trace[607055183] transaction","detail":"{read_only:false; response_revision:15472; number_of_response:1; }","duration":"123.966257ms","start":"2026-03-06T01:28:06.31007Z","end":"2026-03-06T01:28:06.434036Z","steps":["trace[607055183] 'process raft request' (duration: 123.900695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.434266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.557866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:06.434405Z","caller":"traceutil/trace.go:171","msg":"trace[2040723965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15472; }","duration":"142.706649ms","start":"2026-03-06T01:28:06.29166Z","end":"2026-03-06T01:28:06.434366Z","steps":["trace[2040723965] 'agreement among raft nodes before linearized reading' (duration: 142.515224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.434301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.540535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-06T01:28:06.434506Z","caller":"traceutil/trace.go:171","msg":"trace[1161627536] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:15472; }","duration":"142.780742ms","start":"2026-03-06T01:28:06.291707Z","end":"2026-03-06T01:28:06.434488Z","steps":["trace[1161627536] 'agreement among raft nodes before linearized reading' (duration: 142.34488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.435062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.88354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892439"} {"level":"info","ts":"2026-03-06T01:28:06.435117Z","caller":"traceutil/trace.go:171","msg":"trace[1066690387] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15472; }","duration":"143.992152ms","start":"2026-03-06T01:28:06.291113Z","end":"2026-03-06T01:28:06.435105Z","steps":["trace[1066690387] 'agreement among raft nodes before linearized reading' (duration: 143.192221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.435532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.009047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892439"} {"level":"info","ts":"2026-03-06T01:28:06.435614Z","caller":"traceutil/trace.go:171","msg":"trace[462019542] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15472; }","duration":"143.129031ms","start":"2026-03-06T01:28:06.292467Z","end":"2026-03-06T01:28:06.435596Z","steps":["trace[462019542] 'agreement among raft nodes before linearized reading' (duration: 141.829397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.436279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.745878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892439"} {"level":"warn","ts":"2026-03-06T01:28:06.436302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.919945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892439"} {"level":"info","ts":"2026-03-06T01:28:06.436345Z","caller":"traceutil/trace.go:171","msg":"trace[1041175854] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15472; }","duration":"145.831631ms","start":"2026-03-06T01:28:06.290496Z","end":"2026-03-06T01:28:06.436328Z","steps":["trace[1041175854] 'agreement among raft nodes before linearized reading' (duration: 143.594183ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.436369Z","caller":"traceutil/trace.go:171","msg":"trace[2110746073] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15472; }","duration":"143.005907ms","start":"2026-03-06T01:28:06.293346Z","end":"2026-03-06T01:28:06.436352Z","steps":["trace[2110746073] 'agreement among raft nodes before linearized reading' (duration: 140.714668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.436373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.476665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892439"} {"level":"info","ts":"2026-03-06T01:28:06.436435Z","caller":"traceutil/trace.go:171","msg":"trace[308613465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15472; }","duration":"144.585918ms","start":"2026-03-06T01:28:06.291833Z","end":"2026-03-06T01:28:06.436419Z","steps":["trace[308613465] 'agreement among raft nodes before linearized reading' (duration: 142.243708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.43652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.608509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892439"} {"level":"info","ts":"2026-03-06T01:28:06.43906Z","caller":"traceutil/trace.go:171","msg":"trace[860135746] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15472; }","duration":"144.676311ms","start":"2026-03-06T01:28:06.29188Z","end":"2026-03-06T01:28:06.436556Z","steps":["trace[860135746] 'agreement among raft nodes before linearized reading' (duration: 142.161046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.440399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.932874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892439"} {"level":"info","ts":"2026-03-06T01:28:06.440469Z","caller":"traceutil/trace.go:171","msg":"trace[1479141984] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15472; }","duration":"148.020966ms","start":"2026-03-06T01:28:06.292434Z","end":"2026-03-06T01:28:06.440455Z","steps":["trace[1479141984] 'agreement among raft nodes before linearized reading' (duration: 141.926109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.442513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.106635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892439"} {"level":"info","ts":"2026-03-06T01:28:06.442634Z","caller":"traceutil/trace.go:171","msg":"trace[1146566817] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15472; }","duration":"149.230958ms","start":"2026-03-06T01:28:06.293361Z","end":"2026-03-06T01:28:06.442592Z","steps":["trace[1146566817] 'agreement among raft nodes before linearized reading' (duration: 140.746959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:27.519044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.887404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:28:27.519085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.125369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d9955\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-06T01:28:27.519152Z","caller":"traceutil/trace.go:171","msg":"trace[1216827216] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:15604; }","duration":"392.040729ms","start":"2026-03-06T01:28:27.12708Z","end":"2026-03-06T01:28:27.519121Z","steps":["trace[1216827216] 'count revisions from in-memory index tree' (duration: 391.692769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:27.51919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:27.127058Z","time spent":"392.123292ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:27.519372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.480175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T01:28:27.519324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.062117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-nx84c\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-06T01:28:27.519407Z","caller":"traceutil/trace.go:171","msg":"trace[743327916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15604; }","duration":"422.560027ms","start":"2026-03-06T01:28:27.096837Z","end":"2026-03-06T01:28:27.519397Z","steps":["trace[743327916] 'range keys from in-memory index tree' (duration: 422.330561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:27.519425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:27.096815Z","time spent":"422.606607ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:28:27.519452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.063418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-ml5pr\" ","response":"range_response_count:1 size:18590"} {"level":"warn","ts":"2026-03-06T01:28:27.519472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.585562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-t9czt\" ","response":"range_response_count:1 size:14196"} {"level":"info","ts":"2026-03-06T01:28:27.51946Z","caller":"traceutil/trace.go:171","msg":"trace[526367869] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-nx84c; range_end:; response_count:1; response_revision:15604; }","duration":"751.239802ms","start":"2026-03-06T01:28:26.768185Z","end":"2026-03-06T01:28:27.519424Z","steps":["trace[526367869] 'range keys from in-memory index tree' (duration: 750.85166ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:27.519493Z","caller":"traceutil/trace.go:171","msg":"trace[73604386] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-ml5pr; range_end:; response_count:1; response_revision:15604; }","duration":"810.14488ms","start":"2026-03-06T01:28:26.709335Z","end":"2026-03-06T01:28:27.51948Z","steps":["trace[73604386] 'range keys from in-memory index tree' (duration: 809.911544ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:27.519509Z","caller":"traceutil/trace.go:171","msg":"trace[1730636708] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-t9czt; range_end:; response_count:1; response_revision:15604; }","duration":"755.666795ms","start":"2026-03-06T01:28:26.76383Z","end":"2026-03-06T01:28:27.519497Z","steps":["trace[1730636708] 'range keys from in-memory index tree' (duration: 755.446999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:27.519528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:26.763806Z","time spent":"755.715766ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14220,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-t9czt\" "} {"level":"warn","ts":"2026-03-06T01:28:27.519528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:26.70931Z","time spent":"810.211482ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18614,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-ml5pr\" "} {"level":"warn","ts":"2026-03-06T01:28:27.519543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:26.768177Z","time spent":"751.351364ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20699,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-nx84c\" "} {"level":"warn","ts":"2026-03-06T01:28:27.519643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.79393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fvm7m\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-06T01:28:27.519672Z","caller":"traceutil/trace.go:171","msg":"trace[1173885118] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d9955; range_end:; response_count:1; response_revision:15604; }","duration":"765.270484ms","start":"2026-03-06T01:28:26.753909Z","end":"2026-03-06T01:28:27.51918Z","steps":["trace[1173885118] 'range keys from in-memory index tree' (duration: 764.914503ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:27.519777Z","caller":"traceutil/trace.go:171","msg":"trace[804293788] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fvm7m; range_end:; response_count:1; response_revision:15604; }","duration":"758.013315ms","start":"2026-03-06T01:28:26.761739Z","end":"2026-03-06T01:28:27.519752Z","steps":["trace[804293788] 'range keys from in-memory index tree' (duration: 757.564604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:27.519805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.653988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-06T01:28:27.519826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:26.761723Z","time spent":"758.093317ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fvm7m\" "} {"level":"warn","ts":"2026-03-06T01:28:27.519832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:26.753898Z","time spent":"765.891999ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-d9955\" "} {"level":"warn","ts":"2026-03-06T01:28:27.519691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.605569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-x6gmp\" ","response":"range_response_count:1 size:18565"} {"level":"warn","ts":"2026-03-06T01:28:27.519652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.028435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d9955\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-06T01:28:27.519923Z","caller":"traceutil/trace.go:171","msg":"trace[810239574] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d9955; range_end:; response_count:1; response_revision:15604; }","duration":"381.372384ms","start":"2026-03-06T01:28:27.13854Z","end":"2026-03-06T01:28:27.519912Z","steps":["trace[810239574] 'range keys from in-memory index tree' (duration: 380.788698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:27.521211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:27.138522Z","time spent":"382.676077ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-d9955\" "} {"level":"info","ts":"2026-03-06T01:28:27.519866Z","caller":"traceutil/trace.go:171","msg":"trace[872554914] linearizableReadLoop","detail":"{readStateIndex:16170; appliedIndex:16169; }","duration":"381.172919ms","start":"2026-03-06T01:28:27.138684Z","end":"2026-03-06T01:28:27.519857Z","steps":["trace[872554914] 'read index received' (duration: 8.362286ms)","trace[872554914] 'applied index is now lower than readState.Index' (duration: 372.809713ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:27.523857Z","caller":"traceutil/trace.go:171","msg":"trace[1976917092] transaction","detail":"{read_only:false; response_revision:15605; number_of_response:1; }","duration":"384.952667ms","start":"2026-03-06T01:28:27.138579Z","end":"2026-03-06T01:28:27.523531Z","steps":["trace[1976917092] 'compare' (duration: 372.477154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:27.524006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:27.138553Z","time spent":"385.356136ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:27.524002Z","caller":"traceutil/trace.go:171","msg":"trace[1250217362] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-x6gmp; range_end:; response_count:1; response_revision:15604; }","duration":"756.844987ms","start":"2026-03-06T01:28:26.763045Z","end":"2026-03-06T01:28:27.51989Z","steps":["trace[1250217362] 'range keys from in-memory index tree' (duration: 756.039225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:27.524089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:26.763023Z","time spent":"761.043745ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18589,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-x6gmp\" "} {"level":"warn","ts":"2026-03-06T01:28:27.524285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.603273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnwxg\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-06T01:28:27.524339Z","caller":"traceutil/trace.go:171","msg":"trace[1520473755] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnwxg; range_end:; response_count:1; response_revision:15605; }","duration":"385.668935ms","start":"2026-03-06T01:28:27.138648Z","end":"2026-03-06T01:28:27.524317Z","steps":["trace[1520473755] 'agreement among raft nodes before linearized reading' (duration: 381.236501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:27.524365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:27.138639Z","time spent":"385.720486ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnwxg\" "} {"level":"warn","ts":"2026-03-06T01:28:31.435046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156667122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:28:31.435137Z","caller":"traceutil/trace.go:171","msg":"trace[1377044809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.156827526s","start":"2026-03-06T01:28:29.278292Z","end":"2026-03-06T01:28:31.435119Z","steps":["trace[1377044809] 'agreement among raft nodes before linearized reading' (duration: 2.156717703s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:31.435173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:29.27826Z","time spent":"2.156904368s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:28:32.523028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:27.532585Z","time spent":"4.990427293s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:28:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:28:33.351396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.350687Z","time spent":"5.000700789s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:28:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:28:33.356595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.357798Z","time spent":"4.998784229s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:28:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:28:33.435669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000112363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:28:33.439969Z","caller":"traceutil/trace.go:171","msg":"trace[1519647711] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004432746s","start":"2026-03-06T01:28:31.43552Z","end":"2026-03-06T01:28:33.439953Z","steps":["trace[1519647711] 'agreement among raft nodes before linearized reading' (duration: 2.000117924s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.441011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:31.435515Z","time spent":"2.005484933s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:28:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:28:33.537366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999897718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:28:33.537481Z","caller":"traceutil/trace.go:171","msg":"trace[1520899582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000072841s","start":"2026-03-06T01:28:28.537377Z","end":"2026-03-06T01:28:33.53745Z","steps":["trace[1520899582] 'agreement among raft nodes before linearized reading' (duration: 4.999923928s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.537547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.537358Z","time spent":"5.000177304s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:28:33.541672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998300226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:28:33.541786Z","caller":"traceutil/trace.go:171","msg":"trace[7054442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998480291s","start":"2026-03-06T01:28:28.543283Z","end":"2026-03-06T01:28:33.541763Z","steps":["trace[7054442] 'agreement among raft nodes before linearized reading' (duration: 4.998317697s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.541858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.543269Z","time spent":"4.998574633s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/06 01:28:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:28:33.740477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:30.317743Z","time spent":"3.422727198s","remote":"127.0.0.1:39888","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:28:33.740623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:32.049748Z","time spent":"1.69086727s","remote":"127.0.0.1:39910","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:28:33.742371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.209503199s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:28:33.744481Z","caller":"traceutil/trace.go:171","msg":"trace[137992295] linearizableReadLoop","detail":"{readStateIndex:16171; appliedIndex:16170; }","duration":"6.211706985s","start":"2026-03-06T01:28:27.532744Z","end":"2026-03-06T01:28:33.744451Z","steps":["trace[137992295] 'read index received' (duration: 3.067579ms)","trace[137992295] 'applied index is now lower than readState.Index' (duration: 6.208637756s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:33.745826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.21305586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:899370"} {"level":"info","ts":"2026-03-06T01:28:33.74588Z","caller":"traceutil/trace.go:171","msg":"trace[1627174128] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15606; }","duration":"6.213125092s","start":"2026-03-06T01:28:27.532743Z","end":"2026-03-06T01:28:33.745868Z","steps":["trace[1627174128] 'agreement among raft nodes before linearized reading' (duration: 6.211988952s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.745918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:27.532738Z","time spent":"6.213168033s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":899394,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T01:28:33.756686Z","caller":"traceutil/trace.go:171","msg":"trace[1325478000] transaction","detail":"{read_only:false; response_revision:15609; number_of_response:1; }","duration":"4.297498504s","start":"2026-03-06T01:28:29.45915Z","end":"2026-03-06T01:28:33.756648Z","steps":["trace[1325478000] 'process raft request' (duration: 4.297380921s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.756839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:29.459126Z","time spent":"4.297632108s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:33.757198Z","caller":"traceutil/trace.go:171","msg":"trace[465940198] transaction","detail":"{read_only:false; response_revision:15610; number_of_response:1; }","duration":"4.224357498s","start":"2026-03-06T01:28:29.532831Z","end":"2026-03-06T01:28:33.757189Z","steps":["trace[465940198] 'process raft request' (duration: 4.223729082s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.757251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:29.532821Z","time spent":"4.224403699s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:33.760426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.227624455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:899370"} {"level":"info","ts":"2026-03-06T01:28:33.760487Z","caller":"traceutil/trace.go:171","msg":"trace[1440113497] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15611; }","duration":"6.227694716s","start":"2026-03-06T01:28:27.532778Z","end":"2026-03-06T01:28:33.760473Z","steps":["trace[1440113497] 'agreement among raft nodes before linearized reading' (duration: 6.227001648s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.760512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:27.532762Z","time spent":"6.227744259s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":899394,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:28:33.760501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488775156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.760583Z","caller":"traceutil/trace.go:171","msg":"trace[1289963881] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15611; }","duration":"4.48887033s","start":"2026-03-06T01:28:29.271683Z","end":"2026-03-06T01:28:33.760553Z","steps":["trace[1289963881] 'agreement among raft nodes before linearized reading' (duration: 4.488742436s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.760626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:29.271676Z","time spent":"4.488941872s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:28:33.760799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489112386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.760819Z","caller":"traceutil/trace.go:171","msg":"trace[1546383179] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15611; }","duration":"4.489139877s","start":"2026-03-06T01:28:29.271674Z","end":"2026-03-06T01:28:33.760814Z","steps":["trace[1546383179] 'agreement among raft nodes before linearized reading' (duration: 4.489105556s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.760833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:29.27167Z","time spent":"4.489159707s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:28:33.760909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489247979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.760913Z","caller":"traceutil/trace.go:171","msg":"trace[267972077] transaction","detail":"{read_only:false; response_revision:15611; number_of_response:1; }","duration":"2.32610104s","start":"2026-03-06T01:28:31.434798Z","end":"2026-03-06T01:28:33.760899Z","steps":["trace[267972077] 'process raft request' (duration: 2.324743145s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.76097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489333891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5233"} {"level":"info","ts":"2026-03-06T01:28:33.760986Z","caller":"traceutil/trace.go:171","msg":"trace[487164487] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15611; }","duration":"4.489356302s","start":"2026-03-06T01:28:29.271626Z","end":"2026-03-06T01:28:33.760982Z","steps":["trace[487164487] 'agreement among raft nodes before linearized reading' (duration: 4.489309071s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:29.271621Z","time spent":"4.489374932s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5257,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:28:33.761001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:31.434785Z","time spent":"2.326157291s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:33.761065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489456595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.76108Z","caller":"traceutil/trace.go:171","msg":"trace[941052187] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15611; }","duration":"4.489481125s","start":"2026-03-06T01:28:29.271594Z","end":"2026-03-06T01:28:33.761076Z","steps":["trace[941052187] 'agreement among raft nodes before linearized reading' (duration: 4.489459605s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.761094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:29.27159Z","time spent":"4.489501105s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:28:33.761177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489677189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T01:28:33.761193Z","caller":"traceutil/trace.go:171","msg":"trace[2017473757] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15611; }","duration":"4.489748714s","start":"2026-03-06T01:28:29.271441Z","end":"2026-03-06T01:28:33.76119Z","steps":["trace[2017473757] 'agreement among raft nodes before linearized reading' (duration: 4.489703662s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.761205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:29.271406Z","time spent":"4.489796414s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T01:28:33.761301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4899929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T01:28:33.761313Z","caller":"traceutil/trace.go:171","msg":"trace[208984028] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15611; }","duration":"4.49001807s","start":"2026-03-06T01:28:29.271291Z","end":"2026-03-06T01:28:33.761309Z","steps":["trace[208984028] 'agreement among raft nodes before linearized reading' (duration: 4.489980059s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.761324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:29.271285Z","time spent":"4.49003707s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T01:28:33.761381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499577975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.761392Z","caller":"traceutil/trace.go:171","msg":"trace[369597923] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15611; }","duration":"4.499628777s","start":"2026-03-06T01:28:29.26176Z","end":"2026-03-06T01:28:33.761389Z","steps":["trace[369597923] 'agreement among raft nodes before linearized reading' (duration: 4.499609366s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.761404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:29.261739Z","time spent":"4.499662258s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:28:33.761485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.093411618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-06T01:28:33.761485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317796317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.761526Z","caller":"traceutil/trace.go:171","msg":"trace[666045501] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:15611; }","duration":"2.317852478s","start":"2026-03-06T01:28:31.443662Z","end":"2026-03-06T01:28:33.761514Z","steps":["trace[666045501] 'agreement among raft nodes before linearized reading' (duration: 2.317788476s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.761554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.218639728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T01:28:33.761557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:31.443652Z","time spent":"2.317894109s","remote":"127.0.0.1:43752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:28:33.761568Z","caller":"traceutil/trace.go:171","msg":"trace[1894187571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15611; }","duration":"5.218712929s","start":"2026-03-06T01:28:28.542851Z","end":"2026-03-06T01:28:33.761564Z","steps":["trace[1894187571] 'agreement among raft nodes before linearized reading' (duration: 5.218656458s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.761583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.542822Z","time spent":"5.21875824s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:28:33.761576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317728785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:28:33.761673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.219464559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:28:33.761688Z","caller":"traceutil/trace.go:171","msg":"trace[420018086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15611; }","duration":"5.219492099s","start":"2026-03-06T01:28:28.542191Z","end":"2026-03-06T01:28:33.761683Z","steps":["trace[420018086] 'agreement among raft nodes before linearized reading' (duration: 5.219451018s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:33.761684Z","caller":"traceutil/trace.go:171","msg":"trace[2036526582] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:15611; }","duration":"2.317885419s","start":"2026-03-06T01:28:31.443766Z","end":"2026-03-06T01:28:33.761651Z","steps":["trace[2036526582] 'agreement among raft nodes before linearized reading' (duration: 2.317592212s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.761709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326708316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:28:33.761744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411990883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5233"} {"level":"info","ts":"2026-03-06T01:28:33.761743Z","caller":"traceutil/trace.go:171","msg":"trace[1297663400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:15611; }","duration":"2.326766007s","start":"2026-03-06T01:28:31.434965Z","end":"2026-03-06T01:28:33.761731Z","steps":["trace[1297663400] 'agreement among raft nodes before linearized reading' (duration: 2.326710346s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.761745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:31.443717Z","time spent":"2.318014702s","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:28:33.761757Z","caller":"traceutil/trace.go:171","msg":"trace[139520692] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15611; }","duration":"5.412022254s","start":"2026-03-06T01:28:28.349731Z","end":"2026-03-06T01:28:33.761753Z","steps":["trace[139520692] 'agreement among raft nodes before linearized reading' (duration: 5.411981823s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.761774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.349722Z","time spent":"5.412049794s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5257,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:28:33.761778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:31.434961Z","time spent":"2.326808608s","remote":"127.0.0.1:50262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:33.761858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.4126488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T01:28:33.761872Z","caller":"traceutil/trace.go:171","msg":"trace[1459148642] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15611; }","duration":"5.41268678s","start":"2026-03-06T01:28:28.349181Z","end":"2026-03-06T01:28:33.761868Z","steps":["trace[1459148642] 'agreement among raft nodes before linearized reading' (duration: 5.412646369s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.761887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.349167Z","time spent":"5.412717212s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T01:28:33.761966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421117209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-06T01:28:33.76197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327299113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-06T01:28:33.761989Z","caller":"traceutil/trace.go:171","msg":"trace[596134458] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15611; }","duration":"5.42113273s","start":"2026-03-06T01:28:28.340842Z","end":"2026-03-06T01:28:33.761974Z","steps":["trace[596134458] 'agreement among raft nodes before linearized reading' (duration: 5.421093949s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.340735Z","time spent":"5.421264863s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-06T01:28:33.762006Z","caller":"traceutil/trace.go:171","msg":"trace[1570803771] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15611; }","duration":"2.327335733s","start":"2026-03-06T01:28:31.434657Z","end":"2026-03-06T01:28:33.761993Z","steps":["trace[1570803771] 'agreement among raft nodes before linearized reading' (duration: 2.327236321s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:31.434632Z","time spent":"2.327393024s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-06T01:28:33.762066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421475548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.762079Z","caller":"traceutil/trace.go:171","msg":"trace[2028622446] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15611; }","duration":"5.421488468s","start":"2026-03-06T01:28:28.340586Z","end":"2026-03-06T01:28:33.762074Z","steps":["trace[2028622446] 'agreement among raft nodes before linearized reading' (duration: 5.421466378s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.340548Z","time spent":"5.42154168s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:28:33.76218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421708314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-06T01:28:33.762186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30374735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.762199Z","caller":"traceutil/trace.go:171","msg":"trace[530365857] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15611; }","duration":"5.421736884s","start":"2026-03-06T01:28:28.340458Z","end":"2026-03-06T01:28:33.762195Z","steps":["trace[530365857] 'agreement among raft nodes before linearized reading' (duration: 5.421693863s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.340453Z","time spent":"5.421755805s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T01:28:33.762213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.355607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-06T01:28:33.762248Z","caller":"traceutil/trace.go:171","msg":"trace[448246491] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15611; }","duration":"404.397697ms","start":"2026-03-06T01:28:33.357839Z","end":"2026-03-06T01:28:33.762237Z","steps":["trace[448246491] 'agreement among raft nodes before linearized reading' (duration: 404.271644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421873967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.762286Z","caller":"traceutil/trace.go:171","msg":"trace[715066072] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15611; }","duration":"5.421937321s","start":"2026-03-06T01:28:28.340344Z","end":"2026-03-06T01:28:33.762282Z","steps":["trace[715066072] 'agreement among raft nodes before linearized reading' (duration: 5.4219157s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:33.357833Z","time spent":"404.44743ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:28:33.76232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.422093064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.762332Z","caller":"traceutil/trace.go:171","msg":"trace[1833974969] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15611; }","duration":"5.422178906s","start":"2026-03-06T01:28:28.34015Z","end":"2026-03-06T01:28:33.762329Z","steps":["trace[1833974969] 'agreement among raft nodes before linearized reading' (duration: 5.422158285s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568545208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:28:33.762344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.34011Z","time spent":"5.422230827s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:28:33.762359Z","caller":"traceutil/trace.go:171","msg":"trace[1113476325] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:15611; }","duration":"3.568719322s","start":"2026-03-06T01:28:30.193628Z","end":"2026-03-06T01:28:33.762347Z","steps":["trace[1113476325] 'agreement among raft nodes before linearized reading' (duration: 3.568608909s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.422202596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.762421Z","caller":"traceutil/trace.go:171","msg":"trace[1539850393] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15611; }","duration":"5.422231108s","start":"2026-03-06T01:28:28.340185Z","end":"2026-03-06T01:28:33.762416Z","steps":["trace[1539850393] 'agreement among raft nodes before linearized reading' (duration: 5.422206827s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.340177Z","time spent":"5.422252948s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:28:33.762497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.424366243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.762517Z","caller":"traceutil/trace.go:171","msg":"trace[667233028] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15611; }","duration":"5.424414333s","start":"2026-03-06T01:28:28.338098Z","end":"2026-03-06T01:28:33.762513Z","steps":["trace[667233028] 'agreement among raft nodes before linearized reading' (duration: 5.424386373s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.338083Z","time spent":"5.424444025s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:28:33.762553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209516005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d9955\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-06T01:28:33.762587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.536055072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.762586Z","caller":"traceutil/trace.go:171","msg":"trace[188444641] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d9955; range_end:; response_count:1; response_revision:15611; }","duration":"4.209606738s","start":"2026-03-06T01:28:29.552971Z","end":"2026-03-06T01:28:33.762578Z","steps":["trace[188444641] 'agreement among raft nodes before linearized reading' (duration: 4.209542346s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:33.762604Z","caller":"traceutil/trace.go:171","msg":"trace[285795702] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:15611; }","duration":"5.536105244s","start":"2026-03-06T01:28:28.226493Z","end":"2026-03-06T01:28:33.762598Z","steps":["trace[285795702] 'agreement among raft nodes before linearized reading' (duration: 5.536075483s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:29.552939Z","time spent":"4.209669491s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-d9955\" "} {"level":"warn","ts":"2026-03-06T01:28:33.762626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.226472Z","time spent":"5.536149895s","remote":"127.0.0.1:38746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:33.762639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.47771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.762679Z","caller":"traceutil/trace.go:171","msg":"trace[570280736] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15611; }","duration":"456.572974ms","start":"2026-03-06T01:28:33.306096Z","end":"2026-03-06T01:28:33.762669Z","steps":["trace[570280736] 'agreement among raft nodes before linearized reading' (duration: 456.522443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:33.306064Z","time spent":"456.639225ms","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:28:33.760925Z","caller":"traceutil/trace.go:171","msg":"trace[573170906] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15611; }","duration":"4.489270779s","start":"2026-03-06T01:28:29.27165Z","end":"2026-03-06T01:28:33.760921Z","steps":["trace[573170906] 'agreement among raft nodes before linearized reading' (duration: 4.489247209s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:29.271645Z","time spent":"4.49116808s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:28:33.762895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.016594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.762937Z","caller":"traceutil/trace.go:171","msg":"trace[180799628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:15611; }","duration":"457.065925ms","start":"2026-03-06T01:28:33.30586Z","end":"2026-03-06T01:28:33.762926Z","steps":["trace[180799628] 'agreement among raft nodes before linearized reading' (duration: 457.007544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:33.305856Z","time spent":"457.102436ms","remote":"127.0.0.1:50260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:28:33.761497Z","caller":"traceutil/trace.go:171","msg":"trace[678486565] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15611; }","duration":"5.093505751s","start":"2026-03-06T01:28:28.667988Z","end":"2026-03-06T01:28:33.761493Z","steps":["trace[678486565] 'agreement among raft nodes before linearized reading' (duration: 5.09346486s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.76303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.66796Z","time spent":"5.095060272s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:28:33.763152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.548898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-06T01:28:33.763178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.224843123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:899370"} {"level":"info","ts":"2026-03-06T01:28:33.763188Z","caller":"traceutil/trace.go:171","msg":"trace[1815791824] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:15611; }","duration":"457.611308ms","start":"2026-03-06T01:28:33.305567Z","end":"2026-03-06T01:28:33.763179Z","steps":["trace[1815791824] 'agreement among raft nodes before linearized reading' (duration: 457.521596ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:33.763199Z","caller":"traceutil/trace.go:171","msg":"trace[1552990691] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15611; }","duration":"6.224874364s","start":"2026-03-06T01:28:27.53832Z","end":"2026-03-06T01:28:33.763195Z","steps":["trace[1552990691] 'agreement among raft nodes before linearized reading' (duration: 6.224376262s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.763218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:27.538303Z","time spent":"6.224909004s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":899394,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:28:33.763217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:33.305549Z","time spent":"457.65896ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-06T01:28:33.762493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208559692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-t9czt\" ","response":"range_response_count:1 size:14196"} {"level":"info","ts":"2026-03-06T01:28:33.763381Z","caller":"traceutil/trace.go:171","msg":"trace[311700246] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-t9czt; range_end:; response_count:1; response_revision:15611; }","duration":"4.209470545s","start":"2026-03-06T01:28:29.553896Z","end":"2026-03-06T01:28:33.763367Z","steps":["trace[311700246] 'agreement among raft nodes before linearized reading' (duration: 4.20851873s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.763417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:29.553884Z","time spent":"4.209520507s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14220,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-t9czt\" "} {"level":"warn","ts":"2026-03-06T01:28:33.763476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664507451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:28:33.763514Z","caller":"traceutil/trace.go:171","msg":"trace[1200776425] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:15611; }","duration":"1.664598053s","start":"2026-03-06T01:28:32.098907Z","end":"2026-03-06T01:28:33.763505Z","steps":["trace[1200776425] 'agreement among raft nodes before linearized reading' (duration: 1.66444066s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.763543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:32.098872Z","time spent":"1.664663215s","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":130,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:33.763706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889753868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:28:33.763741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.227158223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:899370"} {"level":"info","ts":"2026-03-06T01:28:33.76374Z","caller":"traceutil/trace.go:171","msg":"trace[1369875387] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:15611; }","duration":"1.88982911s","start":"2026-03-06T01:28:31.873903Z","end":"2026-03-06T01:28:33.763732Z","steps":["trace[1369875387] 'agreement among raft nodes before linearized reading' (duration: 1.889765098s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:33.763756Z","caller":"traceutil/trace.go:171","msg":"trace[1216795533] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15611; }","duration":"6.227185344s","start":"2026-03-06T01:28:27.536567Z","end":"2026-03-06T01:28:33.763752Z","steps":["trace[1216795533] 'agreement among raft nodes before linearized reading' (duration: 6.226840236s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.763771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:27.536563Z","time spent":"6.227203885s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":899394,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:28:33.763771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:31.873871Z","time spent":"1.889892852s","remote":"127.0.0.1:38730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":23,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:33.763934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913307046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.764197Z","caller":"traceutil/trace.go:171","msg":"trace[957442921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15611; }","duration":"1.913617385s","start":"2026-03-06T01:28:31.850565Z","end":"2026-03-06T01:28:33.764183Z","steps":["trace[957442921] 'agreement among raft nodes before linearized reading' (duration: 1.913340947s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.764296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:31.850538Z","time spent":"1.913744197s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:28:33.764613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917157755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:28:33.764661Z","caller":"traceutil/trace.go:171","msg":"trace[1869445056] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:15611; }","duration":"1.917251217s","start":"2026-03-06T01:28:31.847398Z","end":"2026-03-06T01:28:33.764649Z","steps":["trace[1869445056] 'agreement among raft nodes before linearized reading' (duration: 1.917169785s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.764694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:31.847379Z","time spent":"1.917305978s","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:33.761702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.542184Z","time spent":"5.219513279s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:28:33.765384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.228902598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:899370"} {"level":"info","ts":"2026-03-06T01:28:33.765418Z","caller":"traceutil/trace.go:171","msg":"trace[1583886557] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15611; }","duration":"6.22894361s","start":"2026-03-06T01:28:27.536468Z","end":"2026-03-06T01:28:33.765411Z","steps":["trace[1583886557] 'agreement among raft nodes before linearized reading' (duration: 6.227481461s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:33.762215Z","caller":"traceutil/trace.go:171","msg":"trace[300273169] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:15611; }","duration":"3.303838443s","start":"2026-03-06T01:28:30.458367Z","end":"2026-03-06T01:28:33.762206Z","steps":["trace[300273169] 'agreement among raft nodes before linearized reading' (duration: 3.303787211s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.765438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:27.536454Z","time spent":"6.2289788s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":899394,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:28:33.76546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:30.458332Z","time spent":"3.307115718s","remote":"127.0.0.1:48630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:33.762299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:28.340317Z","time spent":"5.421978631s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:28:33.762087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.367787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:28:33.766156Z","caller":"traceutil/trace.go:171","msg":"trace[1873348369] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:15611; }","duration":"356.490123ms","start":"2026-03-06T01:28:33.409641Z","end":"2026-03-06T01:28:33.766131Z","steps":["trace[1873348369] 'agreement among raft nodes before linearized reading' (duration: 352.391737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.762397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:30.193592Z","time spent":"3.568795754s","remote":"127.0.0.1:60106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:33.766187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:33.409611Z","time spent":"356.564515ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:33.76249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.982387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:28:33.766318Z","caller":"traceutil/trace.go:171","msg":"trace[145052549] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15611; }","duration":"414.819987ms","start":"2026-03-06T01:28:33.35149Z","end":"2026-03-06T01:28:33.76631Z","steps":["trace[145052549] 'agreement among raft nodes before linearized reading' (duration: 410.936736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.766337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:33.351483Z","time spent":"414.848317ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:28:33.762599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.357557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129702"} {"level":"info","ts":"2026-03-06T01:28:33.766464Z","caller":"traceutil/trace.go:171","msg":"trace[1583838206] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15611; }","duration":"460.245367ms","start":"2026-03-06T01:28:33.306204Z","end":"2026-03-06T01:28:33.766449Z","steps":["trace[1583838206] 'agreement among raft nodes before linearized reading' (duration: 456.305715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.76649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:33.306193Z","time spent":"460.288318ms","remote":"127.0.0.1:60110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129726,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-06T01:28:33.767267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.231015233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:899370"} {"level":"info","ts":"2026-03-06T01:28:33.767306Z","caller":"traceutil/trace.go:171","msg":"trace[2055647543] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15611; }","duration":"6.231092934s","start":"2026-03-06T01:28:27.536204Z","end":"2026-03-06T01:28:33.767297Z","steps":["trace[2055647543] 'agreement among raft nodes before linearized reading' (duration: 6.230015767s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.767331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:27.536169Z","time spent":"6.231153815s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":899394,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T01:30:31.365213Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14231} {"level":"info","ts":"2026-03-06T01:30:31.460328Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14231,"took":"92.747652ms","hash":782168313,"current-db-size-bytes":43401216,"current-db-size":"43 MB","current-db-size-in-use-bytes":28114944,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:30:31.460436Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":782168313,"revision":14231,"compact-revision":11931} {"level":"info","ts":"2026-03-06T01:31:07.037194Z","caller":"traceutil/trace.go:171","msg":"trace[627429378] linearizableReadLoop","detail":"{readStateIndex:17149; appliedIndex:17148; }","duration":"465.950029ms","start":"2026-03-06T01:31:06.571221Z","end":"2026-03-06T01:31:07.037171Z","steps":["trace[627429378] 'read index received' (duration: 465.924609ms)","trace[627429378] 'applied index is now lower than readState.Index' (duration: 24.65µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:07.037316Z","caller":"traceutil/trace.go:171","msg":"trace[1454807023] transaction","detail":"{read_only:false; response_revision:16546; number_of_response:1; }","duration":"476.46888ms","start":"2026-03-06T01:31:06.560825Z","end":"2026-03-06T01:31:07.037294Z","steps":["trace[1454807023] 'process raft request' (duration: 476.222984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:07.037391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.153664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:31:07.037425Z","caller":"traceutil/trace.go:171","msg":"trace[1845927260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16546; }","duration":"466.230066ms","start":"2026-03-06T01:31:06.571186Z","end":"2026-03-06T01:31:07.037416Z","steps":["trace[1845927260] 'agreement among raft nodes before linearized reading' (duration: 466.103723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:07.037441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:06.560802Z","time spent":"476.571893ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:31:07.037454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:06.571173Z","time spent":"466.275137ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:31:07.200423Z","caller":"traceutil/trace.go:171","msg":"trace[1131501404] linearizableReadLoop","detail":"{readStateIndex:17151; appliedIndex:17149; }","duration":"163.131828ms","start":"2026-03-06T01:31:07.037267Z","end":"2026-03-06T01:31:07.200399Z","steps":["trace[1131501404] 'read index received' (duration: 162.997034ms)","trace[1131501404] 'applied index is now lower than readState.Index' (duration: 133.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:07.200544Z","caller":"traceutil/trace.go:171","msg":"trace[835626605] transaction","detail":"{read_only:false; response_revision:16548; number_of_response:1; }","duration":"329.506429ms","start":"2026-03-06T01:31:06.871002Z","end":"2026-03-06T01:31:07.200508Z","steps":["trace[835626605] 'process raft request' (duration: 329.351536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:07.200586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.729705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:31:07.20068Z","caller":"traceutil/trace.go:171","msg":"trace[52107329] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:16548; }","duration":"172.854968ms","start":"2026-03-06T01:31:07.027782Z","end":"2026-03-06T01:31:07.200637Z","steps":["trace[52107329] 'agreement among raft nodes before linearized reading' (duration: 172.732165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:07.20073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:06.870972Z","time spent":"329.659113ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:31:07.200769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.248099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:31:07.200808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.580504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-x6gmp\" ","response":"range_response_count:1 size:18794"} {"level":"info","ts":"2026-03-06T01:31:07.200835Z","caller":"traceutil/trace.go:171","msg":"trace[1034432860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16548; }","duration":"584.358572ms","start":"2026-03-06T01:31:06.61646Z","end":"2026-03-06T01:31:07.200819Z","steps":["trace[1034432860] 'agreement among raft nodes before linearized reading' (duration: 584.156007ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:07.200853Z","caller":"traceutil/trace.go:171","msg":"trace[1883675205] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-x6gmp; range_end:; response_count:1; response_revision:16548; }","duration":"288.682067ms","start":"2026-03-06T01:31:06.91216Z","end":"2026-03-06T01:31:07.200842Z","steps":["trace[1883675205] 'agreement among raft nodes before linearized reading' (duration: 288.356248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:07.200863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:06.616444Z","time spent":"584.414435ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:31:07.200857Z","caller":"traceutil/trace.go:171","msg":"trace[1341115510] transaction","detail":"{read_only:false; response_revision:16547; number_of_response:1; }","duration":"575.013162ms","start":"2026-03-06T01:31:06.625829Z","end":"2026-03-06T01:31:07.200842Z","steps":["trace[1341115510] 'process raft request' (duration: 574.376956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:07.200806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.17586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:31:07.200887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.597574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-06T01:31:07.200917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:06.625817Z","time spent":"575.072774ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:31:07.20093Z","caller":"traceutil/trace.go:171","msg":"trace[1330474799] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:16548; }","duration":"405.352805ms","start":"2026-03-06T01:31:06.795557Z","end":"2026-03-06T01:31:07.20091Z","steps":["trace[1330474799] 'agreement among raft nodes before linearized reading' (duration: 405.026096ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:07.200947Z","caller":"traceutil/trace.go:171","msg":"trace[572589079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16548; }","duration":"628.696957ms","start":"2026-03-06T01:31:06.572235Z","end":"2026-03-06T01:31:07.200932Z","steps":["trace[572589079] 'agreement among raft nodes before linearized reading' (duration: 628.507901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:07.200981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:06.795529Z","time spent":"405.440058ms","remote":"127.0.0.1:48614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:31:07.201004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:06.572219Z","time spent":"628.779939ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:31:07.200976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.926081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:31:07.201081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.89061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:31:07.201141Z","caller":"traceutil/trace.go:171","msg":"trace[652987] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:16548; }","duration":"268.021413ms","start":"2026-03-06T01:31:06.933105Z","end":"2026-03-06T01:31:07.201126Z","steps":["trace[652987] 'agreement among raft nodes before linearized reading' (duration: 267.355146ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:07.201222Z","caller":"traceutil/trace.go:171","msg":"trace[1670112254] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:16548; }","duration":"349.082785ms","start":"2026-03-06T01:31:06.851992Z","end":"2026-03-06T01:31:07.201074Z","steps":["trace[1670112254] 'agreement among raft nodes before linearized reading' (duration: 348.737616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:07.201348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:06.851973Z","time spent":"349.354731ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":129,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:31:07.201923Z","caller":"traceutil/trace.go:171","msg":"trace[2098576493] transaction","detail":"{read_only:false; response_revision:16549; number_of_response:1; }","duration":"160.719496ms","start":"2026-03-06T01:31:07.041185Z","end":"2026-03-06T01:31:07.201904Z","steps":["trace[2098576493] 'process raft request' (duration: 160.382928ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:13.377393Z","caller":"traceutil/trace.go:171","msg":"trace[156293121] linearizableReadLoop","detail":"{readStateIndex:17187; appliedIndex:17186; }","duration":"147.504696ms","start":"2026-03-06T01:31:13.229863Z","end":"2026-03-06T01:31:13.377368Z","steps":["trace[156293121] 'read index received' (duration: 147.318681ms)","trace[156293121] 'applied index is now lower than readState.Index' (duration: 184.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:13.377536Z","caller":"traceutil/trace.go:171","msg":"trace[213755804] transaction","detail":"{read_only:false; response_revision:16583; number_of_response:1; }","duration":"360.425757ms","start":"2026-03-06T01:31:13.017098Z","end":"2026-03-06T01:31:13.377524Z","steps":["trace[213755804] 'process raft request' (duration: 360.094149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:13.377932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:13.017065Z","time spent":"360.709174ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20895,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:31:13.378108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.194733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:31:13.378282Z","caller":"traceutil/trace.go:171","msg":"trace[1087572228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16583; }","duration":"148.418738ms","start":"2026-03-06T01:31:13.229831Z","end":"2026-03-06T01:31:13.37825Z","steps":["trace[1087572228] 'agreement among raft nodes before linearized reading' (duration: 148.08506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:13.378645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.756388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:31:13.37881Z","caller":"traceutil/trace.go:171","msg":"trace[508959934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16583; }","duration":"148.965023ms","start":"2026-03-06T01:31:13.229816Z","end":"2026-03-06T01:31:13.378781Z","steps":["trace[508959934] 'agreement among raft nodes before linearized reading' (duration: 148.668516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:14.635649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148261648s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:31:14.635897Z","caller":"traceutil/trace.go:171","msg":"trace[513853221] linearizableReadLoop","detail":"{readStateIndex:17190; appliedIndex:17187; }","duration":"1.240510567s","start":"2026-03-06T01:31:13.39537Z","end":"2026-03-06T01:31:14.63588Z","steps":["trace[513853221] 'read index received' (duration: 91.964352ms)","trace[513853221] 'applied index is now lower than readState.Index' (duration: 1.148545205s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:14.635994Z","caller":"traceutil/trace.go:171","msg":"trace[1276468630] transaction","detail":"{read_only:false; response_revision:16584; number_of_response:1; }","duration":"1.25221844s","start":"2026-03-06T01:31:13.383763Z","end":"2026-03-06T01:31:14.635982Z","steps":["trace[1276468630] 'process raft request' (duration: 103.464209ms)","trace[1276468630] 'compare' (duration: 1.147702093s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:31:14.636074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:13.383743Z","time spent":"1.252281391s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:31:14.636508Z","caller":"traceutil/trace.go:171","msg":"trace[189489563] transaction","detail":"{read_only:false; response_revision:16585; number_of_response:1; }","duration":"1.246308947s","start":"2026-03-06T01:31:13.390169Z","end":"2026-03-06T01:31:14.636478Z","steps":["trace[189489563] 'process raft request' (duration: 1.245577138s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:14.636661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241281897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:31:14.63668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:13.390147Z","time spent":"1.246448051s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:31:14.63673Z","caller":"traceutil/trace.go:171","msg":"trace[1820113541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16586; }","duration":"1.2413866s","start":"2026-03-06T01:31:13.395327Z","end":"2026-03-06T01:31:14.636713Z","steps":["trace[1820113541] 'agreement among raft nodes before linearized reading' (duration: 1.241245836s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:14.636761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:13.395312Z","time spent":"1.241442031s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:31:14.6365Z","caller":"traceutil/trace.go:171","msg":"trace[639880445] transaction","detail":"{read_only:false; response_revision:16586; number_of_response:1; }","duration":"1.246278296s","start":"2026-03-06T01:31:13.390195Z","end":"2026-03-06T01:31:14.636473Z","steps":["trace[639880445] 'process raft request' (duration: 1.245650521s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:14.637031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:13.390172Z","time spent":"1.246756679s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:31:14.637076Z","caller":"traceutil/trace.go:171","msg":"trace[1121193289] transaction","detail":"{read_only:false; response_revision:16587; number_of_response:1; }","duration":"321.919364ms","start":"2026-03-06T01:31:14.31514Z","end":"2026-03-06T01:31:14.637059Z","steps":["trace[1121193289] 'process raft request' (duration: 321.811942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:14.637176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:14.315119Z","time spent":"321.996235ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:31:15.201616Z","caller":"traceutil/trace.go:171","msg":"trace[1303814313] transaction","detail":"{read_only:false; response_revision:16588; number_of_response:1; }","duration":"885.299185ms","start":"2026-03-06T01:31:14.316296Z","end":"2026-03-06T01:31:15.201596Z","steps":["trace[1303814313] 'process raft request' (duration: 885.1353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:15.201756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:14.316267Z","time spent":"885.415648ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:31:15.201834Z","caller":"traceutil/trace.go:171","msg":"trace[1646349559] linearizableReadLoop","detail":"{readStateIndex:17193; appliedIndex:17190; }","duration":"565.876495ms","start":"2026-03-06T01:31:14.635932Z","end":"2026-03-06T01:31:15.201808Z","steps":["trace[1646349559] 'read index received' (duration: 1.070957ms)","trace[1646349559] 'applied index is now lower than readState.Index' (duration: 564.804388ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:15.202083Z","caller":"traceutil/trace.go:171","msg":"trace[521469401] transaction","detail":"{read_only:false; response_revision:16589; number_of_response:1; }","duration":"808.194646ms","start":"2026-03-06T01:31:14.393878Z","end":"2026-03-06T01:31:15.202073Z","steps":["trace[521469401] 'process raft request' (duration: 807.683683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:15.202117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.749657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:31:15.202136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:14.39386Z","time spent":"808.250777ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:31:15.202149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.570092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:31:15.202161Z","caller":"traceutil/trace.go:171","msg":"trace[944302710] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:16589; }","duration":"885.836439ms","start":"2026-03-06T01:31:14.316313Z","end":"2026-03-06T01:31:15.202149Z","steps":["trace[944302710] 'agreement among raft nodes before linearized reading' (duration: 885.724216ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:15.202189Z","caller":"traceutil/trace.go:171","msg":"trace[1576737991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16589; }","duration":"797.678524ms","start":"2026-03-06T01:31:14.404498Z","end":"2026-03-06T01:31:15.202176Z","steps":["trace[1576737991] 'agreement among raft nodes before linearized reading' (duration: 797.51043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:15.202199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:14.316249Z","time spent":"885.938772ms","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:31:15.202234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:14.40448Z","time spent":"797.747658ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:31:15.202351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.941723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:31:15.202376Z","caller":"traceutil/trace.go:171","msg":"trace[1911343770] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:16589; }","duration":"721.995603ms","start":"2026-03-06T01:31:14.480374Z","end":"2026-03-06T01:31:15.20237Z","steps":["trace[1911343770] 'agreement among raft nodes before linearized reading' (duration: 721.932222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:15.202412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:14.480356Z","time spent":"722.032895ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-06T01:31:15.202426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.632764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:31:15.202458Z","caller":"traceutil/trace.go:171","msg":"trace[1099733397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16589; }","duration":"564.690146ms","start":"2026-03-06T01:31:14.637758Z","end":"2026-03-06T01:31:15.202449Z","steps":["trace[1099733397] 'agreement among raft nodes before linearized reading' (duration: 564.632675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:15.202507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:14.637741Z","time spent":"564.759447ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:31:15.202587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257653909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d9955\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-03-06T01:31:15.202596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.999673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:31:15.20265Z","caller":"traceutil/trace.go:171","msg":"trace[2067471244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16589; }","duration":"798.057544ms","start":"2026-03-06T01:31:14.404575Z","end":"2026-03-06T01:31:15.202632Z","steps":["trace[2067471244] 'agreement among raft nodes before linearized reading' (duration: 797.974032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:15.202667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343564845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fvm7m\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-06T01:31:15.202706Z","caller":"traceutil/trace.go:171","msg":"trace[1116414393] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fvm7m; range_end:; response_count:1; response_revision:16589; }","duration":"1.343641747s","start":"2026-03-06T01:31:13.859056Z","end":"2026-03-06T01:31:15.202697Z","steps":["trace[1116414393] 'agreement among raft nodes before linearized reading' (duration: 1.343520904s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:15.202722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486466141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:31:15.202761Z","caller":"traceutil/trace.go:171","msg":"trace[1224435927] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:16589; }","duration":"1.486545093s","start":"2026-03-06T01:31:13.716206Z","end":"2026-03-06T01:31:15.202751Z","steps":["trace[1224435927] 'agreement among raft nodes before linearized reading' (duration: 1.486458771s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:15.202806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:13.716183Z","time spent":"1.486613124s","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:31:15.202641Z","caller":"traceutil/trace.go:171","msg":"trace[364165665] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d9955; range_end:; response_count:1; response_revision:16589; }","duration":"1.25769807s","start":"2026-03-06T01:31:13.944927Z","end":"2026-03-06T01:31:15.202625Z","steps":["trace[364165665] 'agreement among raft nodes before linearized reading' (duration: 1.257557457s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:15.202938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:13.944908Z","time spent":"1.258013939s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-d9955\" "} {"level":"warn","ts":"2026-03-06T01:31:15.202733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:13.859037Z","time spent":"1.343689349s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9737,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fvm7m\" "} {"level":"warn","ts":"2026-03-06T01:31:15.202678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:14.404569Z","time spent":"798.102895ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:31:15.202436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768839585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:31:15.203175Z","caller":"traceutil/trace.go:171","msg":"trace[844221712] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:16589; }","duration":"1.769644325s","start":"2026-03-06T01:31:13.433517Z","end":"2026-03-06T01:31:15.203161Z","steps":["trace[844221712] 'agreement among raft nodes before linearized reading' (duration: 1.768810954s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:15.203215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:13.433493Z","time spent":"1.769709047s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:31:20.038107Z","caller":"traceutil/trace.go:171","msg":"trace[297400963] linearizableReadLoop","detail":"{readStateIndex:17235; appliedIndex:17234; }","duration":"227.386585ms","start":"2026-03-06T01:31:19.810702Z","end":"2026-03-06T01:31:20.038088Z","steps":["trace[297400963] 'read index received' (duration: 193.375208ms)","trace[297400963] 'applied index is now lower than readState.Index' (duration: 34.010287ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:20.038121Z","caller":"traceutil/trace.go:171","msg":"trace[814208660] transaction","detail":"{read_only:false; response_revision:16629; number_of_response:1; }","duration":"227.475557ms","start":"2026-03-06T01:31:19.810616Z","end":"2026-03-06T01:31:20.038091Z","steps":["trace[814208660] 'process raft request' (duration: 193.424909ms)","trace[814208660] 'compare' (duration: 33.713479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:31:20.038467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.734614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129703"} {"level":"info","ts":"2026-03-06T01:31:20.038553Z","caller":"traceutil/trace.go:171","msg":"trace[395946182] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:16629; }","duration":"227.856288ms","start":"2026-03-06T01:31:19.810677Z","end":"2026-03-06T01:31:20.038534Z","steps":["trace[395946182] 'agreement among raft nodes before linearized reading' (duration: 227.484878ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:20.050001Z","caller":"traceutil/trace.go:171","msg":"trace[149585918] transaction","detail":"{read_only:false; response_revision:16631; number_of_response:1; }","duration":"238.500652ms","start":"2026-03-06T01:31:19.811465Z","end":"2026-03-06T01:31:20.049966Z","steps":["trace[149585918] 'process raft request' (duration: 238.457821ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:20.050165Z","caller":"traceutil/trace.go:171","msg":"trace[1216276372] transaction","detail":"{read_only:false; response_revision:16630; number_of_response:1; }","duration":"239.395055ms","start":"2026-03-06T01:31:19.810746Z","end":"2026-03-06T01:31:20.050141Z","steps":["trace[1216276372] 'process raft request' (duration: 239.088818ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:21.332903Z","caller":"traceutil/trace.go:171","msg":"trace[88325083] transaction","detail":"{read_only:false; response_revision:16689; number_of_response:1; }","duration":"105.06723ms","start":"2026-03-06T01:31:21.227798Z","end":"2026-03-06T01:31:21.332865Z","steps":["trace[88325083] 'process raft request' (duration: 87.62663ms)","trace[88325083] 'compare' (duration: 17.261926ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:23.476239Z","caller":"traceutil/trace.go:171","msg":"trace[327270215] transaction","detail":"{read_only:false; response_revision:16715; number_of_response:1; }","duration":"107.501963ms","start":"2026-03-06T01:31:23.368707Z","end":"2026-03-06T01:31:23.476209Z","steps":["trace[327270215] 'process raft request' (duration: 107.286958ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:23.666792Z","caller":"traceutil/trace.go:171","msg":"trace[1454670275] transaction","detail":"{read_only:false; response_revision:16721; number_of_response:1; }","duration":"149.459405ms","start":"2026-03-06T01:31:23.517297Z","end":"2026-03-06T01:31:23.666757Z","steps":["trace[1454670275] 'process raft request' (duration: 149.25494ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:23.666882Z","caller":"traceutil/trace.go:171","msg":"trace[1024456653] linearizableReadLoop","detail":"{readStateIndex:17331; appliedIndex:17329; }","duration":"125.722102ms","start":"2026-03-06T01:31:23.541126Z","end":"2026-03-06T01:31:23.666848Z","steps":["trace[1024456653] 'read index received' (duration: 125.462105ms)","trace[1024456653] 'applied index is now lower than readState.Index' (duration: 257.697µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:23.666903Z","caller":"traceutil/trace.go:171","msg":"trace[1839518508] transaction","detail":"{read_only:false; response_revision:16722; number_of_response:1; }","duration":"146.908239ms","start":"2026-03-06T01:31:23.519958Z","end":"2026-03-06T01:31:23.666867Z","steps":["trace[1839518508] 'process raft request' (duration: 146.727075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:23.669378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.509209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-06T01:31:23.669472Z","caller":"traceutil/trace.go:171","msg":"trace[262954265] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:16722; }","duration":"160.89586ms","start":"2026-03-06T01:31:23.508555Z","end":"2026-03-06T01:31:23.669451Z","steps":["trace[262954265] 'agreement among raft nodes before linearized reading' (duration: 158.378175ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:23.670061Z","caller":"traceutil/trace.go:171","msg":"trace[1470770878] transaction","detail":"{read_only:false; response_revision:16723; number_of_response:1; }","duration":"124.760128ms","start":"2026-03-06T01:31:23.545285Z","end":"2026-03-06T01:31:23.670045Z","steps":["trace[1470770878] 'process raft request' (duration: 124.683916ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:35:31.372292Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16327} {"level":"info","ts":"2026-03-06T01:35:31.465461Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16327,"took":"90.155096ms","hash":1960502508,"current-db-size-bytes":45584384,"current-db-size":"46 MB","current-db-size-in-use-bytes":30818304,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T01:35:31.465541Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1960502508,"revision":16327,"compact-revision":14231} {"level":"info","ts":"2026-03-06T01:36:37.974615Z","caller":"traceutil/trace.go:171","msg":"trace[264817332] transaction","detail":"{read_only:false; response_revision:18991; number_of_response:1; }","duration":"166.921177ms","start":"2026-03-06T01:36:37.807656Z","end":"2026-03-06T01:36:37.974577Z","steps":["trace[264817332] 'process raft request' (duration: 166.732472ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:36:48.547264Z","caller":"traceutil/trace.go:171","msg":"trace[1463897331] linearizableReadLoop","detail":"{readStateIndex:19725; appliedIndex:19724; }","duration":"113.305432ms","start":"2026-03-06T01:36:48.433927Z","end":"2026-03-06T01:36:48.547232Z","steps":["trace[1463897331] 'read index received' (duration: 113.036245ms)","trace[1463897331] 'applied index is now lower than readState.Index' (duration: 267.357µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:36:48.547372Z","caller":"traceutil/trace.go:171","msg":"trace[1306890893] transaction","detail":"{read_only:false; response_revision:19037; number_of_response:1; }","duration":"128.277469ms","start":"2026-03-06T01:36:48.419058Z","end":"2026-03-06T01:36:48.547336Z","steps":["trace[1306890893] 'process raft request' (duration: 127.984641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:48.547555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.61057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:36:48.54761Z","caller":"traceutil/trace.go:171","msg":"trace[1736709221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19037; }","duration":"113.711562ms","start":"2026-03-06T01:36:48.433884Z","end":"2026-03-06T01:36:48.547596Z","steps":["trace[1736709221] 'agreement among raft nodes before linearized reading' (duration: 113.521478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:48.548107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.072588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:36:48.548109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.35604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:36:48.548197Z","caller":"traceutil/trace.go:171","msg":"trace[1423310145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19037; }","duration":"108.17293ms","start":"2026-03-06T01:36:48.439992Z","end":"2026-03-06T01:36:48.548165Z","steps":["trace[1423310145] 'agreement among raft nodes before linearized reading' (duration: 107.901453ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:36:48.548218Z","caller":"traceutil/trace.go:171","msg":"trace[1868338082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19037; }","duration":"109.509194ms","start":"2026-03-06T01:36:48.438689Z","end":"2026-03-06T01:36:48.548198Z","steps":["trace[1868338082] 'agreement among raft nodes before linearized reading' (duration: 109.197236ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:36:54.280304Z","caller":"traceutil/trace.go:171","msg":"trace[1024497574] linearizableReadLoop","detail":"{readStateIndex:19751; appliedIndex:19750; }","duration":"318.844834ms","start":"2026-03-06T01:36:53.961432Z","end":"2026-03-06T01:36:54.280277Z","steps":["trace[1024497574] 'read index received' (duration: 318.791572ms)","trace[1024497574] 'applied index is now lower than readState.Index' (duration: 51.822µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:36:54.280353Z","caller":"traceutil/trace.go:171","msg":"trace[1760869670] transaction","detail":"{read_only:false; response_revision:19062; number_of_response:1; }","duration":"376.164623ms","start":"2026-03-06T01:36:53.904155Z","end":"2026-03-06T01:36:54.280319Z","steps":["trace[1760869670] 'process raft request' (duration: 375.952657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:54.280461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.04837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:36:54.280506Z","caller":"traceutil/trace.go:171","msg":"trace[654410837] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:19062; }","duration":"319.143712ms","start":"2026-03-06T01:36:53.961352Z","end":"2026-03-06T01:36:54.280495Z","steps":["trace[654410837] 'agreement among raft nodes before linearized reading' (duration: 319.047189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:54.280496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:53.904133Z","time spent":"376.287816ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:36:54.280536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:53.961331Z","time spent":"319.196404ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:36:55.042989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.704693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:36:55.043086Z","caller":"traceutil/trace.go:171","msg":"trace[788850204] linearizableReadLoop","detail":"{readStateIndex:19752; appliedIndex:19751; }","duration":"762.694692ms","start":"2026-03-06T01:36:54.280374Z","end":"2026-03-06T01:36:55.043069Z","steps":["trace[788850204] 'read index received' (duration: 365.906997ms)","trace[788850204] 'applied index is now lower than readState.Index' (duration: 396.786335ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:36:55.043162Z","caller":"traceutil/trace.go:171","msg":"trace[753378642] transaction","detail":"{read_only:false; response_revision:19063; number_of_response:1; }","duration":"1.008712059s","start":"2026-03-06T01:36:54.034437Z","end":"2026-03-06T01:36:55.043149Z","steps":["trace[753378642] 'process raft request' (duration: 611.76924ms)","trace[753378642] 'compare' (duration: 396.21458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:36:55.04322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:54.034407Z","time spent":"1.00878506s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:36:55.04322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045756003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:36:55.043301Z","caller":"traceutil/trace.go:171","msg":"trace[563910612] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:19063; }","duration":"1.045869887s","start":"2026-03-06T01:36:53.997411Z","end":"2026-03-06T01:36:55.04328Z","steps":["trace[563910612] 'agreement among raft nodes before linearized reading' (duration: 1.045739424s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.043351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:53.997399Z","time spent":"1.045941808s","remote":"127.0.0.1:48630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:36:55.04352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069140267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:36:55.04356Z","caller":"traceutil/trace.go:171","msg":"trace[290283848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19063; }","duration":"1.069214699s","start":"2026-03-06T01:36:53.974335Z","end":"2026-03-06T01:36:55.04355Z","steps":["trace[290283848] 'agreement among raft nodes before linearized reading' (duration: 1.069077115s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.04359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:53.974314Z","time spent":"1.069269679s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:36:55.04368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.767679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:36:55.043751Z","caller":"traceutil/trace.go:171","msg":"trace[1108753711] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:19063; }","duration":"982.877312ms","start":"2026-03-06T01:36:54.060854Z","end":"2026-03-06T01:36:55.043731Z","steps":["trace[1108753711] 'agreement among raft nodes before linearized reading' (duration: 982.771299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.043803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:54.060833Z","time spent":"982.955623ms","remote":"127.0.0.1:40760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:36:55.04437Z","caller":"traceutil/trace.go:171","msg":"trace[233834404] transaction","detail":"{read_only:false; response_revision:19065; number_of_response:1; }","duration":"423.539025ms","start":"2026-03-06T01:36:54.620803Z","end":"2026-03-06T01:36:55.044342Z","steps":["trace[233834404] 'process raft request' (duration: 423.479113ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:36:55.04448Z","caller":"traceutil/trace.go:171","msg":"trace[2125716180] transaction","detail":"{read_only:false; response_revision:19064; number_of_response:1; }","duration":"468.594387ms","start":"2026-03-06T01:36:54.575858Z","end":"2026-03-06T01:36:55.044453Z","steps":["trace[2125716180] 'process raft request' (duration: 468.282339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.044528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:54.57584Z","time spent":"468.664508ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:36:55.044574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:54.620779Z","time spent":"423.682438ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:36:55.104435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.188124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:36:55.104501Z","caller":"traceutil/trace.go:171","msg":"trace[207043866] transaction","detail":"{read_only:false; response_revision:19066; number_of_response:1; }","duration":"396.905397ms","start":"2026-03-06T01:36:54.70758Z","end":"2026-03-06T01:36:55.104485Z","steps":["trace[207043866] 'process raft request' (duration: 396.594979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.104498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.066668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:36:55.104568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.64396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:36:55.104584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:54.707558Z","time spent":"396.97853ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:36:55.1046Z","caller":"traceutil/trace.go:171","msg":"trace[286146474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19066; }","duration":"707.202921ms","start":"2026-03-06T01:36:54.39736Z","end":"2026-03-06T01:36:55.104563Z","steps":["trace[286146474] 'agreement among raft nodes before linearized reading' (duration: 707.037287ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:36:55.10461Z","caller":"traceutil/trace.go:171","msg":"trace[1847593979] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:19066; }","duration":"370.709522ms","start":"2026-03-06T01:36:54.733887Z","end":"2026-03-06T01:36:55.104596Z","steps":["trace[1847593979] 'agreement among raft nodes before linearized reading' (duration: 370.64282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.104652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:54.733872Z","time spent":"370.772474ms","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:36:55.104657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:54.397331Z","time spent":"707.318194ms","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:36:55.104752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.526741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:36:55.104785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.890151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:36:55.104808Z","caller":"traceutil/trace.go:171","msg":"trace[1016645632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19066; }","duration":"514.627084ms","start":"2026-03-06T01:36:54.590168Z","end":"2026-03-06T01:36:55.104795Z","steps":["trace[1016645632] 'agreement among raft nodes before linearized reading' (duration: 514.336557ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:36:55.104819Z","caller":"traceutil/trace.go:171","msg":"trace[914300173] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19066; }","duration":"414.958832ms","start":"2026-03-06T01:36:54.68985Z","end":"2026-03-06T01:36:55.104808Z","steps":["trace[914300173] 'agreement among raft nodes before linearized reading' (duration: 414.902371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.10485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:54.689758Z","time spent":"415.084397ms","remote":"127.0.0.1:48598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:36:55.104932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:54.590146Z","time spent":"514.749077ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:36:55.104505Z","caller":"traceutil/trace.go:171","msg":"trace[87399415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19066; }","duration":"514.292976ms","start":"2026-03-06T01:36:54.590198Z","end":"2026-03-06T01:36:55.104491Z","steps":["trace[87399415] 'agreement among raft nodes before linearized reading' (duration: 514.141663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.105022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.858521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:36:55.105068Z","caller":"traceutil/trace.go:171","msg":"trace[1501279418] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:19066; }","duration":"602.950003ms","start":"2026-03-06T01:36:54.502106Z","end":"2026-03-06T01:36:55.105056Z","steps":["trace[1501279418] 'agreement among raft nodes before linearized reading' (duration: 602.803119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.105108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:54.502082Z","time spent":"603.019914ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-06T01:36:55.104437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.735122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:36:55.105228Z","caller":"traceutil/trace.go:171","msg":"trace[951363836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19066; }","duration":"514.564713ms","start":"2026-03-06T01:36:54.590653Z","end":"2026-03-06T01:36:55.105217Z","steps":["trace[951363836] 'agreement among raft nodes before linearized reading' (duration: 513.66422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.105266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:54.590632Z","time spent":"514.623264ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:36:55.105262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:54.590181Z","time spent":"515.022295ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:36:55.536158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.649094ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-06T01:36:55.536324Z","caller":"traceutil/trace.go:171","msg":"trace[376600797] linearizableReadLoop","detail":"{readStateIndex:19756; appliedIndex:19755; }","duration":"429.345125ms","start":"2026-03-06T01:36:55.106894Z","end":"2026-03-06T01:36:55.536239Z","steps":["trace[376600797] 'read index received' (duration: 235.595097ms)","trace[376600797] 'applied index is now lower than readState.Index' (duration: 193.748848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:36:55.536394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:55.106001Z","time spent":"430.391062ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:36:55.536657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.754355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-06T01:36:55.536697Z","caller":"traceutil/trace.go:171","msg":"trace[203831336] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19066; }","duration":"429.817007ms","start":"2026-03-06T01:36:55.106869Z","end":"2026-03-06T01:36:55.536686Z","steps":["trace[203831336] 'agreement among raft nodes before linearized reading' (duration: 429.664703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.536726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:55.106858Z","time spent":"429.861418ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18599,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:36:55.694554Z","caller":"traceutil/trace.go:171","msg":"trace[514493479] transaction","detail":"{read_only:false; response_revision:19067; number_of_response:1; }","duration":"584.040906ms","start":"2026-03-06T01:36:55.110484Z","end":"2026-03-06T01:36:55.694525Z","steps":["trace[514493479] 'process raft request' (duration: 559.796ms)","trace[514493479] 'compare' (duration: 24.073471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:36:55.694815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:55.110468Z","time spent":"584.269851ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:36:55.694908Z","caller":"traceutil/trace.go:171","msg":"trace[1301688400] transaction","detail":"{read_only:false; response_revision:19068; number_of_response:1; }","duration":"584.375664ms","start":"2026-03-06T01:36:55.110506Z","end":"2026-03-06T01:36:55.694881Z","steps":["trace[1301688400] 'process raft request' (duration: 583.967134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.695134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:55.110484Z","time spent":"584.545738ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:36:55.695222Z","caller":"traceutil/trace.go:171","msg":"trace[371361528] transaction","detail":"{read_only:false; response_revision:19069; number_of_response:1; }","duration":"584.591329ms","start":"2026-03-06T01:36:55.110608Z","end":"2026-03-06T01:36:55.695199Z","steps":["trace[371361528] 'process raft request' (duration: 584.197369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.69534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:55.110599Z","time spent":"584.681281ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:36:55.695386Z","caller":"traceutil/trace.go:171","msg":"trace[1148761368] transaction","detail":"{read_only:false; response_revision:19070; number_of_response:1; }","duration":"528.826091ms","start":"2026-03-06T01:36:55.166536Z","end":"2026-03-06T01:36:55.695362Z","steps":["trace[1148761368] 'process raft request' (duration: 528.594805ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:36:55.695492Z","caller":"traceutil/trace.go:171","msg":"trace[323595304] transaction","detail":"{read_only:false; response_revision:19071; number_of_response:1; }","duration":"158.052767ms","start":"2026-03-06T01:36:55.537422Z","end":"2026-03-06T01:36:55.695475Z","steps":["trace[323595304] 'process raft request' (duration: 157.880783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.695526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.774326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:36:55.695533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.172686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0d5977b4-66eb-49e6-9408-d0be21fc968d\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-06T01:36:55.695563Z","caller":"traceutil/trace.go:171","msg":"trace[1029460981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19070; }","duration":"562.852078ms","start":"2026-03-06T01:36:55.132699Z","end":"2026-03-06T01:36:55.695551Z","steps":["trace[1029460981] 'agreement among raft nodes before linearized reading' (duration: 562.731415ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:36:55.695589Z","caller":"traceutil/trace.go:171","msg":"trace[230762742] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0d5977b4-66eb-49e6-9408-d0be21fc968d; range_end:; response_count:1; response_revision:19070; }","duration":"587.278468ms","start":"2026-03-06T01:36:55.108294Z","end":"2026-03-06T01:36:55.695572Z","steps":["trace[230762742] 'agreement among raft nodes before linearized reading' (duration: 587.138245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.6956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:55.132679Z","time spent":"562.91372ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:36:55.695628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:55.108275Z","time spent":"587.344121ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-0d5977b4-66eb-49e6-9408-d0be21fc968d\" "} {"level":"warn","ts":"2026-03-06T01:36:55.695538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:55.166517Z","time spent":"528.940644ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:36:55.695689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.825959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:36:55.695757Z","caller":"traceutil/trace.go:171","msg":"trace[527007439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19071; }","duration":"576.914571ms","start":"2026-03-06T01:36:55.118824Z","end":"2026-03-06T01:36:55.695739Z","steps":["trace[527007439] 'agreement among raft nodes before linearized reading' (duration: 576.682085ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:36:55.695382Z","caller":"traceutil/trace.go:171","msg":"trace[105032454] linearizableReadLoop","detail":"{readStateIndex:19760; appliedIndex:19756; }","duration":"159.003951ms","start":"2026-03-06T01:36:55.536354Z","end":"2026-03-06T01:36:55.695358Z","steps":["trace[105032454] 'read index received' (duration: 133.941794ms)","trace[105032454] 'applied index is now lower than readState.Index' (duration: 25.060977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:36:55.695816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:36:55.118813Z","time spent":"576.990492ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:36:55.955303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.287794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:36:55.955413Z","caller":"traceutil/trace.go:171","msg":"trace[1744648092] linearizableReadLoop","detail":"{readStateIndex:19763; appliedIndex:19761; }","duration":"253.485968ms","start":"2026-03-06T01:36:55.701906Z","end":"2026-03-06T01:36:55.955392Z","steps":["trace[1744648092] 'read index received' (duration: 39.424466ms)","trace[1744648092] 'applied index is now lower than readState.Index' (duration: 214.060032ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:36:55.95553Z","caller":"traceutil/trace.go:171","msg":"trace[1782177167] transaction","detail":"{read_only:false; response_revision:19073; number_of_response:1; }","duration":"254.069093ms","start":"2026-03-06T01:36:55.701444Z","end":"2026-03-06T01:36:55.955514Z","steps":["trace[1782177167] 'process raft request' (duration: 105.487131ms)","trace[1782177167] 'compare' (duration: 148.154641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:36:55.955766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.938815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:36:55.955843Z","caller":"traceutil/trace.go:171","msg":"trace[77297390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19073; }","duration":"253.025437ms","start":"2026-03-06T01:36:55.7028Z","end":"2026-03-06T01:36:55.955825Z","steps":["trace[77297390] 'agreement among raft nodes before linearized reading' (duration: 252.808282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:36:55.956088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.149385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:36:55.956303Z","caller":"traceutil/trace.go:171","msg":"trace[301892639] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19073; }","duration":"254.415022ms","start":"2026-03-06T01:36:55.701854Z","end":"2026-03-06T01:36:55.956269Z","steps":["trace[301892639] 'agreement among raft nodes before linearized reading' (duration: 254.015062ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:37:26.40636Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cfc9fec265e3384a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:37:26.412858Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-06T01:37:26.41318Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-06T01:39:59.26733Z","caller":"traceutil/trace.go:171","msg":"trace[429712633] linearizableReadLoop","detail":"{readStateIndex:21233; appliedIndex:21231; }","duration":"305.441974ms","start":"2026-03-06T01:39:58.961865Z","end":"2026-03-06T01:39:59.267307Z","steps":["trace[429712633] 'read index received' (duration: 37.631829ms)","trace[429712633] 'applied index is now lower than readState.Index' (duration: 267.808975ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:39:59.267708Z","caller":"traceutil/trace.go:171","msg":"trace[2101674399] transaction","detail":"{read_only:false; response_revision:20491; number_of_response:1; }","duration":"320.935545ms","start":"2026-03-06T01:39:58.946758Z","end":"2026-03-06T01:39:59.267693Z","steps":["trace[2101674399] 'process raft request' (duration: 280.396591ms)","trace[2101674399] 'compare' (duration: 39.62966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:39:59.267871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:58.946738Z","time spent":"321.006216ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:39:59.268233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.360439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"info","ts":"2026-03-06T01:39:59.268292Z","caller":"traceutil/trace.go:171","msg":"trace[1230294274] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:20491; }","duration":"306.446441ms","start":"2026-03-06T01:39:58.961834Z","end":"2026-03-06T01:39:59.268281Z","steps":["trace[1230294274] 'agreement among raft nodes before linearized reading' (duration: 306.299746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:59.268418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:58.961822Z","time spent":"306.581644ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10383,"request content":"key:\"/registry/pods/openstack/rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-06T01:39:59.268737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.913514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:39:59.268808Z","caller":"traceutil/trace.go:171","msg":"trace[1690584468] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:20491; }","duration":"247.956025ms","start":"2026-03-06T01:39:59.020811Z","end":"2026-03-06T01:39:59.268767Z","steps":["trace[1690584468] 'agreement among raft nodes before linearized reading' (duration: 247.853292ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:27.167925Z","caller":"traceutil/trace.go:171","msg":"trace[1468638273] linearizableReadLoop","detail":"{readStateIndex:21431; appliedIndex:21430; }","duration":"109.717756ms","start":"2026-03-06T01:40:27.058183Z","end":"2026-03-06T01:40:27.1679Z","steps":["trace[1468638273] 'read index received' (duration: 109.544152ms)","trace[1468638273] 'applied index is now lower than readState.Index' (duration: 170.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:40:27.168031Z","caller":"traceutil/trace.go:171","msg":"trace[972968215] transaction","detail":"{read_only:false; response_revision:20682; number_of_response:1; }","duration":"165.029549ms","start":"2026-03-06T01:40:27.002972Z","end":"2026-03-06T01:40:27.168001Z","steps":["trace[972968215] 'process raft request' (duration: 164.797454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:27.168236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.042083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-06T01:40:27.168302Z","caller":"traceutil/trace.go:171","msg":"trace[1517720619] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:20682; }","duration":"110.125385ms","start":"2026-03-06T01:40:27.058163Z","end":"2026-03-06T01:40:27.168288Z","steps":["trace[1517720619] 'agreement among raft nodes before linearized reading' (duration: 109.863799ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:31.378786Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18619} {"level":"info","ts":"2026-03-06T01:40:31.494142Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18619,"took":"110.387212ms","hash":4004294681,"current-db-size-bytes":46006272,"current-db-size":"46 MB","current-db-size-in-use-bytes":27832320,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:40:31.494204Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4004294681,"revision":18619,"compact-revision":16327} {"level":"info","ts":"2026-03-06T01:40:37.788363Z","caller":"traceutil/trace.go:171","msg":"trace[1884454317] linearizableReadLoop","detail":"{readStateIndex:21896; appliedIndex:21895; }","duration":"236.52182ms","start":"2026-03-06T01:40:37.551808Z","end":"2026-03-06T01:40:37.78833Z","steps":["trace[1884454317] 'read index received' (duration: 85.832µs)","trace[1884454317] 'applied index is now lower than readState.Index' (duration: 236.434088ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:40:37.788371Z","caller":"traceutil/trace.go:171","msg":"trace[1860277103] transaction","detail":"{read_only:false; response_revision:21137; number_of_response:1; }","duration":"236.554231ms","start":"2026-03-06T01:40:37.551779Z","end":"2026-03-06T01:40:37.788333Z","steps":["trace[1860277103] 'process raft request' (duration: 173.737243ms)","trace[1860277103] 'compare' (duration: 62.557081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:40:37.788588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.736055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/capo-system/\" range_end:\"/registry/limitranges/capo-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:40:37.78867Z","caller":"traceutil/trace.go:171","msg":"trace[1907869070] range","detail":"{range_begin:/registry/limitranges/capo-system/; range_end:/registry/limitranges/capo-system0; response_count:0; response_revision:21137; }","duration":"236.845758ms","start":"2026-03-06T01:40:37.551802Z","end":"2026-03-06T01:40:37.788647Z","steps":["trace[1907869070] 'agreement among raft nodes before linearized reading' (duration: 236.663673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:37.790119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.213833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:40:37.790279Z","caller":"traceutil/trace.go:171","msg":"trace[1161477404] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration; range_end:; response_count:0; response_revision:21141; }","duration":"238.380448ms","start":"2026-03-06T01:40:37.55188Z","end":"2026-03-06T01:40:37.790261Z","steps":["trace[1161477404] 'agreement among raft nodes before linearized reading' (duration: 238.152391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:37.790277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.908604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:40:37.790376Z","caller":"traceutil/trace.go:171","msg":"trace[1645473579] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21141; }","duration":"109.070148ms","start":"2026-03-06T01:40:37.681285Z","end":"2026-03-06T01:40:37.790355Z","steps":["trace[1645473579] 'agreement among raft nodes before linearized reading' (duration: 108.899713ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:37.79048Z","caller":"traceutil/trace.go:171","msg":"trace[2013860656] transaction","detail":"{read_only:false; response_revision:21141; number_of_response:1; }","duration":"147.784686ms","start":"2026-03-06T01:40:37.642673Z","end":"2026-03-06T01:40:37.790458Z","steps":["trace[2013860656] 'process raft request' (duration: 147.307083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:37.790707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.027889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-06T01:40:37.790755Z","caller":"traceutil/trace.go:171","msg":"trace[897603994] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21141; }","duration":"219.104352ms","start":"2026-03-06T01:40:37.571639Z","end":"2026-03-06T01:40:37.790743Z","steps":["trace[897603994] 'agreement among raft nodes before linearized reading' (duration: 218.854956ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:37.790774Z","caller":"traceutil/trace.go:171","msg":"trace[1085490140] transaction","detail":"{read_only:false; response_revision:21140; number_of_response:1; }","duration":"204.661509ms","start":"2026-03-06T01:40:37.585479Z","end":"2026-03-06T01:40:37.790141Z","steps":["trace[1085490140] 'process raft request' (duration: 204.434383ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:37.790861Z","caller":"traceutil/trace.go:171","msg":"trace[494602784] transaction","detail":"{read_only:false; response_revision:21138; number_of_response:1; }","duration":"238.144431ms","start":"2026-03-06T01:40:37.552705Z","end":"2026-03-06T01:40:37.790849Z","steps":["trace[494602784] 'process raft request' (duration: 237.051484ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:37.790917Z","caller":"traceutil/trace.go:171","msg":"trace[1082306043] transaction","detail":"{read_only:false; response_revision:21139; number_of_response:1; }","duration":"219.172894ms","start":"2026-03-06T01:40:37.571734Z","end":"2026-03-06T01:40:37.790907Z","steps":["trace[1082306043] 'process raft request' (duration: 218.132717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:45.174796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.709536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:40:45.174847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.712529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:40:45.174938Z","caller":"traceutil/trace.go:171","msg":"trace[1218162469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21348; }","duration":"122.825823ms","start":"2026-03-06T01:40:45.05209Z","end":"2026-03-06T01:40:45.174915Z","steps":["trace[1218162469] 'range keys from in-memory index tree' (duration: 122.412222ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:45.174947Z","caller":"traceutil/trace.go:171","msg":"trace[668538905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21348; }","duration":"144.921683ms","start":"2026-03-06T01:40:45.029983Z","end":"2026-03-06T01:40:45.174905Z","steps":["trace[668538905] 'range keys from in-memory index tree' (duration: 144.434479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:45.174839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.029572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T01:40:45.174972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.195987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:40:45.175031Z","caller":"traceutil/trace.go:171","msg":"trace[524598002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21348; }","duration":"122.237838ms","start":"2026-03-06T01:40:45.052773Z","end":"2026-03-06T01:40:45.175011Z","steps":["trace[524598002] 'range keys from in-memory index tree' (duration: 121.857778ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:45.175125Z","caller":"traceutil/trace.go:171","msg":"trace[1012499176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21348; }","duration":"169.31822ms","start":"2026-03-06T01:40:45.005728Z","end":"2026-03-06T01:40:45.175046Z","steps":["trace[1012499176] 'range keys from in-memory index tree' (duration: 168.760366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:45.68896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607653303,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:40:45.692764Z","caller":"traceutil/trace.go:171","msg":"trace[381535345] transaction","detail":"{read_only:false; response_revision:21349; number_of_response:1; }","duration":"583.876755ms","start":"2026-03-06T01:40:45.108861Z","end":"2026-03-06T01:40:45.692738Z","steps":["trace[381535345] 'process raft request' (duration: 583.710831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:45.692966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:40:45.108836Z","time spent":"583.998779ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:40:45.725183Z","caller":"traceutil/trace.go:171","msg":"trace[447853401] transaction","detail":"{read_only:false; response_revision:21351; number_of_response:1; }","duration":"544.073191ms","start":"2026-03-06T01:40:45.181092Z","end":"2026-03-06T01:40:45.725165Z","steps":["trace[447853401] 'process raft request' (duration: 543.970697ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:45.725208Z","caller":"traceutil/trace.go:171","msg":"trace[1477679764] transaction","detail":"{read_only:false; response_revision:21350; number_of_response:1; }","duration":"544.713176ms","start":"2026-03-06T01:40:45.180454Z","end":"2026-03-06T01:40:45.725167Z","steps":["trace[1477679764] 'process raft request' (duration: 544.50955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:45.72529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:40:45.181078Z","time spent":"544.157633ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:40:45.72545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:40:45.180431Z","time spent":"544.8698ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:40:45.726105Z","caller":"traceutil/trace.go:171","msg":"trace[1474798139] transaction","detail":"{read_only:false; response_revision:21353; number_of_response:1; }","duration":"530.566372ms","start":"2026-03-06T01:40:45.195523Z","end":"2026-03-06T01:40:45.726089Z","steps":["trace[1474798139] 'process raft request' (duration: 530.387938ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:45.726135Z","caller":"traceutil/trace.go:171","msg":"trace[1503475051] transaction","detail":"{read_only:false; response_revision:21354; number_of_response:1; }","duration":"431.45519ms","start":"2026-03-06T01:40:45.294662Z","end":"2026-03-06T01:40:45.726117Z","steps":["trace[1503475051] 'process raft request' (duration: 431.376468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:45.726192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:40:45.195508Z","time spent":"530.645004ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:40:45.726247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:40:45.294631Z","time spent":"431.545321ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:40:45.726123Z","caller":"traceutil/trace.go:171","msg":"trace[980932531] linearizableReadLoop","detail":"{readStateIndex:22115; appliedIndex:22109; }","duration":"537.980433ms","start":"2026-03-06T01:40:45.188115Z","end":"2026-03-06T01:40:45.726095Z","steps":["trace[980932531] 'read index received' (duration: 504.523872ms)","trace[980932531] 'applied index is now lower than readState.Index' (duration: 33.455561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:40:45.726478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.052519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:40:45.726493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.320147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:40:45.726539Z","caller":"traceutil/trace.go:171","msg":"trace[113898409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21354; }","duration":"325.4338ms","start":"2026-03-06T01:40:45.401093Z","end":"2026-03-06T01:40:45.726526Z","steps":["trace[113898409] 'agreement among raft nodes before linearized reading' (duration: 325.344437ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:45.726537Z","caller":"traceutil/trace.go:171","msg":"trace[684535026] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:21354; }","duration":"497.157803ms","start":"2026-03-06T01:40:45.229361Z","end":"2026-03-06T01:40:45.726519Z","steps":["trace[684535026] 'agreement among raft nodes before linearized reading' (duration: 497.042959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:45.72658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:40:45.401065Z","time spent":"325.508072ms","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:40:45.726583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.890409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-06T01:40:45.726592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:40:45.229341Z","time spent":"497.240195ms","remote":"127.0.0.1:40500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:40:45.72659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.465335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"warn","ts":"2026-03-06T01:40:45.726629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.886353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:40:45.72672Z","caller":"traceutil/trace.go:171","msg":"trace[939635083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21354; }","duration":"460.124698ms","start":"2026-03-06T01:40:45.266577Z","end":"2026-03-06T01:40:45.726702Z","steps":["trace[939635083] 'agreement among raft nodes before linearized reading' (duration: 459.910762ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:45.726624Z","caller":"traceutil/trace.go:171","msg":"trace[267532794] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21354; }","duration":"322.012002ms","start":"2026-03-06T01:40:45.404601Z","end":"2026-03-06T01:40:45.726613Z","steps":["trace[267532794] 'agreement among raft nodes before linearized reading' (duration: 321.817356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:45.726763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:40:45.266546Z","time spent":"460.20934ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:40:45.726833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:40:45.404558Z","time spent":"322.232217ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:40:45.726689Z","caller":"traceutil/trace.go:171","msg":"trace[1899782475] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21354; }","duration":"538.672762ms","start":"2026-03-06T01:40:45.188003Z","end":"2026-03-06T01:40:45.726676Z","steps":["trace[1899782475] 'agreement among raft nodes before linearized reading' (duration: 538.288691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:45.728709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:40:45.187982Z","time spent":"540.702753ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-06T01:40:45.72638Z","caller":"traceutil/trace.go:171","msg":"trace[1643508063] transaction","detail":"{read_only:false; response_revision:21352; number_of_response:1; }","duration":"544.569162ms","start":"2026-03-06T01:40:45.181482Z","end":"2026-03-06T01:40:45.726051Z","steps":["trace[1643508063] 'process raft request' (duration: 543.626838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:45.728938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:40:45.181467Z","time spent":"547.391006ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:42:21.251544Z","caller":"traceutil/trace.go:171","msg":"trace[1486058244] transaction","detail":"{read_only:false; response_revision:22305; number_of_response:1; }","duration":"114.18326ms","start":"2026-03-06T01:42:21.137332Z","end":"2026-03-06T01:42:21.251515Z","steps":["trace[1486058244] 'process raft request' (duration: 114.016376ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:43:23.129186Z","caller":"traceutil/trace.go:171","msg":"trace[185636339] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"192.465696ms","start":"2026-03-06T01:43:22.936705Z","end":"2026-03-06T01:43:23.129171Z","steps":["trace[185636339] 'process raft request' (duration: 192.20806ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:43:23.254422Z","caller":"traceutil/trace.go:171","msg":"trace[635984887] linearizableReadLoop","detail":"{readStateIndex:23642; appliedIndex:23641; }","duration":"125.141743ms","start":"2026-03-06T01:43:23.129254Z","end":"2026-03-06T01:43:23.254396Z","steps":["trace[635984887] 'read index received' (duration: 124.995799ms)","trace[635984887] 'applied index is now lower than readState.Index' (duration: 144.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:43:23.254549Z","caller":"traceutil/trace.go:171","msg":"trace[1165279168] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"262.266203ms","start":"2026-03-06T01:43:22.99227Z","end":"2026-03-06T01:43:23.254537Z","steps":["trace[1165279168] 'process raft request' (duration: 261.981186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:43:23.254912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.639925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:43:23.254998Z","caller":"traceutil/trace.go:171","msg":"trace[54748568] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22844; }","duration":"125.777439ms","start":"2026-03-06T01:43:23.129201Z","end":"2026-03-06T01:43:23.254978Z","steps":["trace[54748568] 'agreement among raft nodes before linearized reading' (duration: 125.528593ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:43:23.614483Z","caller":"traceutil/trace.go:171","msg":"trace[421874210] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"117.760902ms","start":"2026-03-06T01:43:23.496697Z","end":"2026-03-06T01:43:23.614458Z","steps":["trace[421874210] 'process raft request' (duration: 39.161478ms)","trace[421874210] 'compare' (duration: 78.327897ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:43:27.382555Z","caller":"traceutil/trace.go:171","msg":"trace[2007584463] transaction","detail":"{read_only:false; response_revision:22872; number_of_response:1; }","duration":"226.985456ms","start":"2026-03-06T01:43:27.155515Z","end":"2026-03-06T01:43:27.3825Z","steps":["trace[2007584463] 'process raft request' (duration: 226.81546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:43:27.382735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.274296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-06T01:43:27.382786Z","caller":"traceutil/trace.go:171","msg":"trace[946365658] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22872; }","duration":"113.381639ms","start":"2026-03-06T01:43:27.269395Z","end":"2026-03-06T01:43:27.382777Z","steps":["trace[946365658] 'agreement among raft nodes before linearized reading' (duration: 113.172084ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:43:27.382503Z","caller":"traceutil/trace.go:171","msg":"trace[965283788] linearizableReadLoop","detail":"{readStateIndex:23671; appliedIndex:23670; }","duration":"113.025651ms","start":"2026-03-06T01:43:27.269434Z","end":"2026-03-06T01:43:27.38246Z","steps":["trace[965283788] 'read index received' (duration: 112.904907ms)","trace[965283788] 'applied index is now lower than readState.Index' (duration: 119.894µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:43:27.504473Z","caller":"traceutil/trace.go:171","msg":"trace[518686310] transaction","detail":"{read_only:false; response_revision:22873; number_of_response:1; }","duration":"216.161536ms","start":"2026-03-06T01:43:27.288282Z","end":"2026-03-06T01:43:27.504443Z","steps":["trace[518686310] 'process raft request' (duration: 211.980719ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:43:27.50465Z","caller":"traceutil/trace.go:171","msg":"trace[1639162654] transaction","detail":"{read_only:false; response_revision:22874; number_of_response:1; }","duration":"159.952699ms","start":"2026-03-06T01:43:27.344559Z","end":"2026-03-06T01:43:27.504512Z","steps":["trace[1639162654] 'process raft request' (duration: 159.830656ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:43:32.810198Z","caller":"traceutil/trace.go:171","msg":"trace[1105445252] transaction","detail":"{read_only:false; response_revision:22903; number_of_response:1; }","duration":"106.368199ms","start":"2026-03-06T01:43:32.703802Z","end":"2026-03-06T01:43:32.81017Z","steps":["trace[1105445252] 'process raft request' (duration: 106.141483ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:43:33.024772Z","caller":"traceutil/trace.go:171","msg":"trace[1057548808] linearizableReadLoop","detail":"{readStateIndex:23705; appliedIndex:23703; }","duration":"189.324746ms","start":"2026-03-06T01:43:32.83542Z","end":"2026-03-06T01:43:33.024745Z","steps":["trace[1057548808] 'read index received' (duration: 189.042998ms)","trace[1057548808] 'applied index is now lower than readState.Index' (duration: 280.768µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:43:33.024924Z","caller":"traceutil/trace.go:171","msg":"trace[782854093] transaction","detail":"{read_only:false; response_revision:22905; number_of_response:1; }","duration":"271.41536ms","start":"2026-03-06T01:43:32.753496Z","end":"2026-03-06T01:43:33.024912Z","steps":["trace[782854093] 'process raft request' (duration: 271.208695ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:43:33.025119Z","caller":"traceutil/trace.go:171","msg":"trace[1432118151] transaction","detail":"{read_only:false; response_revision:22904; number_of_response:1; }","duration":"290.349286ms","start":"2026-03-06T01:43:32.734427Z","end":"2026-03-06T01:43:33.024776Z","steps":["trace[1432118151] 'process raft request' (duration: 290.114571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:43:33.025145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.407972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:43:33.025163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.252631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:43:33.025253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.817789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:43:33.025286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.023671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:43:33.025326Z","caller":"traceutil/trace.go:171","msg":"trace[812686308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22905; }","duration":"189.908101ms","start":"2026-03-06T01:43:32.8354Z","end":"2026-03-06T01:43:33.025308Z","steps":["trace[812686308] 'agreement among raft nodes before linearized reading' (duration: 189.667885ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:43:33.025309Z","caller":"traceutil/trace.go:171","msg":"trace[1655868439] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22905; }","duration":"140.466338ms","start":"2026-03-06T01:43:32.884816Z","end":"2026-03-06T01:43:33.025283Z","steps":["trace[1655868439] 'agreement among raft nodes before linearized reading' (duration: 140.17605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:43:33.025289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.334093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:43:33.025368Z","caller":"traceutil/trace.go:171","msg":"trace[1534919835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22905; }","duration":"148.196766ms","start":"2026-03-06T01:43:32.877152Z","end":"2026-03-06T01:43:33.025348Z","steps":["trace[1534919835] 'agreement among raft nodes before linearized reading' (duration: 147.913088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:43:33.025351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.570643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:43:33.025405Z","caller":"traceutil/trace.go:171","msg":"trace[1435705996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22905; }","duration":"145.479816ms","start":"2026-03-06T01:43:32.879898Z","end":"2026-03-06T01:43:33.025378Z","steps":["trace[1435705996] 'agreement among raft nodes before linearized reading' (duration: 145.129937ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:43:33.025439Z","caller":"traceutil/trace.go:171","msg":"trace[121849572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22905; }","duration":"144.699006ms","start":"2026-03-06T01:43:32.880718Z","end":"2026-03-06T01:43:33.025417Z","steps":["trace[121849572] 'agreement among raft nodes before linearized reading' (duration: 144.421578ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:43:33.025222Z","caller":"traceutil/trace.go:171","msg":"trace[1540868917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22905; }","duration":"155.516385ms","start":"2026-03-06T01:43:32.869684Z","end":"2026-03-06T01:43:33.025201Z","steps":["trace[1540868917] 'agreement among raft nodes before linearized reading' (duration: 155.273999ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:17.517869Z","caller":"traceutil/trace.go:171","msg":"trace[144665208] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"277.839995ms","start":"2026-03-06T01:44:17.240003Z","end":"2026-03-06T01:44:17.517843Z","steps":["trace[144665208] 'process raft request' (duration: 277.668731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:17.925116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.29553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:17.925232Z","caller":"traceutil/trace.go:171","msg":"trace[1538461839] linearizableReadLoop","detail":"{readStateIndex:24178; appliedIndex:24176; }","duration":"636.023738ms","start":"2026-03-06T01:44:17.289192Z","end":"2026-03-06T01:44:17.925215Z","steps":["trace[1538461839] 'read index received' (duration: 228.509634ms)","trace[1538461839] 'applied index is now lower than readState.Index' (duration: 407.513004ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:17.92542Z","caller":"traceutil/trace.go:171","msg":"trace[59070409] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"683.362267ms","start":"2026-03-06T01:44:17.242046Z","end":"2026-03-06T01:44:17.925408Z","steps":["trace[59070409] 'process raft request' (duration: 431.710527ms)","trace[59070409] 'compare' (duration: 250.641724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:17.925483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:17.242026Z","time spent":"683.425938ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:17.925768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.583333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:44:17.92582Z","caller":"traceutil/trace.go:171","msg":"trace[185434701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23362; }","duration":"636.679615ms","start":"2026-03-06T01:44:17.289129Z","end":"2026-03-06T01:44:17.925809Z","steps":["trace[185434701] 'agreement among raft nodes before linearized reading' (duration: 636.545071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:17.925851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:17.289103Z","time spent":"636.740207ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:44:18.214488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.22045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:18.214632Z","caller":"traceutil/trace.go:171","msg":"trace[1202119492] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"511.192063ms","start":"2026-03-06T01:44:17.703416Z","end":"2026-03-06T01:44:18.214608Z","steps":["trace[1202119492] 'process raft request' (duration: 325.699636ms)","trace[1202119492] 'compare' (duration: 184.85167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:18.214689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:17.703386Z","time spent":"511.277205ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:18.676785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.508323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:18.677047Z","caller":"traceutil/trace.go:171","msg":"trace[182313145] linearizableReadLoop","detail":"{readStateIndex:24181; appliedIndex:24178; }","duration":"751.773338ms","start":"2026-03-06T01:44:17.925256Z","end":"2026-03-06T01:44:18.677029Z","steps":["trace[182313145] 'read index received' (duration: 103.874204ms)","trace[182313145] 'applied index is now lower than readState.Index' (duration: 647.898344ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:18.677126Z","caller":"traceutil/trace.go:171","msg":"trace[1806099770] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"883.675414ms","start":"2026-03-06T01:44:17.793441Z","end":"2026-03-06T01:44:18.677116Z","steps":["trace[1806099770] 'process raft request' (duration: 595.150795ms)","trace[1806099770] 'compare' (duration: 287.292728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:18.677186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:17.793414Z","time spent":"883.742347ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:18.67774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153326269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:18.677773Z","caller":"traceutil/trace.go:171","msg":"trace[603649382] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23366; }","duration":"1.153389s","start":"2026-03-06T01:44:17.524374Z","end":"2026-03-06T01:44:18.677763Z","steps":["trace[603649382] 'agreement among raft nodes before linearized reading' (duration: 1.153290888s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:18.677738Z","caller":"traceutil/trace.go:171","msg":"trace[2077539092] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"747.531859ms","start":"2026-03-06T01:44:17.930179Z","end":"2026-03-06T01:44:18.677711Z","steps":["trace[2077539092] 'process raft request' (duration: 746.8038ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:18.677748Z","caller":"traceutil/trace.go:171","msg":"trace[974028743] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"765.526723ms","start":"2026-03-06T01:44:17.912182Z","end":"2026-03-06T01:44:18.677708Z","steps":["trace[974028743] 'process raft request' (duration: 764.750272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:18.677845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138920878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:18.677848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313635937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:44:18.677871Z","caller":"traceutil/trace.go:171","msg":"trace[271118323] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23366; }","duration":"1.13898021s","start":"2026-03-06T01:44:17.538881Z","end":"2026-03-06T01:44:18.677861Z","steps":["trace[271118323] 'agreement among raft nodes before linearized reading' (duration: 1.138941079s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:18.677899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:17.538861Z","time spent":"1.13903305s","remote":"127.0.0.1:60258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:18.6779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:17.930154Z","time spent":"747.659232ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:18.677906Z","caller":"traceutil/trace.go:171","msg":"trace[467879022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23366; }","duration":"1.313747649s","start":"2026-03-06T01:44:17.364144Z","end":"2026-03-06T01:44:18.677892Z","steps":["trace[467879022] 'agreement among raft nodes before linearized reading' (duration: 1.313526684s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:18.677945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:17.364114Z","time spent":"1.313823291s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:44:18.677962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:17.912155Z","time spent":"765.697797ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:18.678096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214251846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:44:18.677806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:17.524351Z","time spent":"1.153449432s","remote":"127.0.0.1:60346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:44:18.678129Z","caller":"traceutil/trace.go:171","msg":"trace[1352636978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23366; }","duration":"1.214316288s","start":"2026-03-06T01:44:17.463804Z","end":"2026-03-06T01:44:18.67812Z","steps":["trace[1352636978] 'agreement among raft nodes before linearized reading' (duration: 1.214227506s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:18.678157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:17.463784Z","time spent":"1.21436728s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:44:18.678201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319463826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:44:18.678282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297589323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:18.678312Z","caller":"traceutil/trace.go:171","msg":"trace[1181804992] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23366; }","duration":"1.297686455s","start":"2026-03-06T01:44:17.380617Z","end":"2026-03-06T01:44:18.678304Z","steps":["trace[1181804992] 'agreement among raft nodes before linearized reading' (duration: 1.297632964s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:18.678258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382618323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:44:18.678329Z","caller":"traceutil/trace.go:171","msg":"trace[1462586502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23366; }","duration":"1.319670831s","start":"2026-03-06T01:44:17.35863Z","end":"2026-03-06T01:44:18.6783Z","steps":["trace[1462586502] 'agreement among raft nodes before linearized reading' (duration: 1.319308572s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:18.678358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:17.380595Z","time spent":"1.297752656s","remote":"127.0.0.1:38596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:44:18.678386Z","caller":"traceutil/trace.go:171","msg":"trace[974633622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23366; }","duration":"1.382810669s","start":"2026-03-06T01:44:17.295551Z","end":"2026-03-06T01:44:18.678362Z","steps":["trace[974633622] 'agreement among raft nodes before linearized reading' (duration: 1.382455279s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:18.678401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:17.358602Z","time spent":"1.319787235s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:44:18.678463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:17.295525Z","time spent":"1.382926971s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:44:19.081097Z","caller":"traceutil/trace.go:171","msg":"trace[499136258] linearizableReadLoop","detail":"{readStateIndex:24183; appliedIndex:24182; }","duration":"403.996962ms","start":"2026-03-06T01:44:18.677079Z","end":"2026-03-06T01:44:19.081075Z","steps":["trace[499136258] 'read index received' (duration: 392.528087ms)","trace[499136258] 'applied index is now lower than readState.Index' (duration: 11.467815ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:19.081318Z","caller":"traceutil/trace.go:171","msg":"trace[1675339533] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"412.303477ms","start":"2026-03-06T01:44:18.668999Z","end":"2026-03-06T01:44:19.081303Z","steps":["trace[1675339533] 'process raft request' (duration: 400.280648ms)","trace[1675339533] 'compare' (duration: 11.063965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:19.081431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:18.668965Z","time spent":"412.390729ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:19.08164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.884029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:44:19.081683Z","caller":"traceutil/trace.go:171","msg":"trace[1013196560] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23367; }","duration":"500.971401ms","start":"2026-03-06T01:44:18.580701Z","end":"2026-03-06T01:44:19.081672Z","steps":["trace[1013196560] 'agreement among raft nodes before linearized reading' (duration: 500.897598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:19.081715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:18.580677Z","time spent":"501.029072ms","remote":"127.0.0.1:43784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:19.081893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.852581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:19.081937Z","caller":"traceutil/trace.go:171","msg":"trace[947517356] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23367; }","duration":"586.939553ms","start":"2026-03-06T01:44:18.494986Z","end":"2026-03-06T01:44:19.081926Z","steps":["trace[947517356] 'agreement among raft nodes before linearized reading' (duration: 586.870721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:19.081968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:18.494961Z","time spent":"586.998385ms","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:19.082128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.368162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:19.082166Z","caller":"traceutil/trace.go:171","msg":"trace[716957179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23367; }","duration":"684.446784ms","start":"2026-03-06T01:44:18.397708Z","end":"2026-03-06T01:44:19.082155Z","steps":["trace[716957179] 'agreement among raft nodes before linearized reading' (duration: 684.397572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:19.082198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:18.397682Z","time spent":"684.510106ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:44:19.08233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.268545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:19.082362Z","caller":"traceutil/trace.go:171","msg":"trace[1021468459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23367; }","duration":"789.365817ms","start":"2026-03-06T01:44:18.292988Z","end":"2026-03-06T01:44:19.082354Z","steps":["trace[1021468459] 'agreement among raft nodes before linearized reading' (duration: 789.321425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:19.082388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:18.292977Z","time spent":"789.404807ms","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:44:19.082545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.636025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:19.08258Z","caller":"traceutil/trace.go:171","msg":"trace[346181429] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23367; }","duration":"798.673816ms","start":"2026-03-06T01:44:18.283898Z","end":"2026-03-06T01:44:19.082571Z","steps":["trace[346181429] 'agreement among raft nodes before linearized reading' (duration: 798.619655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:19.082615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:18.283797Z","time spent":"798.81024ms","remote":"127.0.0.1:38614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:19.082779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.696336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:19.082818Z","caller":"traceutil/trace.go:171","msg":"trace[341242672] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23367; }","duration":"984.736567ms","start":"2026-03-06T01:44:18.09807Z","end":"2026-03-06T01:44:19.082807Z","steps":["trace[341242672] 'agreement among raft nodes before linearized reading' (duration: 984.679585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:19.082855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:18.097996Z","time spent":"984.849659ms","remote":"127.0.0.1:38806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:19.083083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0314107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-06T01:44:19.083123Z","caller":"traceutil/trace.go:171","msg":"trace[1018190379] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23367; }","duration":"1.031491512s","start":"2026-03-06T01:44:18.051622Z","end":"2026-03-06T01:44:19.083114Z","steps":["trace[1018190379] 'agreement among raft nodes before linearized reading' (duration: 1.031364358s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:19.083151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:18.051601Z","time spent":"1.031543883s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-06T01:44:19.492425Z","caller":"traceutil/trace.go:171","msg":"trace[526874915] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"808.544131ms","start":"2026-03-06T01:44:18.683856Z","end":"2026-03-06T01:44:19.4924Z","steps":["trace[526874915] 'process raft request' (duration: 808.349086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:19.492575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:18.683835Z","time spent":"808.660173ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:19.49286Z","caller":"traceutil/trace.go:171","msg":"trace[1354477956] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"807.321378ms","start":"2026-03-06T01:44:18.685511Z","end":"2026-03-06T01:44:19.492832Z","steps":["trace[1354477956] 'process raft request' (duration: 806.850696ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:19.493027Z","caller":"traceutil/trace.go:171","msg":"trace[479215654] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"807.328279ms","start":"2026-03-06T01:44:18.685691Z","end":"2026-03-06T01:44:19.493019Z","steps":["trace[479215654] 'process raft request' (duration: 807.049872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:19.493031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:18.685483Z","time spent":"807.454042ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:19.49308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:18.685682Z","time spent":"807.37252ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:19.493301Z","caller":"traceutil/trace.go:171","msg":"trace[1871986711] linearizableReadLoop","detail":"{readStateIndex:24188; appliedIndex:24183; }","duration":"412.122093ms","start":"2026-03-06T01:44:19.081165Z","end":"2026-03-06T01:44:19.493287Z","steps":["trace[1871986711] 'read index received' (duration: 411.020574ms)","trace[1871986711] 'applied index is now lower than readState.Index' (duration: 1.100049ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:19.493368Z","caller":"traceutil/trace.go:171","msg":"trace[2029929292] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"430.207558ms","start":"2026-03-06T01:44:19.063152Z","end":"2026-03-06T01:44:19.49336Z","steps":["trace[2029929292] 'process raft request' (duration: 430.058984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:19.493421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:19.063129Z","time spent":"430.26483ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:19.493442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.799349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:19.493496Z","caller":"traceutil/trace.go:171","msg":"trace[419516503] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23372; }","duration":"464.892251ms","start":"2026-03-06T01:44:19.028588Z","end":"2026-03-06T01:44:19.493481Z","steps":["trace[419516503] 'agreement among raft nodes before linearized reading' (duration: 464.799369ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:19.493514Z","caller":"traceutil/trace.go:171","msg":"trace[2034185635] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"807.262518ms","start":"2026-03-06T01:44:18.686245Z","end":"2026-03-06T01:44:19.493508Z","steps":["trace[2034185635] 'process raft request' (duration: 806.738964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:19.493531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:19.028562Z","time spent":"464.961223ms","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:19.49355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:18.686235Z","time spent":"807.297028ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:19.493626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.449349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:19.493659Z","caller":"traceutil/trace.go:171","msg":"trace[1704670158] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23372; }","duration":"509.50886ms","start":"2026-03-06T01:44:18.984138Z","end":"2026-03-06T01:44:19.493647Z","steps":["trace[1704670158] 'agreement among raft nodes before linearized reading' (duration: 509.457519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:19.493681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:18.984121Z","time spent":"509.553731ms","remote":"127.0.0.1:39068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:19.493739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.110732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-34f159bf-b47f-4f5d-8069-0a9f57e08ff5\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-06T01:44:19.49381Z","caller":"traceutil/trace.go:171","msg":"trace[767718525] range","detail":"{range_begin:/registry/persistentvolumes/pvc-34f159bf-b47f-4f5d-8069-0a9f57e08ff5; range_end:; response_count:1; response_revision:23372; }","duration":"398.222335ms","start":"2026-03-06T01:44:19.095572Z","end":"2026-03-06T01:44:19.493794Z","steps":["trace[767718525] 'agreement among raft nodes before linearized reading' (duration: 398.03538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:19.493845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:19.095552Z","time spent":"398.283916ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-34f159bf-b47f-4f5d-8069-0a9f57e08ff5\" "} {"level":"warn","ts":"2026-03-06T01:44:19.49389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.16818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:44:19.49392Z","caller":"traceutil/trace.go:171","msg":"trace[475836152] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23372; }","duration":"387.242202ms","start":"2026-03-06T01:44:19.10667Z","end":"2026-03-06T01:44:19.493912Z","steps":["trace[475836152] 'agreement among raft nodes before linearized reading' (duration: 387.1887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:19.493944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:19.106643Z","time spent":"387.295562ms","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:20.231851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.33973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:20.232201Z","caller":"traceutil/trace.go:171","msg":"trace[723917075] transaction","detail":"{read_only:false; response_revision:23373; number_of_response:1; }","duration":"708.724469ms","start":"2026-03-06T01:44:19.523454Z","end":"2026-03-06T01:44:20.232178Z","steps":["trace[723917075] 'process raft request' (duration: 425.955828ms)","trace[723917075] 'compare' (duration: 281.788017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:20.232272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:19.523425Z","time spent":"708.809552ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:20.791664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.141936ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-06T01:44:20.792891Z","caller":"traceutil/trace.go:171","msg":"trace[2077084447] linearizableReadLoop","detail":"{readStateIndex:24190; appliedIndex:24188; }","duration":"1.192658562s","start":"2026-03-06T01:44:19.600209Z","end":"2026-03-06T01:44:20.792867Z","steps":["trace[2077084447] 'read index received' (duration: 349.185332ms)","trace[2077084447] 'applied index is now lower than readState.Index' (duration: 843.47191ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:20.79292Z","caller":"traceutil/trace.go:171","msg":"trace[1857003698] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"857.786818ms","start":"2026-03-06T01:44:19.93506Z","end":"2026-03-06T01:44:20.792846Z","steps":["trace[1857003698] 'process raft request' (duration: 856.687199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:20.793162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:19.935025Z","time spent":"858.039964ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:20.971679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371461935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-06T01:44:20.97179Z","caller":"traceutil/trace.go:171","msg":"trace[2095410542] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23374; }","duration":"1.371603158s","start":"2026-03-06T01:44:19.600141Z","end":"2026-03-06T01:44:20.971745Z","steps":["trace[2095410542] 'agreement among raft nodes before linearized reading' (duration: 1.192805135s)","trace[2095410542] 'range keys from in-memory index tree' (duration: 178.606359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:20.971856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:19.600106Z","time spent":"1.371739182s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-06T01:44:20.972814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.834921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:20.973075Z","caller":"traceutil/trace.go:171","msg":"trace[1138873930] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"922.537506ms","start":"2026-03-06T01:44:20.050517Z","end":"2026-03-06T01:44:20.973054Z","steps":["trace[1138873930] 'process raft request' (duration: 742.340886ms)","trace[1138873930] 'compare' (duration: 178.64479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:20.973149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:20.05048Z","time spent":"922.633508ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:20.973159Z","caller":"traceutil/trace.go:171","msg":"trace[462134196] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"746.40785ms","start":"2026-03-06T01:44:20.226731Z","end":"2026-03-06T01:44:20.973139Z","steps":["trace[462134196] 'process raft request' (duration: 746.204125ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:20.973216Z","caller":"traceutil/trace.go:171","msg":"trace[1459075434] linearizableReadLoop","detail":"{readStateIndex:24195; appliedIndex:24191; }","duration":"180.23974ms","start":"2026-03-06T01:44:20.792957Z","end":"2026-03-06T01:44:20.973197Z","steps":["trace[1459075434] 'read index received' (duration: 52.091µs)","trace[1459075434] 'applied index is now lower than readState.Index' (duration: 180.186189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:20.973271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:20.226709Z","time spent":"746.492182ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:20.97328Z","caller":"traceutil/trace.go:171","msg":"trace[1822421772] transaction","detail":"{read_only:false; response_revision:23377; number_of_response:1; }","duration":"286.054835ms","start":"2026-03-06T01:44:20.687164Z","end":"2026-03-06T01:44:20.973219Z","steps":["trace[1822421772] 'process raft request' (duration: 285.907261ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:20.973372Z","caller":"traceutil/trace.go:171","msg":"trace[1442304015] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"283.52281ms","start":"2026-03-06T01:44:20.689832Z","end":"2026-03-06T01:44:20.973355Z","steps":["trace[1442304015] 'process raft request' (duration: 283.299614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:20.973344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.625879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:20.973379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.576221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:20.973431Z","caller":"traceutil/trace.go:171","msg":"trace[2000693853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23378; }","duration":"575.664894ms","start":"2026-03-06T01:44:20.397759Z","end":"2026-03-06T01:44:20.973424Z","steps":["trace[2000693853] 'agreement among raft nodes before linearized reading' (duration: 575.598322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:20.973456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:20.397738Z","time spent":"575.712726ms","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:44:20.973443Z","caller":"traceutil/trace.go:171","msg":"trace[274453465] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23378; }","duration":"663.802183ms","start":"2026-03-06T01:44:20.30962Z","end":"2026-03-06T01:44:20.973422Z","steps":["trace[274453465] 'agreement among raft nodes before linearized reading' (duration: 663.610847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:20.973471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.382025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:44:20.97351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.01547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:20.973512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115269718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-06T01:44:20.973299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.100649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:20.973542Z","caller":"traceutil/trace.go:171","msg":"trace[47364800] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23378; }","duration":"266.046211ms","start":"2026-03-06T01:44:20.707485Z","end":"2026-03-06T01:44:20.973531Z","steps":["trace[47364800] 'agreement among raft nodes before linearized reading' (duration: 265.995019ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:20.973532Z","caller":"traceutil/trace.go:171","msg":"trace[12612104] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23378; }","duration":"799.472886ms","start":"2026-03-06T01:44:20.174044Z","end":"2026-03-06T01:44:20.973517Z","steps":["trace[12612104] 'agreement among raft nodes before linearized reading' (duration: 799.319652ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:20.973556Z","caller":"traceutil/trace.go:171","msg":"trace[1282038150] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23378; }","duration":"1.115351s","start":"2026-03-06T01:44:19.858194Z","end":"2026-03-06T01:44:20.973545Z","steps":["trace[1282038150] 'agreement among raft nodes before linearized reading' (duration: 1.115206026s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:20.973583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.820641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:20.973593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:19.858174Z","time spent":"1.115412142s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:44:20.973589Z","caller":"traceutil/trace.go:171","msg":"trace[1883584276] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23378; }","duration":"389.408247ms","start":"2026-03-06T01:44:20.584155Z","end":"2026-03-06T01:44:20.973563Z","steps":["trace[1883584276] 'agreement among raft nodes before linearized reading' (duration: 389.048958ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:20.973612Z","caller":"traceutil/trace.go:171","msg":"trace[1430595429] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23378; }","duration":"280.891492ms","start":"2026-03-06T01:44:20.692712Z","end":"2026-03-06T01:44:20.973604Z","steps":["trace[1430595429] 'agreement among raft nodes before linearized reading' (duration: 280.844341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:20.973589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:20.174025Z","time spent":"799.550089ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:20.973663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.659893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:44:20.973684Z","caller":"traceutil/trace.go:171","msg":"trace[1499379244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23378; }","duration":"288.738384ms","start":"2026-03-06T01:44:20.68494Z","end":"2026-03-06T01:44:20.973678Z","steps":["trace[1499379244] 'agreement among raft nodes before linearized reading' (duration: 288.654022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:20.97368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:20.584106Z","time spent":"389.53144ms","remote":"127.0.0.1:38772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:20.973512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:20.30959Z","time spent":"663.910946ms","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:20.973333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180440127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:20.973832Z","caller":"traceutil/trace.go:171","msg":"trace[620774983] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23378; }","duration":"1.180982541s","start":"2026-03-06T01:44:19.792836Z","end":"2026-03-06T01:44:20.973819Z","steps":["trace[620774983] 'agreement among raft nodes before linearized reading' (duration: 1.180441157s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:20.973871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:19.792817Z","time spent":"1.181041662s","remote":"127.0.0.1:38786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:44:21.281246Z","caller":"traceutil/trace.go:171","msg":"trace[698508556] linearizableReadLoop","detail":"{readStateIndex:24196; appliedIndex:24195; }","duration":"302.897629ms","start":"2026-03-06T01:44:20.978323Z","end":"2026-03-06T01:44:21.28122Z","steps":["trace[698508556] 'read index received' (duration: 239.914837ms)","trace[698508556] 'applied index is now lower than readState.Index' (duration: 62.981522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:21.281448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.112225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-06T01:44:21.281401Z","caller":"traceutil/trace.go:171","msg":"trace[141345747] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"303.130486ms","start":"2026-03-06T01:44:20.978219Z","end":"2026-03-06T01:44:21.281349Z","steps":["trace[141345747] 'process raft request' (duration: 239.998889ms)","trace[141345747] 'compare' (duration: 62.466889ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:21.281478Z","caller":"traceutil/trace.go:171","msg":"trace[1406952574] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23379; }","duration":"303.174927ms","start":"2026-03-06T01:44:20.978294Z","end":"2026-03-06T01:44:21.281469Z","steps":["trace[1406952574] 'agreement among raft nodes before linearized reading' (duration: 303.026104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:21.281631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:20.978196Z","time spent":"303.30286ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:21.281503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:20.978285Z","time spent":"303.213468ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:44:21.441813Z","caller":"traceutil/trace.go:171","msg":"trace[689082894] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"388.441052ms","start":"2026-03-06T01:44:21.053329Z","end":"2026-03-06T01:44:21.44177Z","steps":["trace[689082894] 'process raft request' (duration: 388.189485ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:21.441848Z","caller":"traceutil/trace.go:171","msg":"trace[1244035736] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"343.168476ms","start":"2026-03-06T01:44:21.098646Z","end":"2026-03-06T01:44:21.441815Z","steps":["trace[1244035736] 'process raft request' (duration: 343.061644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:21.441901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.681263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:44:21.441967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.695516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-06T01:44:21.441988Z","caller":"traceutil/trace.go:171","msg":"trace[1673080239] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23381; }","duration":"380.832677ms","start":"2026-03-06T01:44:21.061137Z","end":"2026-03-06T01:44:21.44197Z","steps":["trace[1673080239] 'agreement among raft nodes before linearized reading' (duration: 380.638682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:21.441999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:21.098618Z","time spent":"343.29341ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:21.442001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:21.053305Z","time spent":"388.595036ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:21.442028Z","caller":"traceutil/trace.go:171","msg":"trace[397320754] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23381; }","duration":"358.803979ms","start":"2026-03-06T01:44:21.083207Z","end":"2026-03-06T01:44:21.442011Z","steps":["trace[397320754] 'agreement among raft nodes before linearized reading' (duration: 358.598424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:21.442038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:21.061112Z","time spent":"380.911558ms","remote":"127.0.0.1:60464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:21.442063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:21.083183Z","time spent":"358.87219ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-06T01:44:21.44197Z","caller":"traceutil/trace.go:171","msg":"trace[138669962] linearizableReadLoop","detail":"{readStateIndex:24198; appliedIndex:24196; }","duration":"160.473403ms","start":"2026-03-06T01:44:21.281297Z","end":"2026-03-06T01:44:21.441771Z","steps":["trace[138669962] 'read index received' (duration: 160.198725ms)","trace[138669962] 'applied index is now lower than readState.Index' (duration: 272.978µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:21.44226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.873718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:21.442316Z","caller":"traceutil/trace.go:171","msg":"trace[1187957299] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23381; }","duration":"100.98226ms","start":"2026-03-06T01:44:21.341318Z","end":"2026-03-06T01:44:21.4423Z","steps":["trace[1187957299] 'agreement among raft nodes before linearized reading' (duration: 100.875707ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:21.753633Z","caller":"traceutil/trace.go:171","msg":"trace[801769293] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"253.117718ms","start":"2026-03-06T01:44:21.500228Z","end":"2026-03-06T01:44:21.753346Z","steps":["trace[801769293] 'process raft request' (duration: 247.170194ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:21.7548Z","caller":"traceutil/trace.go:171","msg":"trace[145269383] transaction","detail":"{read_only:false; response_revision:23383; number_of_response:1; }","duration":"252.000839ms","start":"2026-03-06T01:44:21.502774Z","end":"2026-03-06T01:44:21.754774Z","steps":["trace[145269383] 'process raft request' (duration: 251.784782ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:21.754892Z","caller":"traceutil/trace.go:171","msg":"trace[203269766] transaction","detail":"{read_only:false; response_revision:23384; number_of_response:1; }","duration":"251.360423ms","start":"2026-03-06T01:44:21.503487Z","end":"2026-03-06T01:44:21.754848Z","steps":["trace[203269766] 'process raft request' (duration: 251.188188ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:21.75502Z","caller":"traceutil/trace.go:171","msg":"trace[1490186561] transaction","detail":"{read_only:false; response_revision:23385; number_of_response:1; }","duration":"251.406954ms","start":"2026-03-06T01:44:21.503533Z","end":"2026-03-06T01:44:21.754939Z","steps":["trace[1490186561] 'process raft request' (duration: 251.179008ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:21.755191Z","caller":"traceutil/trace.go:171","msg":"trace[367204585] transaction","detail":"{read_only:false; response_revision:23386; number_of_response:1; }","duration":"251.554907ms","start":"2026-03-06T01:44:21.50362Z","end":"2026-03-06T01:44:21.755175Z","steps":["trace[367204585] 'process raft request' (duration: 251.159058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:21.755802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.146809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:21.755848Z","caller":"traceutil/trace.go:171","msg":"trace[1786881639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23386; }","duration":"215.242972ms","start":"2026-03-06T01:44:21.540592Z","end":"2026-03-06T01:44:21.755835Z","steps":["trace[1786881639] 'agreement among raft nodes before linearized reading' (duration: 215.152839ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:21.755702Z","caller":"traceutil/trace.go:171","msg":"trace[884899319] linearizableReadLoop","detail":"{readStateIndex:24203; appliedIndex:24198; }","duration":"215.041717ms","start":"2026-03-06T01:44:21.540642Z","end":"2026-03-06T01:44:21.755684Z","steps":["trace[884899319] 'read index received' (duration: 206.793264ms)","trace[884899319] 'applied index is now lower than readState.Index' (duration: 8.246623ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:25.956074Z","caller":"traceutil/trace.go:171","msg":"trace[1934657631] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"176.124986ms","start":"2026-03-06T01:44:25.779883Z","end":"2026-03-06T01:44:25.956008Z","steps":["trace[1934657631] 'process raft request' (duration: 137.955292ms)","trace[1934657631] 'compare' (duration: 38.00349ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:25.956307Z","caller":"traceutil/trace.go:171","msg":"trace[2072042842] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"176.344542ms","start":"2026-03-06T01:44:25.779936Z","end":"2026-03-06T01:44:25.956281Z","steps":["trace[2072042842] 'process raft request' (duration: 176.027234ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:25.956409Z","caller":"traceutil/trace.go:171","msg":"trace[127326115] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"175.529579ms","start":"2026-03-06T01:44:25.780857Z","end":"2026-03-06T01:44:25.956387Z","steps":["trace[127326115] 'process raft request' (duration: 175.368195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:26.579786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.768571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:44:26.57989Z","caller":"traceutil/trace.go:171","msg":"trace[2054113610] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23417; }","duration":"115.916385ms","start":"2026-03-06T01:44:26.463955Z","end":"2026-03-06T01:44:26.579872Z","steps":["trace[2054113610] 'range keys from in-memory index tree' (duration: 115.537566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:27.675571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607658200,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:44:28.072884Z","caller":"traceutil/trace.go:171","msg":"trace[1034177834] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"1.059209835s","start":"2026-03-06T01:44:27.013638Z","end":"2026-03-06T01:44:28.072848Z","steps":["trace[1034177834] 'process raft request' (duration: 987.678824ms)","trace[1034177834] 'compare' (duration: 71.236574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:28.073078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.013615Z","time spent":"1.059359739s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:28.887156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.95336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:28.887457Z","caller":"traceutil/trace.go:171","msg":"trace[1633805449] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"1.834155s","start":"2026-03-06T01:44:27.053271Z","end":"2026-03-06T01:44:28.887426Z","steps":["trace[1633805449] 'process raft request' (duration: 1.471825s)","trace[1633805449] 'compare' (duration: 361.119109ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:28.887722Z","caller":"traceutil/trace.go:171","msg":"trace[1147893288] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"1.378190338s","start":"2026-03-06T01:44:27.50951Z","end":"2026-03-06T01:44:28.8877Z","steps":["trace[1147893288] 'process raft request' (duration: 1.377897121s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:28.887765Z","caller":"traceutil/trace.go:171","msg":"trace[2033985024] linearizableReadLoop","detail":"{readStateIndex:24241; appliedIndex:24237; }","duration":"1.712769134s","start":"2026-03-06T01:44:27.174972Z","end":"2026-03-06T01:44:28.887741Z","steps":["trace[2033985024] 'read index received' (duration: 826.38436ms)","trace[2033985024] 'applied index is now lower than readState.Index' (duration: 886.383364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:28.887816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.509493Z","time spent":"1.378280521s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:28.887838Z","caller":"traceutil/trace.go:171","msg":"trace[1686312031] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"1.107261612s","start":"2026-03-06T01:44:27.780547Z","end":"2026-03-06T01:44:28.887809Z","steps":["trace[1686312031] 'process raft request' (duration: 1.107073297s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.887882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.053245Z","time spent":"1.834465977s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:28.887495Z","caller":"traceutil/trace.go:171","msg":"trace[1207162112] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"1.834091649s","start":"2026-03-06T01:44:27.053379Z","end":"2026-03-06T01:44:28.88747Z","steps":["trace[1207162112] 'process raft request' (duration: 1.833897724s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.888016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.780529Z","time spent":"1.107382315s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:28.888106Z","caller":"traceutil/trace.go:171","msg":"trace[658482877] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"614.021672ms","start":"2026-03-06T01:44:28.274071Z","end":"2026-03-06T01:44:28.888093Z","steps":["trace[658482877] 'process raft request' (duration: 613.638261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.888147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713153804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-06T01:44:28.888192Z","caller":"traceutil/trace.go:171","msg":"trace[2090828444] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"407.713119ms","start":"2026-03-06T01:44:28.480465Z","end":"2026-03-06T01:44:28.888178Z","steps":["trace[2090828444] 'process raft request' (duration: 407.528074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.888101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.053347Z","time spent":"1.834650893s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:28.888225Z","caller":"traceutil/trace.go:171","msg":"trace[663594944] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23425; }","duration":"1.713265787s","start":"2026-03-06T01:44:27.174941Z","end":"2026-03-06T01:44:28.888207Z","steps":["trace[663594944] 'agreement among raft nodes before linearized reading' (duration: 1.712917219s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.888208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:28.274043Z","time spent":"614.128594ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:28.888262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:28.480442Z","time spent":"407.782941ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:28.888268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.174928Z","time spent":"1.713331729s","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-06T01:44:28.919174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.853753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:28.919342Z","caller":"traceutil/trace.go:171","msg":"trace[147622376] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23427; }","duration":"151.09252ms","start":"2026-03-06T01:44:28.768232Z","end":"2026-03-06T01:44:28.919325Z","steps":["trace[147622376] 'agreement among raft nodes before linearized reading' (duration: 150.879875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.919518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.096985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:28.919573Z","caller":"traceutil/trace.go:171","msg":"trace[1481127918] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23427; }","duration":"242.182966ms","start":"2026-03-06T01:44:28.677381Z","end":"2026-03-06T01:44:28.919564Z","steps":["trace[1481127918] 'agreement among raft nodes before linearized reading' (duration: 242.108154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.919767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744532523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-03-06T01:44:28.91982Z","caller":"traceutil/trace.go:171","msg":"trace[393358002] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23427; }","duration":"1.744593104s","start":"2026-03-06T01:44:27.17522Z","end":"2026-03-06T01:44:28.919813Z","steps":["trace[393358002] 'agreement among raft nodes before linearized reading' (duration: 1.744472021s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.919813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647263998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:28.919897Z","caller":"traceutil/trace.go:171","msg":"trace[453843473] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23427; }","duration":"1.647419892s","start":"2026-03-06T01:44:27.272461Z","end":"2026-03-06T01:44:28.919881Z","steps":["trace[453843473] 'agreement among raft nodes before linearized reading' (duration: 1.647230657s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.919938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.272444Z","time spent":"1.647486133s","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:28.91997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.22105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:44:28.920478Z","caller":"traceutil/trace.go:171","msg":"trace[343590971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23427; }","duration":"959.758904ms","start":"2026-03-06T01:44:27.960703Z","end":"2026-03-06T01:44:28.920462Z","steps":["trace[343590971] 'agreement among raft nodes before linearized reading' (duration: 959.114567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.920505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.387109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:44:28.920008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1332041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:44:28.920538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.960681Z","time spent":"959.842756ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:44:28.920564Z","caller":"traceutil/trace.go:171","msg":"trace[563952044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23427; }","duration":"1.133810135s","start":"2026-03-06T01:44:27.786748Z","end":"2026-03-06T01:44:28.920559Z","steps":["trace[563952044] 'agreement among raft nodes before linearized reading' (duration: 1.133111567s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.9206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.786737Z","time spent":"1.133853386s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:44:28.9201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125453811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:28.920641Z","caller":"traceutil/trace.go:171","msg":"trace[598711420] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23427; }","duration":"1.126012985s","start":"2026-03-06T01:44:27.794617Z","end":"2026-03-06T01:44:28.92063Z","steps":["trace[598711420] 'agreement among raft nodes before linearized reading' (duration: 1.125455771s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.920682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.794604Z","time spent":"1.126067286s","remote":"127.0.0.1:48630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:28.919857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.175217Z","time spent":"1.744632585s","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":996,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-06T01:44:28.920175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608523841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:44:28.920537Z","caller":"traceutil/trace.go:171","msg":"trace[501002304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23427; }","duration":"958.679446ms","start":"2026-03-06T01:44:27.961846Z","end":"2026-03-06T01:44:28.920525Z","steps":["trace[501002304] 'agreement among raft nodes before linearized reading' (duration: 958.381179ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:28.920878Z","caller":"traceutil/trace.go:171","msg":"trace[1415256910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23427; }","duration":"1.609245889s","start":"2026-03-06T01:44:27.311609Z","end":"2026-03-06T01:44:28.920855Z","steps":["trace[1415256910] 'agreement among raft nodes before linearized reading' (duration: 1.608511421s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.920917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.961838Z","time spent":"959.073117ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:44:28.920194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523971223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:28.920961Z","caller":"traceutil/trace.go:171","msg":"trace[1813308446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23427; }","duration":"1.524760433s","start":"2026-03-06T01:44:27.396195Z","end":"2026-03-06T01:44:28.920955Z","steps":["trace[1813308446] 'agreement among raft nodes before linearized reading' (duration: 1.523989113s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.920976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.396179Z","time spent":"1.524792454s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:44:28.920363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.294874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-06T01:44:28.920978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.311586Z","time spent":"1.609359692s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:44:28.921017Z","caller":"traceutil/trace.go:171","msg":"trace[542321263] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23427; }","duration":"375.989102ms","start":"2026-03-06T01:44:28.545016Z","end":"2026-03-06T01:44:28.921005Z","steps":["trace[542321263] 'agreement among raft nodes before linearized reading' (duration: 375.312965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.92105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:28.54499Z","time spent":"376.050283ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-06T01:44:28.92031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.701467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:44:28.921167Z","caller":"traceutil/trace.go:171","msg":"trace[336329034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23427; }","duration":"959.550389ms","start":"2026-03-06T01:44:27.961582Z","end":"2026-03-06T01:44:28.921133Z","steps":["trace[336329034] 'agreement among raft nodes before linearized reading' (duration: 958.690497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:28.921275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:27.961574Z","time spent":"959.661252ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:44:29.589209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.054404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:29.589326Z","caller":"traceutil/trace.go:171","msg":"trace[198390900] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"665.235299ms","start":"2026-03-06T01:44:28.924068Z","end":"2026-03-06T01:44:29.589304Z","steps":["trace[198390900] 'process raft request' (duration: 394.98735ms)","trace[198390900] 'compare' (duration: 269.724836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:29.589394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:28.924032Z","time spent":"665.332243ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:30.668883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.969894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:30.66917Z","caller":"traceutil/trace.go:171","msg":"trace[1636192370] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"1.744161382s","start":"2026-03-06T01:44:28.924941Z","end":"2026-03-06T01:44:30.669103Z","steps":["trace[1636192370] 'process raft request' (duration: 1.744036289s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:30.669154Z","caller":"traceutil/trace.go:171","msg":"trace[373031935] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"1.744418699s","start":"2026-03-06T01:44:28.924695Z","end":"2026-03-06T01:44:30.669113Z","steps":["trace[373031935] 'process raft request' (duration: 1.044146637s)","trace[373031935] 'compare' (duration: 699.349189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:30.669253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:28.924933Z","time spent":"1.744281875s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:30.669335Z","caller":"traceutil/trace.go:171","msg":"trace[1771080623] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"1.744128741s","start":"2026-03-06T01:44:28.925187Z","end":"2026-03-06T01:44:30.669315Z","steps":["trace[1771080623] 'process raft request' (duration: 1.743876185s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:30.66934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:28.924677Z","time spent":"1.744558903s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:30.669448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:28.925176Z","time spent":"1.744208484s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:30.669486Z","caller":"traceutil/trace.go:171","msg":"trace[2072772309] linearizableReadLoop","detail":"{readStateIndex:24250; appliedIndex:24245; }","duration":"1.742187922s","start":"2026-03-06T01:44:28.927264Z","end":"2026-03-06T01:44:30.669452Z","steps":["trace[2072772309] 'read index received' (duration: 391.795138ms)","trace[2072772309] 'applied index is now lower than readState.Index' (duration: 1.350391384s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:30.669513Z","caller":"traceutil/trace.go:171","msg":"trace[988373999] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"1.742394946s","start":"2026-03-06T01:44:28.927092Z","end":"2026-03-06T01:44:30.669487Z","steps":["trace[988373999] 'process raft request' (duration: 1.742198292s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:30.669615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:28.92708Z","time spent":"1.742483748s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:30.670003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742723985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:30.670123Z","caller":"traceutil/trace.go:171","msg":"trace[2009259888] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23432; }","duration":"1.742870229s","start":"2026-03-06T01:44:28.927224Z","end":"2026-03-06T01:44:30.670094Z","steps":["trace[2009259888] 'agreement among raft nodes before linearized reading' (duration: 1.742373217s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:30.670335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:28.927206Z","time spent":"1.743088035s","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:30.929804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000225847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:44:30.929864Z","caller":"traceutil/trace.go:171","msg":"trace[1307913811] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316159s","start":"2026-03-06T01:44:28.929535Z","end":"2026-03-06T01:44:30.929851Z","steps":["trace[1307913811] 'agreement among raft nodes before linearized reading' (duration: 2.000222577s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:30.929895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:28.929493Z","time spent":"2.000395901s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:44:31.408018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.579808ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-06T01:44:31.408703Z","caller":"traceutil/trace.go:171","msg":"trace[1312915978] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"1.329608487s","start":"2026-03-06T01:44:30.07908Z","end":"2026-03-06T01:44:31.408688Z","steps":["trace[1312915978] 'process raft request' (duration: 1.329029052s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:31.408781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:30.079061Z","time spent":"1.329668869s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:31.408673Z","caller":"traceutil/trace.go:171","msg":"trace[915806826] linearizableReadLoop","detail":"{readStateIndex:24252; appliedIndex:24250; }","duration":"739.097952ms","start":"2026-03-06T01:44:30.669546Z","end":"2026-03-06T01:44:31.408644Z","steps":["trace[915806826] 'read index received' (duration: 69.963µs)","trace[915806826] 'applied index is now lower than readState.Index' (duration: 739.026619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:31.814561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779305448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:44:31.814661Z","caller":"traceutil/trace.go:171","msg":"trace[1129912378] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23433; }","duration":"2.779456122s","start":"2026-03-06T01:44:29.035185Z","end":"2026-03-06T01:44:31.814641Z","steps":["trace[1129912378] 'agreement among raft nodes before linearized reading' (duration: 2.373541089s)","trace[1129912378] 'count revisions from in-memory index tree' (duration: 405.77231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:31.814728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:29.035169Z","time spent":"2.779538713s","remote":"127.0.0.1:60134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:31.814926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158318196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:31.814987Z","caller":"traceutil/trace.go:171","msg":"trace[1938511639] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23433; }","duration":"1.15841662s","start":"2026-03-06T01:44:30.65655Z","end":"2026-03-06T01:44:31.814966Z","steps":["trace[1938511639] 'agreement among raft nodes before linearized reading' (duration: 752.191018ms)","trace[1938511639] 'count revisions from in-memory index tree' (duration: 406.137899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:31.81502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:30.656532Z","time spent":"1.158478322s","remote":"127.0.0.1:40752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:31.81591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.157106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:31.816282Z","caller":"traceutil/trace.go:171","msg":"trace[1354702400] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"920.050322ms","start":"2026-03-06T01:44:30.896186Z","end":"2026-03-06T01:44:31.816236Z","steps":["trace[1354702400] 'process raft request' (duration: 512.450246ms)","trace[1354702400] 'compare' (duration: 405.605125ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:31.816321Z","caller":"traceutil/trace.go:171","msg":"trace[449531968] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"920.069552ms","start":"2026-03-06T01:44:30.896221Z","end":"2026-03-06T01:44:31.816291Z","steps":["trace[449531968] 'process raft request' (duration: 919.889697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:31.816455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:30.8962Z","time spent":"920.189666ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:31.816461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:30.896166Z","time spent":"920.202447ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:31.816311Z","caller":"traceutil/trace.go:171","msg":"trace[80484326] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"920.074902ms","start":"2026-03-06T01:44:30.896219Z","end":"2026-03-06T01:44:31.816294Z","steps":["trace[80484326] 'process raft request' (duration: 919.779845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:31.816629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.888292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:31.816613Z","caller":"traceutil/trace.go:171","msg":"trace[21510201] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"920.042581ms","start":"2026-03-06T01:44:30.896258Z","end":"2026-03-06T01:44:31.816301Z","steps":["trace[21510201] 'process raft request' (duration: 919.953979ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:31.816554Z","caller":"traceutil/trace.go:171","msg":"trace[759227762] linearizableReadLoop","detail":"{readStateIndex:24258; appliedIndex:24252; }","duration":"407.646217ms","start":"2026-03-06T01:44:31.408893Z","end":"2026-03-06T01:44:31.816539Z","steps":["trace[759227762] 'read index received' (duration: 371.116816ms)","trace[759227762] 'applied index is now lower than readState.Index' (duration: 36.526101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:31.816689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:30.896201Z","time spent":"920.402151ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:31.816682Z","caller":"traceutil/trace.go:171","msg":"trace[2130165179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23439; }","duration":"885.939583ms","start":"2026-03-06T01:44:30.930729Z","end":"2026-03-06T01:44:31.816668Z","steps":["trace[2130165179] 'agreement among raft nodes before linearized reading' (duration: 885.853831ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:31.816663Z","caller":"traceutil/trace.go:171","msg":"trace[697333474] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"890.84732ms","start":"2026-03-06T01:44:30.925707Z","end":"2026-03-06T01:44:31.816554Z","steps":["trace[697333474] 'process raft request' (duration: 890.551852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:31.816848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097632764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:44:31.816897Z","caller":"traceutil/trace.go:171","msg":"trace[1515440925] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23439; }","duration":"1.097804878s","start":"2026-03-06T01:44:30.719084Z","end":"2026-03-06T01:44:31.816889Z","steps":["trace[1515440925] 'agreement among raft nodes before linearized reading' (duration: 1.097489341s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:31.816944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:30.719056Z","time spent":"1.097878981s","remote":"127.0.0.1:60306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:31.81696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:30.925687Z","time spent":"891.169218ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:31.816308Z","caller":"traceutil/trace.go:171","msg":"trace[2128395374] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"920.039572ms","start":"2026-03-06T01:44:30.896253Z","end":"2026-03-06T01:44:31.816293Z","steps":["trace[2128395374] 'process raft request' (duration: 919.912279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:31.816741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:30.896251Z","time spent":"920.430452ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:31.817164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:30.896229Z","time spent":"920.861113ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:31.818233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:30.930677Z","time spent":"887.532665ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:44:32.574444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:32.055171Z","time spent":"519.266ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:44:32.57524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.80653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:32.575408Z","caller":"traceutil/trace.go:171","msg":"trace[1724204321] linearizableReadLoop","detail":"{readStateIndex:24259; appliedIndex:24258; }","duration":"758.661906ms","start":"2026-03-06T01:44:31.816725Z","end":"2026-03-06T01:44:32.575387Z","steps":["trace[1724204321] 'read index received' (duration: 390.722081ms)","trace[1724204321] 'applied index is now lower than readState.Index' (duration: 367.937825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:32.575591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.727559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:44:32.575579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035899195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:32.57568Z","caller":"traceutil/trace.go:171","msg":"trace[1276223402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23440; }","duration":"1.036040748s","start":"2026-03-06T01:44:31.539626Z","end":"2026-03-06T01:44:32.575667Z","steps":["trace[1276223402] 'agreement among raft nodes before linearized reading' (duration: 1.035879984s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:32.575715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:31.53961Z","time spent":"1.0360979s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:44:32.575757Z","caller":"traceutil/trace.go:171","msg":"trace[1066671610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23440; }","duration":"981.841292ms","start":"2026-03-06T01:44:31.593813Z","end":"2026-03-06T01:44:32.575654Z","steps":["trace[1066671610] 'agreement among raft nodes before linearized reading' (duration: 981.688038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:32.575589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.616287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:44:32.576095Z","caller":"traceutil/trace.go:171","msg":"trace[1729055013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23440; }","duration":"902.162071ms","start":"2026-03-06T01:44:31.673916Z","end":"2026-03-06T01:44:32.576078Z","steps":["trace[1729055013] 'agreement among raft nodes before linearized reading' (duration: 901.501324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:32.576149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:31.673897Z","time spent":"902.231273ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:44:32.575594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.124001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:44:32.576203Z","caller":"traceutil/trace.go:171","msg":"trace[894912776] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23440; }","duration":"916.792199ms","start":"2026-03-06T01:44:31.659395Z","end":"2026-03-06T01:44:32.576187Z","steps":["trace[894912776] 'agreement among raft nodes before linearized reading' (duration: 916.04342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:32.576245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:31.659375Z","time spent":"916.85626ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:32.576156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:31.593793Z","time spent":"982.240533ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:44:32.575585Z","caller":"traceutil/trace.go:171","msg":"trace[2084177819] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"1.121372296s","start":"2026-03-06T01:44:31.454176Z","end":"2026-03-06T01:44:32.575548Z","steps":["trace[2084177819] 'process raft request' (duration: 753.158335ms)","trace[2084177819] 'compare' (duration: 367.671467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:32.576443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:31.454152Z","time spent":"1.122224048s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:33.076357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607658234,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:44:33.108401Z","caller":"traceutil/trace.go:171","msg":"trace[1038284723] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"1.254034092s","start":"2026-03-06T01:44:31.854339Z","end":"2026-03-06T01:44:33.108373Z","steps":["trace[1038284723] 'process raft request' (duration: 1.253410775s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:33.108568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:31.854251Z","time spent":"1.254217936s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:34.019662Z","caller":"traceutil/trace.go:171","msg":"trace[1614658111] linearizableReadLoop","detail":"{readStateIndex:24261; appliedIndex:24259; }","duration":"1.444165027s","start":"2026-03-06T01:44:32.575473Z","end":"2026-03-06T01:44:34.019638Z","steps":["trace[1614658111] 'read index received' (duration: 532.290496ms)","trace[1614658111] 'applied index is now lower than readState.Index' (duration: 911.873221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:34.019757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623614248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:34.019822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641776746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:34.019828Z","caller":"traceutil/trace.go:171","msg":"trace[1011425431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23442; }","duration":"1.623721921s","start":"2026-03-06T01:44:32.396088Z","end":"2026-03-06T01:44:34.01981Z","steps":["trace[1011425431] 'agreement among raft nodes before linearized reading' (duration: 1.623595458s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:34.01986Z","caller":"traceutil/trace.go:171","msg":"trace[1276842725] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23442; }","duration":"1.641876658s","start":"2026-03-06T01:44:32.377972Z","end":"2026-03-06T01:44:34.019849Z","steps":["trace[1276842725] 'agreement among raft nodes before linearized reading' (duration: 1.641788016s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:34.019867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:32.396071Z","time spent":"1.623788353s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:44:34.019918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151399039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:44:34.019981Z","caller":"traceutil/trace.go:171","msg":"trace[1967788895] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23442; }","duration":"2.151467201s","start":"2026-03-06T01:44:31.868501Z","end":"2026-03-06T01:44:34.019968Z","steps":["trace[1967788895] 'agreement among raft nodes before linearized reading' (duration: 2.151369839s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:34.020016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:31.868374Z","time spent":"2.151633075s","remote":"127.0.0.1:60318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:34.020129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19845233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1adb046eb9e5\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-06T01:44:34.020187Z","caller":"traceutil/trace.go:171","msg":"trace[1293890570] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1adb046eb9e5; range_end:; response_count:1; response_revision:23442; }","duration":"2.198536022s","start":"2026-03-06T01:44:31.821635Z","end":"2026-03-06T01:44:34.020171Z","steps":["trace[1293890570] 'agreement among raft nodes before linearized reading' (duration: 2.198326477s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:34.019935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:32.377949Z","time spent":"1.64194506s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:34.020233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:31.821622Z","time spent":"2.198600454s","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1adb046eb9e5\" "} {"level":"info","ts":"2026-03-06T01:44:34.020145Z","caller":"traceutil/trace.go:171","msg":"trace[1489947853] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"1.440488732s","start":"2026-03-06T01:44:32.579643Z","end":"2026-03-06T01:44:34.020132Z","steps":["trace[1489947853] 'process raft request' (duration: 1.439846786s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:34.02036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:32.579629Z","time spent":"1.440673577s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:34.519948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607658243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:44:35.020888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607658243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:44:35.345602Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.223893826s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:44:35.346093Z","caller":"traceutil/trace.go:171","msg":"trace[1631629699] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"1.932893292s","start":"2026-03-06T01:44:33.41313Z","end":"2026-03-06T01:44:35.346024Z","steps":["trace[1631629699] 'process raft request' (duration: 1.932620766s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:35.346244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:33.413107Z","time spent":"1.933056077s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:35.346274Z","caller":"traceutil/trace.go:171","msg":"trace[2005347877] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"1.523892541s","start":"2026-03-06T01:44:33.82236Z","end":"2026-03-06T01:44:35.346252Z","steps":["trace[2005347877] 'process raft request' (duration: 1.523541441s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:35.346372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:33.822335Z","time spent":"1.523970373s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:35.346615Z","caller":"traceutil/trace.go:171","msg":"trace[1236567497] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"1.523338077s","start":"2026-03-06T01:44:33.823245Z","end":"2026-03-06T01:44:35.346583Z","steps":["trace[1236567497] 'process raft request' (duration: 1.523001009s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:35.346705Z","caller":"traceutil/trace.go:171","msg":"trace[1816083862] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"1.524198548s","start":"2026-03-06T01:44:33.822495Z","end":"2026-03-06T01:44:35.346693Z","steps":["trace[1816083862] 'process raft request' (duration: 1.523628674s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:35.34672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:33.823229Z","time spent":"1.523435999s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:35.346759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:33.822487Z","time spent":"1.524248639s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:35.346819Z","caller":"traceutil/trace.go:171","msg":"trace[2114418955] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"1.523611983s","start":"2026-03-06T01:44:33.8232Z","end":"2026-03-06T01:44:35.346812Z","steps":["trace[2114418955] 'process raft request' (duration: 1.523016579s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:35.346861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:33.823175Z","time spent":"1.523663834s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:35.347016Z","caller":"traceutil/trace.go:171","msg":"trace[1213154220] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"1.519772834s","start":"2026-03-06T01:44:33.827229Z","end":"2026-03-06T01:44:35.347002Z","steps":["trace[1213154220] 'process raft request' (duration: 1.519461755s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:35.347039Z","caller":"traceutil/trace.go:171","msg":"trace[1708588877] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"1.523588174s","start":"2026-03-06T01:44:33.823444Z","end":"2026-03-06T01:44:35.347032Z","steps":["trace[1708588877] 'process raft request' (duration: 1.523102881s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:35.347196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:33.827215Z","time spent":"1.519848716s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:35.34738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:33.823437Z","time spent":"1.523829769s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:36.027608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:44:36.027693Z","caller":"traceutil/trace.go:171","msg":"trace[332788803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000450531s","start":"2026-03-06T01:44:34.027223Z","end":"2026-03-06T01:44:36.027673Z","steps":["trace[332788803] 'agreement among raft nodes before linearized reading' (duration: 2.000341889s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.027742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:34.027213Z","time spent":"2.000518295s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:44:36.322344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.24368ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:36.322464Z","caller":"traceutil/trace.go:171","msg":"trace[1447106347] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23449; }","duration":"837.375703ms","start":"2026-03-06T01:44:35.48507Z","end":"2026-03-06T01:44:36.322445Z","steps":["trace[1447106347] 'range keys from in-memory index tree' (duration: 837.226558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.322963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.131111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:36.323247Z","caller":"traceutil/trace.go:171","msg":"trace[1764734899] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"1.317858205s","start":"2026-03-06T01:44:35.00537Z","end":"2026-03-06T01:44:36.323228Z","steps":["trace[1764734899] 'process raft request' (duration: 1.317701531s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.32332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:35.005349Z","time spent":"1.317936926s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:36.323467Z","caller":"traceutil/trace.go:171","msg":"trace[1899490405] linearizableReadLoop","detail":"{readStateIndex:24270; appliedIndex:24261; }","duration":"2.30371273s","start":"2026-03-06T01:44:34.019734Z","end":"2026-03-06T01:44:36.323446Z","steps":["trace[1899490405] 'read index received' (duration: 1.326028605s)","trace[1899490405] 'applied index is now lower than readState.Index' (duration: 977.682725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:36.323732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.390967599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:36.323761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.649326541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:44:36.323805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650352838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:44:36.323847Z","caller":"traceutil/trace.go:171","msg":"trace[1108147065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23452; }","duration":"3.65042178s","start":"2026-03-06T01:44:32.673415Z","end":"2026-03-06T01:44:36.323836Z","steps":["trace[1108147065] 'agreement among raft nodes before linearized reading' (duration: 3.650279896s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:36.323858Z","caller":"traceutil/trace.go:171","msg":"trace[423415044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23452; }","duration":"3.649380852s","start":"2026-03-06T01:44:32.67441Z","end":"2026-03-06T01:44:36.323791Z","steps":["trace[423415044] 'agreement among raft nodes before linearized reading' (duration: 3.649189958s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.324286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300443227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-06T01:44:36.324314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.143035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:36.324363Z","caller":"traceutil/trace.go:171","msg":"trace[536661258] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23452; }","duration":"2.30055141s","start":"2026-03-06T01:44:34.023791Z","end":"2026-03-06T01:44:36.324343Z","steps":["trace[536661258] 'agreement among raft nodes before linearized reading' (duration: 2.300220991s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.324384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:32.674407Z","time spent":"3.649959378s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:44:36.323879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:32.673397Z","time spent":"3.65047555s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:44:36.324366Z","caller":"traceutil/trace.go:171","msg":"trace[730661520] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23452; }","duration":"842.223377ms","start":"2026-03-06T01:44:35.482129Z","end":"2026-03-06T01:44:36.324352Z","steps":["trace[730661520] 'agreement among raft nodes before linearized reading' (duration: 841.879618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.324454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:34.023777Z","time spent":"2.300665672s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T01:44:36.324464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744615534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-06T01:44:36.324474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:35.482114Z","time spent":"842.34687ms","remote":"127.0.0.1:38578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:44:36.323808Z","caller":"traceutil/trace.go:171","msg":"trace[2104881083] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23452; }","duration":"3.391104552s","start":"2026-03-06T01:44:32.932682Z","end":"2026-03-06T01:44:36.323786Z","steps":["trace[2104881083] 'agreement among raft nodes before linearized reading' (duration: 3.390862526s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.324682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:32.932664Z","time spent":"3.391992434s","remote":"127.0.0.1:38846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:36.324692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650338227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:44:36.324731Z","caller":"traceutil/trace.go:171","msg":"trace[63977259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23452; }","duration":"3.650387448s","start":"2026-03-06T01:44:32.674335Z","end":"2026-03-06T01:44:36.324722Z","steps":["trace[63977259] 'agreement among raft nodes before linearized reading' (duration: 3.650271155s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.323956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.649791843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:44:36.324766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:32.67433Z","time spent":"3.650429739s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:44:36.324784Z","caller":"traceutil/trace.go:171","msg":"trace[1550677620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23452; }","duration":"3.650642354s","start":"2026-03-06T01:44:32.674122Z","end":"2026-03-06T01:44:36.324764Z","steps":["trace[1550677620] 'agreement among raft nodes before linearized reading' (duration: 3.649658189s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.324841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:32.674104Z","time spent":"3.650706986s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:44:36.324039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204806854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:36.324904Z","caller":"traceutil/trace.go:171","msg":"trace[1340401922] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23452; }","duration":"1.205665476s","start":"2026-03-06T01:44:35.119221Z","end":"2026-03-06T01:44:36.324886Z","steps":["trace[1340401922] 'agreement among raft nodes before linearized reading' (duration: 1.204789744s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.324954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:35.119159Z","time spent":"1.205777329s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:36.324119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.665725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:36.325023Z","caller":"traceutil/trace.go:171","msg":"trace[473081046] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23452; }","duration":"966.58229ms","start":"2026-03-06T01:44:35.358419Z","end":"2026-03-06T01:44:36.325002Z","steps":["trace[473081046] 'agreement among raft nodes before linearized reading' (duration: 965.677796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.325069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:35.358404Z","time spent":"966.651351ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:44:36.324146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268255239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T01:44:36.325166Z","caller":"traceutil/trace.go:171","msg":"trace[559960462] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23452; }","duration":"3.269304275s","start":"2026-03-06T01:44:33.05584Z","end":"2026-03-06T01:44:36.325144Z","steps":["trace[559960462] 'agreement among raft nodes before linearized reading' (duration: 3.268146215s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.32523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:33.055822Z","time spent":"3.269380268s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-06T01:44:36.324171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207088403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-06T01:44:36.325289Z","caller":"traceutil/trace.go:171","msg":"trace[1789173099] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23452; }","duration":"3.208255884s","start":"2026-03-06T01:44:33.117022Z","end":"2026-03-06T01:44:36.325278Z","steps":["trace[1789173099] 'agreement among raft nodes before linearized reading' (duration: 3.206905389s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.325326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:33.117007Z","time spent":"3.208308364s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T01:44:36.324208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.665596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:44:36.32542Z","caller":"traceutil/trace.go:171","msg":"trace[891517554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23452; }","duration":"300.907319ms","start":"2026-03-06T01:44:36.024499Z","end":"2026-03-06T01:44:36.325406Z","steps":["trace[891517554] 'agreement among raft nodes before linearized reading' (duration: 299.651386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.325466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.024478Z","time spent":"300.97366ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:44:36.324222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.895147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:36.325571Z","caller":"traceutil/trace.go:171","msg":"trace[1985084034] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23452; }","duration":"834.268242ms","start":"2026-03-06T01:44:35.49128Z","end":"2026-03-06T01:44:36.325549Z","steps":["trace[1985084034] 'agreement among raft nodes before linearized reading' (duration: 832.911337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.324228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.248049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:36.324234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796482329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:44:36.324221Z","caller":"traceutil/trace.go:171","msg":"trace[329099004] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"2.30058888s","start":"2026-03-06T01:44:34.022538Z","end":"2026-03-06T01:44:36.323127Z","steps":["trace[329099004] 'process raft request' (duration: 2.111171223s)","trace[329099004] 'compare' (duration: 187.95167ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:36.324542Z","caller":"traceutil/trace.go:171","msg":"trace[1693025122] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23452; }","duration":"3.744713467s","start":"2026-03-06T01:44:32.579814Z","end":"2026-03-06T01:44:36.324528Z","steps":["trace[1693025122] 'agreement among raft nodes before linearized reading' (duration: 3.744149903s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:36.323933Z","caller":"traceutil/trace.go:171","msg":"trace[1582212203] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"1.268583977s","start":"2026-03-06T01:44:35.05534Z","end":"2026-03-06T01:44:36.323924Z","steps":["trace[1582212203] 'process raft request' (duration: 1.267837417s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.325929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:35.055317Z","time spent":"1.270497176s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:36.326067Z","caller":"traceutil/trace.go:171","msg":"trace[586054784] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:23452; }","duration":"1.798145423s","start":"2026-03-06T01:44:34.527687Z","end":"2026-03-06T01:44:36.325832Z","steps":["trace[586054784] 'agreement among raft nodes before linearized reading' (duration: 1.796336966s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.326163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:32.579808Z","time spent":"3.746342779s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:44:36.326168Z","caller":"traceutil/trace.go:171","msg":"trace[757344305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23452; }","duration":"298.189299ms","start":"2026-03-06T01:44:36.027957Z","end":"2026-03-06T01:44:36.326146Z","steps":["trace[757344305] 'agreement among raft nodes before linearized reading' (duration: 296.212918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:36.326164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:35.491259Z","time spent":"834.882418ms","remote":"127.0.0.1:38984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:36.3261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:34.02252Z","time spent":"2.303446614s","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:36.326393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:34.52767Z","time spent":"1.798706718s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-06T01:44:37.143508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.0175ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-06T01:44:37.143576Z","caller":"traceutil/trace.go:171","msg":"trace[1543707134] linearizableReadLoop","detail":"{readStateIndex:24272; appliedIndex:24271; }","duration":"815.435858ms","start":"2026-03-06T01:44:36.328128Z","end":"2026-03-06T01:44:37.143564Z","steps":["trace[1543707134] 'read index received' (duration: 370.47685ms)","trace[1543707134] 'applied index is now lower than readState.Index' (duration: 444.957988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:37.143619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.327988Z","time spent":"815.628653ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:44:37.143849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.701734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-06T01:44:37.143918Z","caller":"traceutil/trace.go:171","msg":"trace[1073112920] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23452; }","duration":"815.810187ms","start":"2026-03-06T01:44:36.328091Z","end":"2026-03-06T01:44:37.143901Z","steps":["trace[1073112920] 'agreement among raft nodes before linearized reading' (duration: 815.593512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:37.143955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.32807Z","time spent":"815.876209ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:44:37.877198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.565434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:37.877497Z","caller":"traceutil/trace.go:171","msg":"trace[362728077] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"1.548228346s","start":"2026-03-06T01:44:36.329233Z","end":"2026-03-06T01:44:37.877461Z","steps":["trace[362728077] 'process raft request' (duration: 1.088319754s)","trace[362728077] 'compare' (duration: 459.366748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:37.877681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.329217Z","time spent":"1.54836445s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:37.877714Z","caller":"traceutil/trace.go:171","msg":"trace[1562346719] linearizableReadLoop","detail":"{readStateIndex:24279; appliedIndex:24272; }","duration":"734.099122ms","start":"2026-03-06T01:44:37.143592Z","end":"2026-03-06T01:44:37.877691Z","steps":["trace[1562346719] 'read index received' (duration: 273.977184ms)","trace[1562346719] 'applied index is now lower than readState.Index' (duration: 460.117858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:37.878457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544388578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:37.878465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035874933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:37.878538Z","caller":"traceutil/trace.go:171","msg":"trace[29460454] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23459; }","duration":"1.036007217s","start":"2026-03-06T01:44:36.842511Z","end":"2026-03-06T01:44:37.878518Z","steps":["trace[29460454] 'agreement among raft nodes before linearized reading' (duration: 1.035871093s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:37.878592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.842489Z","time spent":"1.03609385s","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:37.878604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317789314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:37.8786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493237401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:44:37.878607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513188275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:37.878643Z","caller":"traceutil/trace.go:171","msg":"trace[845580890] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23459; }","duration":"1.317873256s","start":"2026-03-06T01:44:36.560758Z","end":"2026-03-06T01:44:37.878631Z","steps":["trace[845580890] 'agreement among raft nodes before linearized reading' (duration: 1.317789984s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:37.878689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.560737Z","time spent":"1.317940398s","remote":"127.0.0.1:41586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:44:37.878685Z","caller":"traceutil/trace.go:171","msg":"trace[715711299] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23459; }","duration":"1.493368754s","start":"2026-03-06T01:44:36.385295Z","end":"2026-03-06T01:44:37.878664Z","steps":["trace[715711299] 'agreement among raft nodes before linearized reading' (duration: 1.49321695s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:37.878714Z","caller":"traceutil/trace.go:171","msg":"trace[2083113653] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23459; }","duration":"1.513265617s","start":"2026-03-06T01:44:36.365404Z","end":"2026-03-06T01:44:37.878669Z","steps":["trace[2083113653] 'agreement among raft nodes before linearized reading' (duration: 1.513169164s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:37.878736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.385266Z","time spent":"1.493459496s","remote":"127.0.0.1:45218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:37.8788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.36539Z","time spent":"1.51336925s","remote":"127.0.0.1:40786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:44:37.878813Z","caller":"traceutil/trace.go:171","msg":"trace[1677572286] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"1.548126614s","start":"2026-03-06T01:44:36.330673Z","end":"2026-03-06T01:44:37.878799Z","steps":["trace[1677572286] 'process raft request' (duration: 1.546745718s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:37.878845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548067833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1adb046eb9e5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:44:37.878918Z","caller":"traceutil/trace.go:171","msg":"trace[1940729461] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1adb046eb9e5; range_end:; response_count:1; response_revision:23459; }","duration":"1.548186915s","start":"2026-03-06T01:44:36.330713Z","end":"2026-03-06T01:44:37.8789Z","steps":["trace[1940729461] 'agreement among raft nodes before linearized reading' (duration: 1.547932329s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:37.878949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546087681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:37.878979Z","caller":"traceutil/trace.go:171","msg":"trace[1551841125] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23459; }","duration":"1.546141743s","start":"2026-03-06T01:44:36.332826Z","end":"2026-03-06T01:44:37.878968Z","steps":["trace[1551841125] 'agreement among raft nodes before linearized reading' (duration: 1.546092292s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:37.878974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.3307Z","time spent":"1.548261048s","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1adb046eb9e5\" "} {"level":"info","ts":"2026-03-06T01:44:37.878973Z","caller":"traceutil/trace.go:171","msg":"trace[1086946969] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"1.546657077s","start":"2026-03-06T01:44:36.332294Z","end":"2026-03-06T01:44:37.878951Z","steps":["trace[1086946969] 'process raft request' (duration: 1.545273711s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:37.879005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.33281Z","time spent":"1.546188554s","remote":"127.0.0.1:60238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:44:37.879064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.330659Z","time spent":"1.548182016s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:37.879075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.332286Z","time spent":"1.546730648s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:37.878514Z","caller":"traceutil/trace.go:171","msg":"trace[822355799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23459; }","duration":"1.54446499s","start":"2026-03-06T01:44:36.334036Z","end":"2026-03-06T01:44:37.878501Z","steps":["trace[822355799] 'agreement among raft nodes before linearized reading' (duration: 1.544374217s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:37.879267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.193588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:44:37.879281Z","caller":"traceutil/trace.go:171","msg":"trace[1841518429] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"1.485953654s","start":"2026-03-06T01:44:36.393306Z","end":"2026-03-06T01:44:37.87926Z","steps":["trace[1841518429] 'process raft request' (duration: 1.484326852s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:37.879297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54988622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-01375fb9-3b13-4bbb-8b55-65ff183035aa\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-06T01:44:37.879302Z","caller":"traceutil/trace.go:171","msg":"trace[1025951645] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"1.548122665s","start":"2026-03-06T01:44:36.331162Z","end":"2026-03-06T01:44:37.879285Z","steps":["trace[1025951645] 'process raft request' (duration: 1.546302618s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:37.879314Z","caller":"traceutil/trace.go:171","msg":"trace[2024924138] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23459; }","duration":"858.27915ms","start":"2026-03-06T01:44:37.021024Z","end":"2026-03-06T01:44:37.879303Z","steps":["trace[2024924138] 'agreement among raft nodes before linearized reading' (duration: 858.143027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:37.87935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.021Z","time spent":"858.341262ms","remote":"127.0.0.1:60238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:44:37.879364Z","caller":"traceutil/trace.go:171","msg":"trace[1964767596] range","detail":"{range_begin:/registry/persistentvolumes/pvc-01375fb9-3b13-4bbb-8b55-65ff183035aa; range_end:; response_count:1; response_revision:23459; }","duration":"1.549946772s","start":"2026-03-06T01:44:36.329379Z","end":"2026-03-06T01:44:37.879326Z","steps":["trace[1964767596] 'agreement among raft nodes before linearized reading' (duration: 1.549799798s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:37.879373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.39328Z","time spent":"1.486046206s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:37.87938Z","caller":"traceutil/trace.go:171","msg":"trace[312503426] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"1.547251102s","start":"2026-03-06T01:44:36.33211Z","end":"2026-03-06T01:44:37.879361Z","steps":["trace[312503426] 'process raft request' (duration: 1.545398094s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:37.879415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.334028Z","time spent":"1.545165449s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:44:37.8794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.329372Z","time spent":"1.550019043s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-01375fb9-3b13-4bbb-8b55-65ff183035aa\" "} {"level":"info","ts":"2026-03-06T01:44:37.877964Z","caller":"traceutil/trace.go:171","msg":"trace[1007189862] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"1.547749925s","start":"2026-03-06T01:44:36.330198Z","end":"2026-03-06T01:44:37.877948Z","steps":["trace[1007189862] 'process raft request' (duration: 1.547118349s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:37.879385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.33115Z","time spent":"1.548191107s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:37.879504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.332097Z","time spent":"1.547337614s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:37.879539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:36.330185Z","time spent":"1.549291124s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:38.015747Z","caller":"traceutil/trace.go:171","msg":"trace[936945654] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"662.289864ms","start":"2026-03-06T01:44:37.353435Z","end":"2026-03-06T01:44:38.015724Z","steps":["trace[936945654] 'process raft request' (duration: 662.204031ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:38.015802Z","caller":"traceutil/trace.go:171","msg":"trace[1662493656] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"662.583552ms","start":"2026-03-06T01:44:37.353201Z","end":"2026-03-06T01:44:38.015784Z","steps":["trace[1662493656] 'process raft request' (duration: 662.400016ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:38.015803Z","caller":"traceutil/trace.go:171","msg":"trace[145498464] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"664.860451ms","start":"2026-03-06T01:44:37.350917Z","end":"2026-03-06T01:44:38.015778Z","steps":["trace[145498464] 'process raft request' (duration: 664.587553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:38.015913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.3509Z","time spent":"664.954342ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:38.015913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.353194Z","time spent":"662.651474ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:38.015934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.353425Z","time spent":"662.411607ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:38.015772Z","caller":"traceutil/trace.go:171","msg":"trace[1589010031] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"662.637824ms","start":"2026-03-06T01:44:37.353105Z","end":"2026-03-06T01:44:38.015743Z","steps":["trace[1589010031] 'process raft request' (duration: 662.459838ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:38.016012Z","caller":"traceutil/trace.go:171","msg":"trace[1525654750] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"662.437038ms","start":"2026-03-06T01:44:37.353568Z","end":"2026-03-06T01:44:38.016005Z","steps":["trace[1525654750] 'process raft request' (duration: 662.10782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:38.01621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.353549Z","time spent":"662.635202ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:38.015743Z","caller":"traceutil/trace.go:171","msg":"trace[77509402] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"871.01791ms","start":"2026-03-06T01:44:37.144688Z","end":"2026-03-06T01:44:38.015706Z","steps":["trace[77509402] 'process raft request' (duration: 870.67421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:38.016218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.35308Z","time spent":"663.031413ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:38.016294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.144663Z","time spent":"871.609954ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:38.016831Z","caller":"traceutil/trace.go:171","msg":"trace[1151341370] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"662.606142ms","start":"2026-03-06T01:44:37.354215Z","end":"2026-03-06T01:44:38.016822Z","steps":["trace[1151341370] 'process raft request' (duration: 662.561531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:38.01689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.354202Z","time spent":"662.660943ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:38.016916Z","caller":"traceutil/trace.go:171","msg":"trace[458825743] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"663.215248ms","start":"2026-03-06T01:44:37.353688Z","end":"2026-03-06T01:44:38.016904Z","steps":["trace[458825743] 'process raft request' (duration: 662.210442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:38.016965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.353678Z","time spent":"663.263599ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:39.070733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.126475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:39.071297Z","caller":"traceutil/trace.go:171","msg":"trace[1769143546] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"1.189134691s","start":"2026-03-06T01:44:37.882144Z","end":"2026-03-06T01:44:39.071279Z","steps":["trace[1769143546] 'process raft request' (duration: 1.18868341s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:39.071406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.882129Z","time spent":"1.189224062s","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:39.07153Z","caller":"traceutil/trace.go:171","msg":"trace[1539036123] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"1.488490039s","start":"2026-03-06T01:44:37.583008Z","end":"2026-03-06T01:44:39.071498Z","steps":["trace[1539036123] 'process raft request' (duration: 617.516351ms)","trace[1539036123] 'compare' (duration: 869.473359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:39.071686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.582985Z","time spent":"1.488617813s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:39.071989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372523044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-06T01:44:39.072007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711001359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:44:39.072109Z","caller":"traceutil/trace.go:171","msg":"trace[758419804] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23469; }","duration":"1.372898783s","start":"2026-03-06T01:44:37.699129Z","end":"2026-03-06T01:44:39.072028Z","steps":["trace[758419804] 'agreement among raft nodes before linearized reading' (duration: 1.372302898s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:39.072152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787610962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:39.072165Z","caller":"traceutil/trace.go:171","msg":"trace[2131370964] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23469; }","duration":"1.711196175s","start":"2026-03-06T01:44:37.360944Z","end":"2026-03-06T01:44:39.072141Z","steps":["trace[2131370964] 'agreement among raft nodes before linearized reading' (duration: 1.710931747s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:39.072192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.69911Z","time spent":"1.373040157s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:44:39.0722Z","caller":"traceutil/trace.go:171","msg":"trace[1272827407] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23469; }","duration":"1.787659433s","start":"2026-03-06T01:44:37.284529Z","end":"2026-03-06T01:44:39.072188Z","steps":["trace[1272827407] 'agreement among raft nodes before linearized reading' (duration: 1.787579511s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:39.072231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.28449Z","time spent":"1.787734305s","remote":"127.0.0.1:60480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:44:39.07223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.360937Z","time spent":"1.711275376s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:44:39.071023Z","caller":"traceutil/trace.go:171","msg":"trace[2126277552] linearizableReadLoop","detail":"{readStateIndex:24288; appliedIndex:24279; }","duration":"1.193243796s","start":"2026-03-06T01:44:37.877763Z","end":"2026-03-06T01:44:39.071007Z","steps":["trace[2126277552] 'read index received' (duration: 137.653814ms)","trace[2126277552] 'applied index is now lower than readState.Index' (duration: 1.055588682s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:39.072953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192293102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:39.072992Z","caller":"traceutil/trace.go:171","msg":"trace[1407640920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23469; }","duration":"1.192381324s","start":"2026-03-06T01:44:37.8806Z","end":"2026-03-06T01:44:39.072982Z","steps":["trace[1407640920] 'agreement among raft nodes before linearized reading' (duration: 1.192294062s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:39.073055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.880579Z","time spent":"1.192467417s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:44:39.073307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.312966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-06T01:44:39.073404Z","caller":"traceutil/trace.go:171","msg":"trace[806847146] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23469; }","duration":"984.45834ms","start":"2026-03-06T01:44:38.08892Z","end":"2026-03-06T01:44:39.073378Z","steps":["trace[806847146] 'agreement among raft nodes before linearized reading' (duration: 984.178153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:39.073514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:38.088899Z","time spent":"984.569133ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-06T01:44:39.073573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.433913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:44:39.073616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.507687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:39.073653Z","caller":"traceutil/trace.go:171","msg":"trace[1375039262] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23469; }","duration":"868.528215ms","start":"2026-03-06T01:44:38.205107Z","end":"2026-03-06T01:44:39.073635Z","steps":["trace[1375039262] 'agreement among raft nodes before linearized reading' (duration: 868.36005ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:39.073681Z","caller":"traceutil/trace.go:171","msg":"trace[1743364029] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23469; }","duration":"891.60456ms","start":"2026-03-06T01:44:38.182058Z","end":"2026-03-06T01:44:39.073662Z","steps":["trace[1743364029] 'agreement among raft nodes before linearized reading' (duration: 891.494467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:39.073702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:38.205042Z","time spent":"868.649148ms","remote":"127.0.0.1:38730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:39.073728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:38.18204Z","time spent":"891.675761ms","remote":"127.0.0.1:60260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:39.07377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18250695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-06T01:44:39.073886Z","caller":"traceutil/trace.go:171","msg":"trace[1037163899] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23469; }","duration":"1.182621383s","start":"2026-03-06T01:44:37.891223Z","end":"2026-03-06T01:44:39.073845Z","steps":["trace[1037163899] 'agreement among raft nodes before linearized reading' (duration: 1.182331616s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:39.073809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088022347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:39.073956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.891212Z","time spent":"1.182709825s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-06T01:44:39.073978Z","caller":"traceutil/trace.go:171","msg":"trace[1486382920] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23469; }","duration":"1.088226942s","start":"2026-03-06T01:44:37.98573Z","end":"2026-03-06T01:44:39.073956Z","steps":["trace[1486382920] 'agreement among raft nodes before linearized reading' (duration: 1.088017927s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:39.074034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.98571Z","time spent":"1.088307474s","remote":"127.0.0.1:57806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:39.074035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187693613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:39.074201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055980591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:44:39.074248Z","caller":"traceutil/trace.go:171","msg":"trace[1703091706] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23469; }","duration":"1.056063355s","start":"2026-03-06T01:44:38.018174Z","end":"2026-03-06T01:44:39.074237Z","steps":["trace[1703091706] 'agreement among raft nodes before linearized reading' (duration: 1.055187841s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:39.074316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:38.018161Z","time spent":"1.056144316s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T01:44:39.077743Z","caller":"traceutil/trace.go:171","msg":"trace[1148146124] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23469; }","duration":"1.191400399s","start":"2026-03-06T01:44:37.886327Z","end":"2026-03-06T01:44:39.077728Z","steps":["trace[1148146124] 'agreement among raft nodes before linearized reading' (duration: 1.187660792s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:39.077786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:37.886291Z","time spent":"1.191484472s","remote":"127.0.0.1:60306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:44:39.579702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607658272,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:44:40.071167Z","caller":"traceutil/trace.go:171","msg":"trace[816896934] linearizableReadLoop","detail":"{readStateIndex:24290; appliedIndex:24289; }","duration":"993.660978ms","start":"2026-03-06T01:44:39.077483Z","end":"2026-03-06T01:44:40.071144Z","steps":["trace[816896934] 'read index received' (duration: 937.229504ms)","trace[816896934] 'applied index is now lower than readState.Index' (duration: 56.430324ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:40.071229Z","caller":"traceutil/trace.go:171","msg":"trace[1508833565] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"993.821852ms","start":"2026-03-06T01:44:39.077375Z","end":"2026-03-06T01:44:40.071197Z","steps":["trace[1508833565] 'process raft request' (duration: 937.358337ms)","trace[1508833565] 'compare' (duration: 55.176531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:40.071351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.852063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2cc9fb60-f42a-44fd-b404-432a6511d2a2\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-06T01:44:40.07138Z","caller":"traceutil/trace.go:171","msg":"trace[194086817] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2cc9fb60-f42a-44fd-b404-432a6511d2a2; range_end:; response_count:1; response_revision:23470; }","duration":"993.924584ms","start":"2026-03-06T01:44:39.077447Z","end":"2026-03-06T01:44:40.071372Z","steps":["trace[194086817] 'agreement among raft nodes before linearized reading' (duration: 993.793441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:40.071403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:39.077428Z","time spent":"993.970165ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-2cc9fb60-f42a-44fd-b404-432a6511d2a2\" "} {"level":"warn","ts":"2026-03-06T01:44:40.071409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:39.077365Z","time spent":"993.928904ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:41.082034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000668497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:44:41.082161Z","caller":"traceutil/trace.go:171","msg":"trace[1944776929] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000842372s","start":"2026-03-06T01:44:39.081296Z","end":"2026-03-06T01:44:41.082138Z","steps":["trace[1944776929] 'agreement among raft nodes before linearized reading' (duration: 2.000688228s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.082217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:39.081282Z","time spent":"2.000920054s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:44:41.106685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.256882ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-06T01:44:41.107462Z","caller":"traceutil/trace.go:171","msg":"trace[892220735] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"1.085917113s","start":"2026-03-06T01:44:40.021513Z","end":"2026-03-06T01:44:41.10743Z","steps":["trace[892220735] 'process raft request' (duration: 1.085306457s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.107678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:40.021485Z","time spent":"1.086104707s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:41.786856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.369443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:41.787379Z","caller":"traceutil/trace.go:171","msg":"trace[801059667] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"1.765566453s","start":"2026-03-06T01:44:40.021789Z","end":"2026-03-06T01:44:41.787356Z","steps":["trace[801059667] 'process raft request' (duration: 1.085613955s)","trace[801059667] 'compare' (duration: 679.152768ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:41.787375Z","caller":"traceutil/trace.go:171","msg":"trace[1268346115] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"1.765308687s","start":"2026-03-06T01:44:40.022038Z","end":"2026-03-06T01:44:41.787347Z","steps":["trace[1268346115] 'process raft request' (duration: 1.764925947s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:41.78744Z","caller":"traceutil/trace.go:171","msg":"trace[220145303] linearizableReadLoop","detail":"{readStateIndex:24298; appliedIndex:24290; }","duration":"1.716205892s","start":"2026-03-06T01:44:40.071215Z","end":"2026-03-06T01:44:41.787421Z","steps":["trace[220145303] 'read index received' (duration: 43.225942ms)","trace[220145303] 'applied index is now lower than readState.Index' (duration: 1.67297829s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:41.787528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:40.022019Z","time spent":"1.765423831s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:41.787636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70523667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:41.787622Z","caller":"traceutil/trace.go:171","msg":"trace[1009010026] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"1.750996599s","start":"2026-03-06T01:44:40.036591Z","end":"2026-03-06T01:44:41.787588Z","steps":["trace[1009010026] 'process raft request' (duration: 1.750769814s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:41.787665Z","caller":"traceutil/trace.go:171","msg":"trace[1957624933] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"1.751144452s","start":"2026-03-06T01:44:40.036437Z","end":"2026-03-06T01:44:41.787581Z","steps":["trace[1957624933] 'process raft request' (duration: 1.75064548s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.787677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709891279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:44:41.787692Z","caller":"traceutil/trace.go:171","msg":"trace[1158052726] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23477; }","duration":"2.705309892s","start":"2026-03-06T01:44:39.082367Z","end":"2026-03-06T01:44:41.787677Z","steps":["trace[1158052726] 'agreement among raft nodes before linearized reading' (duration: 2.70521738s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:41.787712Z","caller":"traceutil/trace.go:171","msg":"trace[869962847] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23477; }","duration":"2.709952451s","start":"2026-03-06T01:44:39.077751Z","end":"2026-03-06T01:44:41.787703Z","steps":["trace[869962847] 'agreement among raft nodes before linearized reading' (duration: 2.709818618s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.787712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905063026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:44:41.787695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904253295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:44:41.787692Z","caller":"traceutil/trace.go:171","msg":"trace[1151554118] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"1.751087941s","start":"2026-03-06T01:44:40.036568Z","end":"2026-03-06T01:44:41.787656Z","steps":["trace[1151554118] 'process raft request' (duration: 1.750754263s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:41.787375Z","caller":"traceutil/trace.go:171","msg":"trace[1305987730] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"1.752001385s","start":"2026-03-06T01:44:40.035349Z","end":"2026-03-06T01:44:41.787351Z","steps":["trace[1305987730] 'process raft request' (duration: 1.751696257s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.787752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712996169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-06T01:44:41.787779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709834739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1adb046eb9e5\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-06T01:44:41.787774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903194657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:44:41.787805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:40.035334Z","time spent":"1.752442847s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:41.7878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:40.036559Z","time spent":"1.751139482s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:41.78783Z","caller":"traceutil/trace.go:171","msg":"trace[833014961] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1adb046eb9e5; range_end:; response_count:1; response_revision:23477; }","duration":"2.709904291s","start":"2026-03-06T01:44:39.077909Z","end":"2026-03-06T01:44:41.787814Z","steps":["trace[833014961] 'agreement among raft nodes before linearized reading' (duration: 2.709779197s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.787836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062984273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T01:44:41.787741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:39.077741Z","time spent":"2.709992912s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-06T01:44:41.787841Z","caller":"traceutil/trace.go:171","msg":"trace[1202649640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23477; }","duration":"1.903292521s","start":"2026-03-06T01:44:39.88453Z","end":"2026-03-06T01:44:41.787822Z","steps":["trace[1202649640] 'agreement among raft nodes before linearized reading' (duration: 1.903058144s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.787858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.565656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:41.787848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903037094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:44:41.78786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904433031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:44:41.787858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:40.036537Z","time spent":"1.751247166s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:41.787869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:39.077901Z","time spent":"2.709960192s","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1adb046eb9e5\" "} {"level":"info","ts":"2026-03-06T01:44:41.787876Z","caller":"traceutil/trace.go:171","msg":"trace[1291027509] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23477; }","duration":"2.063064465s","start":"2026-03-06T01:44:39.724802Z","end":"2026-03-06T01:44:41.787866Z","steps":["trace[1291027509] 'agreement among raft nodes before linearized reading' (duration: 2.062960242s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:41.78789Z","caller":"traceutil/trace.go:171","msg":"trace[594278440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23477; }","duration":"1.903092616s","start":"2026-03-06T01:44:39.884788Z","end":"2026-03-06T01:44:41.78788Z","steps":["trace[594278440] 'agreement among raft nodes before linearized reading' (duration: 1.902997064s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.787888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:39.884519Z","time spent":"1.903358192s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:44:41.787906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:39.724779Z","time spent":"2.063121386s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:44:41.78793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:39.884781Z","time spent":"1.903142137s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:44:41.78794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.952436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:41.787898Z","caller":"traceutil/trace.go:171","msg":"trace[1417841329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23477; }","duration":"1.904503292s","start":"2026-03-06T01:44:39.883386Z","end":"2026-03-06T01:44:41.787889Z","steps":["trace[1417841329] 'agreement among raft nodes before linearized reading' (duration: 1.90441234s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.787742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:39.082361Z","time spent":"2.705371594s","remote":"127.0.0.1:60306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:44:41.787969Z","caller":"traceutil/trace.go:171","msg":"trace[1160619793] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23477; }","duration":"596.017528ms","start":"2026-03-06T01:44:41.191939Z","end":"2026-03-06T01:44:41.787956Z","steps":["trace[1160619793] 'agreement among raft nodes before linearized reading' (duration: 595.953416ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:41.787771Z","caller":"traceutil/trace.go:171","msg":"trace[1099786377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23477; }","duration":"1.904384588s","start":"2026-03-06T01:44:39.883367Z","end":"2026-03-06T01:44:41.787752Z","steps":["trace[1099786377] 'agreement among raft nodes before linearized reading' (duration: 1.904138832s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.788002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:41.191905Z","time spent":"596.08766ms","remote":"127.0.0.1:38932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:41.787998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:39.883368Z","time spent":"1.904617105s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:44:41.78802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:39.883346Z","time spent":"1.904666326s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:44:41.787818Z","caller":"traceutil/trace.go:171","msg":"trace[1561849935] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23477; }","duration":"1.713078192s","start":"2026-03-06T01:44:40.074725Z","end":"2026-03-06T01:44:41.787803Z","steps":["trace[1561849935] 'agreement among raft nodes before linearized reading' (duration: 1.712870796s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.78814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21285927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:41.788166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:40.074708Z","time spent":"1.713442281s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-06T01:44:41.788161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709382087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:44:41.788174Z","caller":"traceutil/trace.go:171","msg":"trace[903538907] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23477; }","duration":"1.212887881s","start":"2026-03-06T01:44:40.575272Z","end":"2026-03-06T01:44:41.78816Z","steps":["trace[903538907] 'agreement among raft nodes before linearized reading' (duration: 1.21284181s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.78822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:40.575213Z","time spent":"1.212998374s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:44:41.788221Z","caller":"traceutil/trace.go:171","msg":"trace[783803600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23477; }","duration":"2.709465219s","start":"2026-03-06T01:44:39.07874Z","end":"2026-03-06T01:44:41.788205Z","steps":["trace[783803600] 'agreement among raft nodes before linearized reading' (duration: 2.709268154s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.788231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.541437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:41.787881Z","caller":"traceutil/trace.go:171","msg":"trace[1693863743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23477; }","duration":"247.623997ms","start":"2026-03-06T01:44:41.540251Z","end":"2026-03-06T01:44:41.787875Z","steps":["trace[1693863743] 'agreement among raft nodes before linearized reading' (duration: 247.587586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.788238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:40.021776Z","time spent":"1.765655136s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:41.788269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:39.078728Z","time spent":"2.70952947s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:44:41.788275Z","caller":"traceutil/trace.go:171","msg":"trace[1467804194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23477; }","duration":"705.609779ms","start":"2026-03-06T01:44:41.08265Z","end":"2026-03-06T01:44:41.78826Z","steps":["trace[1467804194] 'agreement among raft nodes before linearized reading' (duration: 705.468246ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:41.787751Z","caller":"traceutil/trace.go:171","msg":"trace[1502803780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23477; }","duration":"1.905107767s","start":"2026-03-06T01:44:39.88263Z","end":"2026-03-06T01:44:41.787738Z","steps":["trace[1502803780] 'agreement among raft nodes before linearized reading' (duration: 1.904888741s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.788055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194255282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:41.788316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:41.082635Z","time spent":"705.673161ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:44:41.788339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:39.882573Z","time spent":"1.905757213s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:44:41.788036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070557607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:41.788365Z","caller":"traceutil/trace.go:171","msg":"trace[460235275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23477; }","duration":"1.19457203s","start":"2026-03-06T01:44:40.593764Z","end":"2026-03-06T01:44:41.788336Z","steps":["trace[460235275] 'agreement among raft nodes before linearized reading' (duration: 1.194252532s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:41.788398Z","caller":"traceutil/trace.go:171","msg":"trace[1536317251] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23477; }","duration":"1.070958706s","start":"2026-03-06T01:44:40.717425Z","end":"2026-03-06T01:44:41.788384Z","steps":["trace[1536317251] 'agreement among raft nodes before linearized reading' (duration: 1.070583657s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.788438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:40.59375Z","time spent":"1.194659422s","remote":"127.0.0.1:50260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:41.788462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:40.717402Z","time spent":"1.071041759s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:41.788317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710029463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-06T01:44:41.788613Z","caller":"traceutil/trace.go:171","msg":"trace[1989338360] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23477; }","duration":"2.710510566s","start":"2026-03-06T01:44:39.078081Z","end":"2026-03-06T01:44:41.788592Z","steps":["trace[1989338360] 'agreement among raft nodes before linearized reading' (duration: 2.709464989s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:41.788641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:40.03642Z","time spent":"1.751736938s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:41.788719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:39.078074Z","time spent":"2.710621569s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-06T01:44:42.307677Z","caller":"traceutil/trace.go:171","msg":"trace[1748946474] linearizableReadLoop","detail":"{readStateIndex:24299; appliedIndex:24298; }","duration":"516.375526ms","start":"2026-03-06T01:44:41.791277Z","end":"2026-03-06T01:44:42.307653Z","steps":["trace[1748946474] 'read index received' (duration: 442.104174ms)","trace[1748946474] 'applied index is now lower than readState.Index' (duration: 74.269642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:42.307678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:41.791148Z","time spent":"516.5237ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:44:42.307891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.593381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:44:42.30793Z","caller":"traceutil/trace.go:171","msg":"trace[548548294] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23477; }","duration":"516.668744ms","start":"2026-03-06T01:44:41.791251Z","end":"2026-03-06T01:44:42.30792Z","steps":["trace[548548294] 'agreement among raft nodes before linearized reading' (duration: 516.516081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:42.307961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:41.791236Z","time spent":"516.717496ms","remote":"127.0.0.1:60306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:44:42.808529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607658295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:44:43.416765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.520873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:43.417094Z","caller":"traceutil/trace.go:171","msg":"trace[1643277407] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"1.622654284s","start":"2026-03-06T01:44:41.794417Z","end":"2026-03-06T01:44:43.417071Z","steps":["trace[1643277407] 'process raft request' (duration: 1.622553532s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:43.417193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:41.794403Z","time spent":"1.622744736s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:43.417394Z","caller":"traceutil/trace.go:171","msg":"trace[1157995951] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"1.623511906s","start":"2026-03-06T01:44:41.793855Z","end":"2026-03-06T01:44:43.417367Z","steps":["trace[1157995951] 'process raft request' (duration: 1.623023604s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:43.41741Z","caller":"traceutil/trace.go:171","msg":"trace[2073205372] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"1.623570808s","start":"2026-03-06T01:44:41.793804Z","end":"2026-03-06T01:44:43.417375Z","steps":["trace[2073205372] 'process raft request' (duration: 1.323339707s)","trace[2073205372] 'compare' (duration: 299.307697ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:43.417415Z","caller":"traceutil/trace.go:171","msg":"trace[2020939898] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"1.622423848s","start":"2026-03-06T01:44:41.794965Z","end":"2026-03-06T01:44:43.417388Z","steps":["trace[2020939898] 'process raft request' (duration: 1.622059279s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:43.417525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:41.793844Z","time spent":"1.623610409s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:43.417552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:41.794958Z","time spent":"1.62251957s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:43.417559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:41.793785Z","time spent":"1.62368736s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:43.417793Z","caller":"traceutil/trace.go:171","msg":"trace[2118631250] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"1.622770257s","start":"2026-03-06T01:44:41.795006Z","end":"2026-03-06T01:44:43.417776Z","steps":["trace[2118631250] 'process raft request' (duration: 1.622302135s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:43.417883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:41.795Z","time spent":"1.622839559s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:43.417954Z","caller":"traceutil/trace.go:171","msg":"trace[71011422] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"1.619981145s","start":"2026-03-06T01:44:41.797956Z","end":"2026-03-06T01:44:43.417937Z","steps":["trace[71011422] 'process raft request' (duration: 1.619892563s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:43.418044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:41.797939Z","time spent":"1.620063187s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:43.417971Z","caller":"traceutil/trace.go:171","msg":"trace[1868980350] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"1.621777071s","start":"2026-03-06T01:44:41.796181Z","end":"2026-03-06T01:44:43.417958Z","steps":["trace[1868980350] 'process raft request' (duration: 1.621513514s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:43.418193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:41.796162Z","time spent":"1.621951885s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:44.166513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.372792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:44.166825Z","caller":"traceutil/trace.go:171","msg":"trace[1831664554] linearizableReadLoop","detail":"{readStateIndex:24307; appliedIndex:24299; }","duration":"1.859065802s","start":"2026-03-06T01:44:42.307742Z","end":"2026-03-06T01:44:44.166808Z","steps":["trace[1831664554] 'read index received' (duration: 809.441504ms)","trace[1831664554] 'applied index is now lower than readState.Index' (duration: 1.049623008s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:44.167069Z","caller":"traceutil/trace.go:171","msg":"trace[309771727] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"372.44519ms","start":"2026-03-06T01:44:43.79461Z","end":"2026-03-06T01:44:44.167055Z","steps":["trace[309771727] 'process raft request' (duration: 372.360578ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:44.167118Z","caller":"traceutil/trace.go:171","msg":"trace[100551498] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"1.857759109s","start":"2026-03-06T01:44:42.309317Z","end":"2026-03-06T01:44:44.167076Z","steps":["trace[100551498] 'process raft request' (duration: 1.426710429s)","trace[100551498] 'compare' (duration: 429.995003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:44.167311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:42.309296Z","time spent":"1.857913662s","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:44.167143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:43.794584Z","time spent":"372.523913ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:44.167358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937157702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:44.167387Z","caller":"traceutil/trace.go:171","msg":"trace[156431335] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23487; }","duration":"1.937188493s","start":"2026-03-06T01:44:42.23019Z","end":"2026-03-06T01:44:44.167379Z","steps":["trace[156431335] 'agreement among raft nodes before linearized reading' (duration: 1.937132442s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:44.167372Z","caller":"traceutil/trace.go:171","msg":"trace[171199277] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"1.051151847s","start":"2026-03-06T01:44:43.116191Z","end":"2026-03-06T01:44:44.167343Z","steps":["trace[171199277] 'process raft request' (duration: 1.050513282s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:44.167502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365510053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-06T01:44:44.16741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:42.230137Z","time spent":"1.937267616s","remote":"127.0.0.1:39108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:44.167491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375771597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0d5977b4-66eb-49e6-9408-d0be21fc968d\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-06T01:44:44.167522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:43.116144Z","time spent":"1.051300372s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:44.167538Z","caller":"traceutil/trace.go:171","msg":"trace[586970711] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23487; }","duration":"2.365566204s","start":"2026-03-06T01:44:41.801961Z","end":"2026-03-06T01:44:44.167528Z","steps":["trace[586970711] 'agreement among raft nodes before linearized reading' (duration: 2.365346227s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:44.167564Z","caller":"traceutil/trace.go:171","msg":"trace[1316525518] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0d5977b4-66eb-49e6-9408-d0be21fc968d; range_end:; response_count:1; response_revision:23487; }","duration":"2.37587105s","start":"2026-03-06T01:44:41.79167Z","end":"2026-03-06T01:44:44.167541Z","steps":["trace[1316525518] 'agreement among raft nodes before linearized reading' (duration: 2.375646084s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:44.167605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:41.801955Z","time spent":"2.365604105s","remote":"127.0.0.1:54854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T01:44:44.167608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:41.79166Z","time spent":"2.375939301s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-0d5977b4-66eb-49e6-9408-d0be21fc968d\" "} {"level":"warn","ts":"2026-03-06T01:44:44.168083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160732699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:44:44.168859Z","caller":"traceutil/trace.go:171","msg":"trace[1851909701] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23487; }","duration":"2.161336505s","start":"2026-03-06T01:44:42.007111Z","end":"2026-03-06T01:44:44.168448Z","steps":["trace[1851909701] 'agreement among raft nodes before linearized reading' (duration: 2.160229016s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:44.170131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:42.007088Z","time spent":"2.16233408s","remote":"127.0.0.1:60410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:44.396838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:44:44.396925Z","caller":"traceutil/trace.go:171","msg":"trace[1333078405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000422891s","start":"2026-03-06T01:44:42.396482Z","end":"2026-03-06T01:44:44.396905Z","steps":["trace[1333078405] 'agreement among raft nodes before linearized reading' (duration: 2.000302028s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:44.396975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:42.396463Z","time spent":"2.000502563s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:44:45.436263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.252438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:44:45.436831Z","caller":"traceutil/trace.go:171","msg":"trace[1241184567] linearizableReadLoop","detail":"{readStateIndex:24315; appliedIndex:24309; }","duration":"1.269912921s","start":"2026-03-06T01:44:44.166895Z","end":"2026-03-06T01:44:45.436808Z","steps":["trace[1241184567] 'read index received' (duration: 450.031µs)","trace[1241184567] 'applied index is now lower than readState.Index' (duration: 1.26946119s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:45.436853Z","caller":"traceutil/trace.go:171","msg":"trace[1451467825] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"1.640269817s","start":"2026-03-06T01:44:43.796547Z","end":"2026-03-06T01:44:45.436817Z","steps":["trace[1451467825] 'process raft request' (duration: 1.640112163s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:45.436931Z","caller":"traceutil/trace.go:171","msg":"trace[855433977] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"1.639711953s","start":"2026-03-06T01:44:43.797209Z","end":"2026-03-06T01:44:45.43692Z","steps":["trace[855433977] 'process raft request' (duration: 1.639501428s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.436998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:43.796537Z","time spent":"1.64037783s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:45.437016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:43.797184Z","time spent":"1.639774655s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:44:45.437169Z","caller":"traceutil/trace.go:171","msg":"trace[1282890988] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"1.359831806s","start":"2026-03-06T01:44:44.077308Z","end":"2026-03-06T01:44:45.437139Z","steps":["trace[1282890988] 'process raft request' (duration: 1.359450397s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:45.437222Z","caller":"traceutil/trace.go:171","msg":"trace[2030099292] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"1.640811781s","start":"2026-03-06T01:44:43.796395Z","end":"2026-03-06T01:44:45.437207Z","steps":["trace[2030099292] 'process raft request' (duration: 1.640028071s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:45.437246Z","caller":"traceutil/trace.go:171","msg":"trace[561065193] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"1.640850582s","start":"2026-03-06T01:44:43.796367Z","end":"2026-03-06T01:44:45.437217Z","steps":["trace[561065193] 'process raft request' (duration: 1.023549597s)","trace[561065193] 'compare' (duration: 614.594705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:44:45.437293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:43.796369Z","time spent":"1.640886953s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:45.437284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:44.077286Z","time spent":"1.359913457s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:45.437287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031372408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:45.43736Z","caller":"traceutil/trace.go:171","msg":"trace[400997348] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23493; }","duration":"2.031494451s","start":"2026-03-06T01:44:43.405846Z","end":"2026-03-06T01:44:45.437341Z","steps":["trace[400997348] 'agreement among raft nodes before linearized reading' (duration: 2.031332087s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.43741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:43.405825Z","time spent":"2.031574453s","remote":"127.0.0.1:38746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:45.437413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:43.79634Z","time spent":"1.640973254s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:45.437438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74326735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:45.437435Z","caller":"traceutil/trace.go:171","msg":"trace[228984612] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"1.640920164s","start":"2026-03-06T01:44:43.796474Z","end":"2026-03-06T01:44:45.437394Z","steps":["trace[228984612] 'process raft request' (duration: 1.640137843s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.437438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656399614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:44:45.437475Z","caller":"traceutil/trace.go:171","msg":"trace[919391118] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23493; }","duration":"1.743336761s","start":"2026-03-06T01:44:43.694125Z","end":"2026-03-06T01:44:45.437462Z","steps":["trace[919391118] 'agreement among raft nodes before linearized reading' (duration: 1.743277249s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.437507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:43.694086Z","time spent":"1.743411534s","remote":"127.0.0.1:38732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:44:45.437503Z","caller":"traceutil/trace.go:171","msg":"trace[2072650406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23493; }","duration":"2.656520496s","start":"2026-03-06T01:44:42.780968Z","end":"2026-03-06T01:44:45.437488Z","steps":["trace[2072650406] 'agreement among raft nodes before linearized reading' (duration: 2.656400334s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.437547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:42.780945Z","time spent":"2.656592009s","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:45.43765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:43.796448Z","time spent":"1.641033877s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:45.437654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002989358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:44:45.437802Z","caller":"traceutil/trace.go:171","msg":"trace[736583950] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23493; }","duration":"3.003162293s","start":"2026-03-06T01:44:42.434619Z","end":"2026-03-06T01:44:45.437782Z","steps":["trace[736583950] 'agreement among raft nodes before linearized reading' (duration: 3.002752213s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.437846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:42.434579Z","time spent":"3.003253025s","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:45.937558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226765607658307,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:44:45.992466Z","caller":"traceutil/trace.go:171","msg":"trace[1751710954] linearizableReadLoop","detail":"{readStateIndex:24316; appliedIndex:24315; }","duration":"555.583546ms","start":"2026-03-06T01:44:45.436861Z","end":"2026-03-06T01:44:45.992444Z","steps":["trace[1751710954] 'read index received' (duration: 554.252752ms)","trace[1751710954] 'applied index is now lower than readState.Index' (duration: 1.329494ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:44:45.992566Z","caller":"traceutil/trace.go:171","msg":"trace[1871507981] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"607.31777ms","start":"2026-03-06T01:44:45.385235Z","end":"2026-03-06T01:44:45.992553Z","steps":["trace[1871507981] 'process raft request' (duration: 605.942524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.992651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:45.385198Z","time spent":"607.38628ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:44:45.992742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371101957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:44:45.99281Z","caller":"traceutil/trace.go:171","msg":"trace[399460973] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23494; }","duration":"1.371204949s","start":"2026-03-06T01:44:44.621587Z","end":"2026-03-06T01:44:45.992792Z","steps":["trace[399460973] 'agreement among raft nodes before linearized reading' (duration: 1.371062266s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.992827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42407803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:45.992854Z","caller":"traceutil/trace.go:171","msg":"trace[502425061] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23494; }","duration":"1.424130992s","start":"2026-03-06T01:44:44.568716Z","end":"2026-03-06T01:44:45.992847Z","steps":["trace[502425061] 'agreement among raft nodes before linearized reading' (duration: 1.42407799s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.992849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:44.621574Z","time spent":"1.37126533s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:45.992876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:44.5687Z","time spent":"1.424169282s","remote":"127.0.0.1:41582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:45.993062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465035344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:44:45.993089Z","caller":"traceutil/trace.go:171","msg":"trace[2123118613] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:23494; }","duration":"1.465095125s","start":"2026-03-06T01:44:44.527986Z","end":"2026-03-06T01:44:45.993081Z","steps":["trace[2123118613] 'agreement among raft nodes before linearized reading' (duration: 1.464995473s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.993107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:44.527963Z","time spent":"1.465138637s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-06T01:44:45.993116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.156681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:44:45.99316Z","caller":"traceutil/trace.go:171","msg":"trace[1388898363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23494; }","duration":"570.233203ms","start":"2026-03-06T01:44:45.422913Z","end":"2026-03-06T01:44:45.993147Z","steps":["trace[1388898363] 'agreement among raft nodes before linearized reading' (duration: 570.0997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.993144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.075219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:44:45.993199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:45.422893Z","time spent":"570.298154ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:44:45.993218Z","caller":"traceutil/trace.go:171","msg":"trace[2099342363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23494; }","duration":"570.198352ms","start":"2026-03-06T01:44:45.423001Z","end":"2026-03-06T01:44:45.9932Z","steps":["trace[2099342363] 'agreement among raft nodes before linearized reading' (duration: 569.950636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.993247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53821727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:45.993269Z","caller":"traceutil/trace.go:171","msg":"trace[217169124] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23494; }","duration":"1.538278332s","start":"2026-03-06T01:44:44.454984Z","end":"2026-03-06T01:44:45.993263Z","steps":["trace[217169124] 'agreement among raft nodes before linearized reading' (duration: 1.538221519s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.993273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:45.422981Z","time spent":"570.274375ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:44:45.993301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.31607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:44:45.993351Z","caller":"traceutil/trace.go:171","msg":"trace[2020417001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23494; }","duration":"569.384113ms","start":"2026-03-06T01:44:45.423953Z","end":"2026-03-06T01:44:45.993337Z","steps":["trace[2020417001] 'agreement among raft nodes before linearized reading' (duration: 569.235758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.993367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.960794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:44:45.993383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:45.423941Z","time spent":"569.433554ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:44:45.993413Z","caller":"traceutil/trace.go:171","msg":"trace[506414964] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23494; }","duration":"893.036296ms","start":"2026-03-06T01:44:45.10036Z","end":"2026-03-06T01:44:45.993396Z","steps":["trace[506414964] 'agreement among raft nodes before linearized reading' (duration: 892.965084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.993434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821911355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1adb046eb9e5\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-06T01:44:45.993319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588825413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:45.993457Z","caller":"traceutil/trace.go:171","msg":"trace[1820307491] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1adb046eb9e5; range_end:; response_count:1; response_revision:23494; }","duration":"1.821969726s","start":"2026-03-06T01:44:44.171481Z","end":"2026-03-06T01:44:45.993451Z","steps":["trace[1820307491] 'agreement among raft nodes before linearized reading' (duration: 1.821910735s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:45.99347Z","caller":"traceutil/trace.go:171","msg":"trace[233745631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23494; }","duration":"1.589013928s","start":"2026-03-06T01:44:44.404447Z","end":"2026-03-06T01:44:45.99346Z","steps":["trace[233745631] 'agreement among raft nodes before linearized reading' (duration: 1.588854164s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.993475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:45.100338Z","time spent":"893.121729ms","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:45.993499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:44.404413Z","time spent":"1.589078109s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:44:45.993519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.426385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:44:45.99354Z","caller":"traceutil/trace.go:171","msg":"trace[1317154942] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23494; }","duration":"472.449245ms","start":"2026-03-06T01:44:45.521084Z","end":"2026-03-06T01:44:45.993533Z","steps":["trace[1317154942] 'agreement among raft nodes before linearized reading' (duration: 472.411984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.993559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:45.521014Z","time spent":"472.539078ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:45.993616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.279175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:44:45.993477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:44.171464Z","time spent":"1.822007738s","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1adb046eb9e5\" "} {"level":"info","ts":"2026-03-06T01:44:45.993649Z","caller":"traceutil/trace.go:171","msg":"trace[435084793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23494; }","duration":"570.341517ms","start":"2026-03-06T01:44:45.423298Z","end":"2026-03-06T01:44:45.993639Z","steps":["trace[435084793] 'agreement among raft nodes before linearized reading' (duration: 570.246405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.993687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:45.423278Z","time spent":"570.402608ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:44:45.993617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.210012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:44:45.993849Z","caller":"traceutil/trace.go:171","msg":"trace[326247377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23494; }","duration":"570.435558ms","start":"2026-03-06T01:44:45.423366Z","end":"2026-03-06T01:44:45.993801Z","steps":["trace[326247377] 'agreement among raft nodes before linearized reading' (duration: 569.719109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.993289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:44.454935Z","time spent":"1.538347903s","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:45.994067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.411142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:44:45.994098Z","caller":"traceutil/trace.go:171","msg":"trace[850021847] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23494; }","duration":"435.468753ms","start":"2026-03-06T01:44:45.558622Z","end":"2026-03-06T01:44:45.994091Z","steps":["trace[850021847] 'agreement among raft nodes before linearized reading' (duration: 435.33416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.994122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:45.558607Z","time spent":"435.508495ms","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:45.994126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:45.423354Z","time spent":"570.654214ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:44:45.993378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821730799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-06T01:44:45.994362Z","caller":"traceutil/trace.go:171","msg":"trace[1179578773] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23494; }","duration":"1.822719795s","start":"2026-03-06T01:44:44.171625Z","end":"2026-03-06T01:44:45.994345Z","steps":["trace[1179578773] 'agreement among raft nodes before linearized reading' (duration: 1.821705989s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.994408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:44.171618Z","time spent":"1.822777636s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-06T01:44:45.994345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240300518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:44:45.994586Z","caller":"traceutil/trace.go:171","msg":"trace[486179721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23494; }","duration":"1.240539854s","start":"2026-03-06T01:44:44.753998Z","end":"2026-03-06T01:44:45.994538Z","steps":["trace[486179721] 'agreement among raft nodes before linearized reading' (duration: 1.240299128s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.994677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:44.753978Z","time spent":"1.240649758s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:44:45.995103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090616933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:44:45.995163Z","caller":"traceutil/trace.go:171","msg":"trace[334867656] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23494; }","duration":"1.090685765s","start":"2026-03-06T01:44:44.904466Z","end":"2026-03-06T01:44:45.995152Z","steps":["trace[334867656] 'agreement among raft nodes before linearized reading' (duration: 1.089172016s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:44:45.995201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:44:44.904412Z","time spent":"1.090780258s","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2624,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:45:01.420193Z","caller":"traceutil/trace.go:171","msg":"trace[213936357] linearizableReadLoop","detail":"{readStateIndex:24495; appliedIndex:24494; }","duration":"193.980525ms","start":"2026-03-06T01:45:01.226176Z","end":"2026-03-06T01:45:01.420157Z","steps":["trace[213936357] 'read index received' (duration: 193.576204ms)","trace[213936357] 'applied index is now lower than readState.Index' (duration: 403.231µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:01.420325Z","caller":"traceutil/trace.go:171","msg":"trace[1430597375] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"210.099721ms","start":"2026-03-06T01:45:01.210212Z","end":"2026-03-06T01:45:01.420312Z","steps":["trace[1430597375] 'process raft request' (duration: 209.597928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:01.420588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.157705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-06T01:45:01.420669Z","caller":"traceutil/trace.go:171","msg":"trace[1235548006] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23668; }","duration":"160.285778ms","start":"2026-03-06T01:45:01.260362Z","end":"2026-03-06T01:45:01.420648Z","steps":["trace[1235548006] 'agreement among raft nodes before linearized reading' (duration: 160.090032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:01.421471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.295819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-06T01:45:01.421511Z","caller":"traceutil/trace.go:171","msg":"trace[1827955508] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23668; }","duration":"195.35985ms","start":"2026-03-06T01:45:01.226142Z","end":"2026-03-06T01:45:01.421502Z","steps":["trace[1827955508] 'agreement among raft nodes before linearized reading' (duration: 194.57707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:02.654712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.718976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:02.654796Z","caller":"traceutil/trace.go:171","msg":"trace[199432332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23689; }","duration":"257.83818ms","start":"2026-03-06T01:45:02.396939Z","end":"2026-03-06T01:45:02.654778Z","steps":["trace[199432332] 'range keys from in-memory index tree' (duration: 257.660485ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:02.982419Z","caller":"traceutil/trace.go:171","msg":"trace[1455051053] linearizableReadLoop","detail":"{readStateIndex:24517; appliedIndex:24516; }","duration":"147.708503ms","start":"2026-03-06T01:45:02.834688Z","end":"2026-03-06T01:45:02.982396Z","steps":["trace[1455051053] 'read index received' (duration: 147.55757ms)","trace[1455051053] 'applied index is now lower than readState.Index' (duration: 149.773µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:02.98254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.839378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:02.982527Z","caller":"traceutil/trace.go:171","msg":"trace[952786606] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"320.850652ms","start":"2026-03-06T01:45:02.66163Z","end":"2026-03-06T01:45:02.982481Z","steps":["trace[952786606] 'process raft request' (duration: 320.616626ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:02.982575Z","caller":"traceutil/trace.go:171","msg":"trace[1663969838] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23690; }","duration":"147.92824ms","start":"2026-03-06T01:45:02.834636Z","end":"2026-03-06T01:45:02.982564Z","steps":["trace[1663969838] 'agreement among raft nodes before linearized reading' (duration: 147.851668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:02.982724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:02.661612Z","time spent":"321.003447ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:03.33153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.283611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e10493a8-f369-449d-8dd3-14e463e31045\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-06T01:45:03.331593Z","caller":"traceutil/trace.go:171","msg":"trace[1213260390] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e10493a8-f369-449d-8dd3-14e463e31045; range_end:; response_count:1; response_revision:23690; }","duration":"218.395144ms","start":"2026-03-06T01:45:03.113182Z","end":"2026-03-06T01:45:03.331577Z","steps":["trace[1213260390] 'range keys from in-memory index tree' (duration: 218.190389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:03.331449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.771657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-06T01:45:03.331582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.065719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-06T01:45:03.331655Z","caller":"traceutil/trace.go:171","msg":"trace[1881175512] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23690; }","duration":"189.188282ms","start":"2026-03-06T01:45:03.14245Z","end":"2026-03-06T01:45:03.331639Z","steps":["trace[1881175512] 'range keys from in-memory index tree' (duration: 188.837613ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:03.331655Z","caller":"traceutil/trace.go:171","msg":"trace[1079886474] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23690; }","duration":"230.032523ms","start":"2026-03-06T01:45:03.101598Z","end":"2026-03-06T01:45:03.331631Z","steps":["trace[1079886474] 'range keys from in-memory index tree' (duration: 229.586052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:03.33188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.984941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:45:03.331907Z","caller":"traceutil/trace.go:171","msg":"trace[959920607] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23690; }","duration":"188.036213ms","start":"2026-03-06T01:45:03.143864Z","end":"2026-03-06T01:45:03.3319Z","steps":["trace[959920607] 'count revisions from in-memory index tree' (duration: 187.92612ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:03.726963Z","caller":"traceutil/trace.go:171","msg":"trace[245434749] linearizableReadLoop","detail":"{readStateIndex:24518; appliedIndex:24517; }","duration":"383.970737ms","start":"2026-03-06T01:45:03.342966Z","end":"2026-03-06T01:45:03.726936Z","steps":["trace[245434749] 'read index received' (duration: 383.857684ms)","trace[245434749] 'applied index is now lower than readState.Index' (duration: 111.843µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:03.727098Z","caller":"traceutil/trace.go:171","msg":"trace[1746983023] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"384.50214ms","start":"2026-03-06T01:45:03.342581Z","end":"2026-03-06T01:45:03.727083Z","steps":["trace[1746983023] 'process raft request' (duration: 384.163002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:03.727218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:03.342567Z","time spent":"384.560833ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:03.727394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.417249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-03-06T01:45:03.727478Z","caller":"traceutil/trace.go:171","msg":"trace[1916965016] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23691; }","duration":"384.538123ms","start":"2026-03-06T01:45:03.342919Z","end":"2026-03-06T01:45:03.727457Z","steps":["trace[1916965016] 'agreement among raft nodes before linearized reading' (duration: 384.336897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:03.72752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:03.3429Z","time spent":"384.611255ms","remote":"127.0.0.1:60238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T01:45:04.089757Z","caller":"traceutil/trace.go:171","msg":"trace[877703176] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"540.54688ms","start":"2026-03-06T01:45:03.549189Z","end":"2026-03-06T01:45:04.089736Z","steps":["trace[877703176] 'process raft request' (duration: 540.336555ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:04.089855Z","caller":"traceutil/trace.go:171","msg":"trace[583944786] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"542.268423ms","start":"2026-03-06T01:45:03.547555Z","end":"2026-03-06T01:45:04.089823Z","steps":["trace[583944786] 'process raft request' (duration: 541.556165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:04.090002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:03.547534Z","time spent":"542.381996ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:04.090087Z","caller":"traceutil/trace.go:171","msg":"trace[578949193] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"539.944935ms","start":"2026-03-06T01:45:03.550112Z","end":"2026-03-06T01:45:04.090057Z","steps":["trace[578949193] 'process raft request' (duration: 539.566555ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:04.089741Z","caller":"traceutil/trace.go:171","msg":"trace[840400260] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"540.425726ms","start":"2026-03-06T01:45:03.54929Z","end":"2026-03-06T01:45:04.089716Z","steps":["trace[840400260] 'process raft request' (duration: 540.347825ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:04.090194Z","caller":"traceutil/trace.go:171","msg":"trace[508839738] linearizableReadLoop","detail":"{readStateIndex:24523; appliedIndex:24518; }","duration":"363.127011ms","start":"2026-03-06T01:45:03.727049Z","end":"2026-03-06T01:45:04.090176Z","steps":["trace[508839738] 'read index received' (duration: 362.012592ms)","trace[508839738] 'applied index is now lower than readState.Index' (duration: 1.113459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:04.090236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:03.550087Z","time spent":"540.066568ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:04.090273Z","caller":"traceutil/trace.go:171","msg":"trace[1704900852] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"539.437461ms","start":"2026-03-06T01:45:03.550816Z","end":"2026-03-06T01:45:04.090253Z","steps":["trace[1704900852] 'process raft request' (duration: 539.117893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:04.090301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.262202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:45:04.090308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:03.549268Z","time spent":"540.92899ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:04.090373Z","caller":"traceutil/trace.go:171","msg":"trace[1624178874] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23696; }","duration":"728.373665ms","start":"2026-03-06T01:45:03.361986Z","end":"2026-03-06T01:45:04.09036Z","steps":["trace[1624178874] 'agreement among raft nodes before linearized reading' (duration: 728.270613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:04.090422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:03.361966Z","time spent":"728.445877ms","remote":"127.0.0.1:40800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:45:04.090435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.062387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189a1d315a44b780\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-06T01:45:04.090478Z","caller":"traceutil/trace.go:171","msg":"trace[1520856156] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189a1d315a44b780; range_end:; response_count:1; response_revision:23696; }","duration":"359.126958ms","start":"2026-03-06T01:45:03.731336Z","end":"2026-03-06T01:45:04.090463Z","steps":["trace[1520856156] 'agreement among raft nodes before linearized reading' (duration: 358.948293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:04.090496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.161122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-03-06T01:45:04.090508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:03.731316Z","time spent":"359.18483ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":760,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189a1d315a44b780\" "} {"level":"warn","ts":"2026-03-06T01:45:04.090476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.292739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:04.090545Z","caller":"traceutil/trace.go:171","msg":"trace[1494082586] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23696; }","duration":"358.226294ms","start":"2026-03-06T01:45:03.732307Z","end":"2026-03-06T01:45:04.090533Z","steps":["trace[1494082586] 'agreement among raft nodes before linearized reading' (duration: 358.075541ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:04.090572Z","caller":"traceutil/trace.go:171","msg":"trace[1208467966] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23696; }","duration":"148.495204ms","start":"2026-03-06T01:45:03.942055Z","end":"2026-03-06T01:45:04.09055Z","steps":["trace[1208467966] 'agreement among raft nodes before linearized reading' (duration: 148.242988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:04.090579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:03.732298Z","time spent":"358.273595ms","remote":"127.0.0.1:60494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-06T01:45:04.089902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:03.549156Z","time spent":"540.664262ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:04.090835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:03.550805Z","time spent":"539.511683ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:04.828709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.204212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:45:04.828805Z","caller":"traceutil/trace.go:171","msg":"trace[954800764] linearizableReadLoop","detail":"{readStateIndex:24524; appliedIndex:24523; }","duration":"734.611106ms","start":"2026-03-06T01:45:04.094178Z","end":"2026-03-06T01:45:04.828789Z","steps":["trace[954800764] 'read index received' (duration: 385.204149ms)","trace[954800764] 'applied index is now lower than readState.Index' (duration: 349.405777ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:04.828885Z","caller":"traceutil/trace.go:171","msg":"trace[1044050455] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"736.097196ms","start":"2026-03-06T01:45:04.092758Z","end":"2026-03-06T01:45:04.828855Z","steps":["trace[1044050455] 'process raft request' (duration: 386.663918ms)","trace[1044050455] 'compare' (duration: 349.092778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:04.829032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:04.092732Z","time spent":"736.218368ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:04.829259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.907753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-06T01:45:04.829359Z","caller":"traceutil/trace.go:171","msg":"trace[1754475714] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23697; }","duration":"735.200152ms","start":"2026-03-06T01:45:04.094135Z","end":"2026-03-06T01:45:04.829336Z","steps":["trace[1754475714] 'agreement among raft nodes before linearized reading' (duration: 734.74528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:04.829409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:04.094119Z","time spent":"735.278774ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1470,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-06T01:45:04.893967Z","caller":"traceutil/trace.go:171","msg":"trace[255666261] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"630.439455ms","start":"2026-03-06T01:45:04.263504Z","end":"2026-03-06T01:45:04.893943Z","steps":["trace[255666261] 'process raft request' (duration: 630.274341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:04.894169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:04.263491Z","time spent":"630.549397ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:04.894382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.587332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e10493a8-f369-449d-8dd3-14e463e31045\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-06T01:45:04.894382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.809149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:45:04.894458Z","caller":"traceutil/trace.go:171","msg":"trace[1576399452] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e10493a8-f369-449d-8dd3-14e463e31045; range_end:; response_count:1; response_revision:23699; }","duration":"558.710997ms","start":"2026-03-06T01:45:04.335726Z","end":"2026-03-06T01:45:04.894437Z","steps":["trace[1576399452] 'agreement among raft nodes before linearized reading' (duration: 558.448329ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:04.894479Z","caller":"traceutil/trace.go:171","msg":"trace[311273439] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:23699; }","duration":"365.918103ms","start":"2026-03-06T01:45:04.528539Z","end":"2026-03-06T01:45:04.894457Z","steps":["trace[311273439] 'agreement among raft nodes before linearized reading' (duration: 365.675116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:04.894495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.240181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:45:04.894382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.092157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T01:45:04.894515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.716161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:45:04.894503Z","caller":"traceutil/trace.go:171","msg":"trace[621257565] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"602.208798ms","start":"2026-03-06T01:45:04.292246Z","end":"2026-03-06T01:45:04.894455Z","steps":["trace[621257565] 'process raft request' (duration: 601.651033ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:04.894544Z","caller":"traceutil/trace.go:171","msg":"trace[1200987234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23699; }","duration":"658.301872ms","start":"2026-03-06T01:45:04.236223Z","end":"2026-03-06T01:45:04.894525Z","steps":["trace[1200987234] 'agreement among raft nodes before linearized reading' (duration: 658.208279ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:04.894571Z","caller":"traceutil/trace.go:171","msg":"trace[1187988310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23699; }","duration":"724.803454ms","start":"2026-03-06T01:45:04.169753Z","end":"2026-03-06T01:45:04.894556Z","steps":["trace[1187988310] 'agreement among raft nodes before linearized reading' (duration: 724.676521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:04.894587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:04.236211Z","time spent":"658.369624ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:45:04.894614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:04.169736Z","time spent":"724.866057ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:45:04.894615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.907058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:45:04.894658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.329698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:45:04.894658Z","caller":"traceutil/trace.go:171","msg":"trace[1529552331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23699; }","duration":"498.98124ms","start":"2026-03-06T01:45:04.395664Z","end":"2026-03-06T01:45:04.894646Z","steps":["trace[1529552331] 'agreement among raft nodes before linearized reading' (duration: 498.911548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:04.894669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:04.292228Z","time spent":"602.354421ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:04.894686Z","caller":"traceutil/trace.go:171","msg":"trace[1201697123] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23699; }","duration":"419.387519ms","start":"2026-03-06T01:45:04.475292Z","end":"2026-03-06T01:45:04.894679Z","steps":["trace[1201697123] 'agreement among raft nodes before linearized reading' (duration: 419.273967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:04.894699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:04.395647Z","time spent":"499.043151ms","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:45:04.894721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:04.475275Z","time spent":"419.43708ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:45:04.894781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.720691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:45:04.894825Z","caller":"traceutil/trace.go:171","msg":"trace[28302826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23699; }","duration":"663.799983ms","start":"2026-03-06T01:45:04.231013Z","end":"2026-03-06T01:45:04.894813Z","steps":["trace[28302826] 'agreement among raft nodes before linearized reading' (duration: 663.70599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:04.894859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:04.230986Z","time spent":"663.865915ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:45:04.894536Z","caller":"traceutil/trace.go:171","msg":"trace[265084686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23699; }","duration":"641.296554ms","start":"2026-03-06T01:45:04.25323Z","end":"2026-03-06T01:45:04.894526Z","steps":["trace[265084686] 'agreement among raft nodes before linearized reading' (duration: 641.015716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:04.8945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:04.335704Z","time spent":"558.787659ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e10493a8-f369-449d-8dd3-14e463e31045\" "} {"level":"warn","ts":"2026-03-06T01:45:04.894921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:04.253218Z","time spent":"641.687533ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:45:04.894393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.233556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:45:04.894525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:04.528482Z","time spent":"366.030155ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"info","ts":"2026-03-06T01:45:04.895034Z","caller":"traceutil/trace.go:171","msg":"trace[2066130618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23699; }","duration":"666.909603ms","start":"2026-03-06T01:45:04.228108Z","end":"2026-03-06T01:45:04.895017Z","steps":["trace[2066130618] 'agreement among raft nodes before linearized reading' (duration: 666.162524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:04.895075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:04.228087Z","time spent":"666.979764ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:45:05.105474Z","caller":"traceutil/trace.go:171","msg":"trace[456447903] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"206.575809ms","start":"2026-03-06T01:45:04.898878Z","end":"2026-03-06T01:45:05.105454Z","steps":["trace[456447903] 'process raft request' (duration: 206.276572ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:05.105471Z","caller":"traceutil/trace.go:171","msg":"trace[1715662089] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"205.112962ms","start":"2026-03-06T01:45:04.900331Z","end":"2026-03-06T01:45:05.105444Z","steps":["trace[1715662089] 'process raft request' (duration: 205.073891ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:05.105516Z","caller":"traceutil/trace.go:171","msg":"trace[315229748] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"205.503161ms","start":"2026-03-06T01:45:04.899988Z","end":"2026-03-06T01:45:05.105491Z","steps":["trace[315229748] 'process raft request' (duration: 205.316876ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:05.105477Z","caller":"traceutil/trace.go:171","msg":"trace[1341143852] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"205.384028ms","start":"2026-03-06T01:45:04.900081Z","end":"2026-03-06T01:45:05.105465Z","steps":["trace[1341143852] 'process raft request' (duration: 205.262955ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:05.105537Z","caller":"traceutil/trace.go:171","msg":"trace[10627225] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"205.221014ms","start":"2026-03-06T01:45:04.900284Z","end":"2026-03-06T01:45:05.105505Z","steps":["trace[10627225] 'process raft request' (duration: 205.090101ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:05.105518Z","caller":"traceutil/trace.go:171","msg":"trace[1053787959] linearizableReadLoop","detail":"{readStateIndex:24527; appliedIndex:24526; }","duration":"208.407477ms","start":"2026-03-06T01:45:04.897087Z","end":"2026-03-06T01:45:05.105494Z","steps":["trace[1053787959] 'read index received' (duration: 195.912265ms)","trace[1053787959] 'applied index is now lower than readState.Index' (duration: 12.492992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:05.105647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.53443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:05.105691Z","caller":"traceutil/trace.go:171","msg":"trace[1590651615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23704; }","duration":"208.607362ms","start":"2026-03-06T01:45:04.897074Z","end":"2026-03-06T01:45:05.105681Z","steps":["trace[1590651615] 'agreement among raft nodes before linearized reading' (duration: 208.486789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:05.105711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.200683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:05.105736Z","caller":"traceutil/trace.go:171","msg":"trace[596236375] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23704; }","duration":"125.229604ms","start":"2026-03-06T01:45:04.980499Z","end":"2026-03-06T01:45:05.105728Z","steps":["trace[596236375] 'agreement among raft nodes before linearized reading' (duration: 125.176222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:05.105779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.952018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189a1d315cad07a2\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-06T01:45:05.105816Z","caller":"traceutil/trace.go:171","msg":"trace[762253765] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189a1d315cad07a2; range_end:; response_count:1; response_revision:23704; }","duration":"207.017512ms","start":"2026-03-06T01:45:04.898789Z","end":"2026-03-06T01:45:05.105807Z","steps":["trace[762253765] 'agreement among raft nodes before linearized reading' (duration: 206.877717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:05.105865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.58645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:45:05.105941Z","caller":"traceutil/trace.go:171","msg":"trace[498462414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23704; }","duration":"206.716463ms","start":"2026-03-06T01:45:04.899207Z","end":"2026-03-06T01:45:05.105923Z","steps":["trace[498462414] 'agreement among raft nodes before linearized reading' (duration: 206.472087ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:05.58199Z","caller":"traceutil/trace.go:171","msg":"trace[1837602199] linearizableReadLoop","detail":"{readStateIndex:24533; appliedIndex:24532; }","duration":"474.503258ms","start":"2026-03-06T01:45:05.107457Z","end":"2026-03-06T01:45:05.581961Z","steps":["trace[1837602199] 'read index received' (duration: 423.791322ms)","trace[1837602199] 'applied index is now lower than readState.Index' (duration: 50.709496ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:05.582091Z","caller":"traceutil/trace.go:171","msg":"trace[1872393674] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"475.777591ms","start":"2026-03-06T01:45:05.106273Z","end":"2026-03-06T01:45:05.58205Z","steps":["trace[1872393674] 'process raft request' (duration: 424.959903ms)","trace[1872393674] 'compare' (duration: 50.346796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:05.582248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:05.106258Z","time spent":"475.900524ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:05.582247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.769465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-06T01:45:05.582311Z","caller":"traceutil/trace.go:171","msg":"trace[884673663] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23705; }","duration":"474.856367ms","start":"2026-03-06T01:45:05.107438Z","end":"2026-03-06T01:45:05.582294Z","steps":["trace[884673663] 'agreement among raft nodes before linearized reading' (duration: 474.645192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:05.582347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:05.107423Z","time spent":"474.917528ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:45:05.584499Z","caller":"traceutil/trace.go:171","msg":"trace[1933320444] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"476.971212ms","start":"2026-03-06T01:45:05.107514Z","end":"2026-03-06T01:45:05.584485Z","steps":["trace[1933320444] 'process raft request' (duration: 476.805008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:05.584571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:05.107499Z","time spent":"477.036293ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:05.584852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.257947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:45:05.584851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.170174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:05.584932Z","caller":"traceutil/trace.go:171","msg":"trace[827188797] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23707; }","duration":"226.301407ms","start":"2026-03-06T01:45:05.358609Z","end":"2026-03-06T01:45:05.58491Z","steps":["trace[827188797] 'agreement among raft nodes before linearized reading' (duration: 226.03306ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:05.584887Z","caller":"traceutil/trace.go:171","msg":"trace[762687280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23707; }","duration":"188.325269ms","start":"2026-03-06T01:45:05.396553Z","end":"2026-03-06T01:45:05.584878Z","steps":["trace[762687280] 'agreement among raft nodes before linearized reading' (duration: 188.272978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:05.898186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.900909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:45:05.89828Z","caller":"traceutil/trace.go:171","msg":"trace[942963750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23707; }","duration":"176.047332ms","start":"2026-03-06T01:45:05.722209Z","end":"2026-03-06T01:45:05.898256Z","steps":["trace[942963750] 'count revisions from in-memory index tree' (duration: 175.804427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:05.898458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.581991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:45:05.898619Z","caller":"traceutil/trace.go:171","msg":"trace[398151505] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23707; }","duration":"215.779997ms","start":"2026-03-06T01:45:05.68282Z","end":"2026-03-06T01:45:05.8986Z","steps":["trace[398151505] 'range keys from in-memory index tree' (duration: 215.435376ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:06.234193Z","caller":"traceutil/trace.go:171","msg":"trace[1647538116] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"137.666104ms","start":"2026-03-06T01:45:06.096499Z","end":"2026-03-06T01:45:06.234165Z","steps":["trace[1647538116] 'process raft request' (duration: 137.48813ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:06.463132Z","caller":"traceutil/trace.go:171","msg":"trace[1998196873] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"365.189362ms","start":"2026-03-06T01:45:06.097912Z","end":"2026-03-06T01:45:06.463102Z","steps":["trace[1998196873] 'process raft request' (duration: 364.832224ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:06.463217Z","caller":"traceutil/trace.go:171","msg":"trace[631202737] linearizableReadLoop","detail":"{readStateIndex:24540; appliedIndex:24535; }","duration":"243.191271ms","start":"2026-03-06T01:45:06.220003Z","end":"2026-03-06T01:45:06.463194Z","steps":["trace[631202737] 'read index received' (duration: 14.026341ms)","trace[631202737] 'applied index is now lower than readState.Index' (duration: 229.16404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:06.463287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:06.097898Z","time spent":"365.308656ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:06.463561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.537531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:45:06.463597Z","caller":"traceutil/trace.go:171","msg":"trace[1665743139] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"365.43713ms","start":"2026-03-06T01:45:06.098131Z","end":"2026-03-06T01:45:06.463568Z","steps":["trace[1665743139] 'process raft request' (duration: 364.977517ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:06.463638Z","caller":"traceutil/trace.go:171","msg":"trace[1580314575] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"365.551293ms","start":"2026-03-06T01:45:06.098057Z","end":"2026-03-06T01:45:06.463608Z","steps":["trace[1580314575] 'process raft request' (duration: 364.965837ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:06.463652Z","caller":"traceutil/trace.go:171","msg":"trace[1888104167] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"365.407019ms","start":"2026-03-06T01:45:06.098225Z","end":"2026-03-06T01:45:06.463632Z","steps":["trace[1888104167] 'process raft request' (duration: 364.921096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:06.463671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:06.0981Z","time spent":"365.537402ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:06.463644Z","caller":"traceutil/trace.go:171","msg":"trace[862350625] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23712; }","duration":"243.674654ms","start":"2026-03-06T01:45:06.219954Z","end":"2026-03-06T01:45:06.463628Z","steps":["trace[862350625] 'agreement among raft nodes before linearized reading' (duration: 243.51899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:06.463773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:06.098217Z","time spent":"365.482211ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:06.463794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:06.098037Z","time spent":"365.659495ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:07.368305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.629793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:45:07.368359Z","caller":"traceutil/trace.go:171","msg":"trace[891953762] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23712; }","duration":"737.695015ms","start":"2026-03-06T01:45:06.630651Z","end":"2026-03-06T01:45:07.368346Z","steps":["trace[891953762] 'count revisions from in-memory index tree' (duration: 737.548732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:07.368385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:06.630592Z","time spent":"737.784339ms","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:45:07.368545Z","caller":"traceutil/trace.go:171","msg":"trace[1924873935] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"473.267567ms","start":"2026-03-06T01:45:06.895252Z","end":"2026-03-06T01:45:07.36852Z","steps":["trace[1924873935] 'process raft request' (duration: 469.169571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:07.368632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.474113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79f7ddf5f9-2sgnr.189a1d2701439f07\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-06T01:45:07.368726Z","caller":"traceutil/trace.go:171","msg":"trace[1414348112] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79f7ddf5f9-2sgnr.189a1d2701439f07; range_end:; response_count:1; response_revision:23712; }","duration":"680.611706ms","start":"2026-03-06T01:45:06.688084Z","end":"2026-03-06T01:45:07.368696Z","steps":["trace[1414348112] 'range keys from in-memory index tree' (duration: 680.255376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:07.36878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:06.688065Z","time spent":"680.700968ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-79f7ddf5f9-2sgnr.189a1d2701439f07\" "} {"level":"warn","ts":"2026-03-06T01:45:07.368664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:06.895231Z","time spent":"473.36983ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:07.759223Z","caller":"traceutil/trace.go:171","msg":"trace[1250037195] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"860.612252ms","start":"2026-03-06T01:45:06.898587Z","end":"2026-03-06T01:45:07.759199Z","steps":["trace[1250037195] 'process raft request' (duration: 860.13831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:07.759374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:06.898565Z","time spent":"860.728804ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:07.759522Z","caller":"traceutil/trace.go:171","msg":"trace[593266314] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"859.222875ms","start":"2026-03-06T01:45:06.900276Z","end":"2026-03-06T01:45:07.759498Z","steps":["trace[593266314] 'process raft request' (duration: 858.838735ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:07.759893Z","caller":"traceutil/trace.go:171","msg":"trace[1346743460] linearizableReadLoop","detail":"{readStateIndex:24543; appliedIndex:24540; }","duration":"854.406232ms","start":"2026-03-06T01:45:06.90547Z","end":"2026-03-06T01:45:07.759876Z","steps":["trace[1346743460] 'read index received' (duration: 458.988619ms)","trace[1346743460] 'applied index is now lower than readState.Index' (duration: 395.415893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:07.759945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:06.900255Z","time spent":"859.595734ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:07.759967Z","caller":"traceutil/trace.go:171","msg":"trace[176658068] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"510.215218ms","start":"2026-03-06T01:45:07.249722Z","end":"2026-03-06T01:45:07.759938Z","steps":["trace[176658068] 'process raft request' (duration: 509.687844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:07.760132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:07.249676Z","time spent":"510.354061ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:07.760437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.916485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e10493a8-f369-449d-8dd3-14e463e31045\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-06T01:45:07.760501Z","caller":"traceutil/trace.go:171","msg":"trace[1032704981] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e10493a8-f369-449d-8dd3-14e463e31045; range_end:; response_count:1; response_revision:23716; }","duration":"855.026867ms","start":"2026-03-06T01:45:06.905459Z","end":"2026-03-06T01:45:07.760485Z","steps":["trace[1032704981] 'agreement among raft nodes before linearized reading' (duration: 854.478474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:07.76054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:06.905424Z","time spent":"855.105258ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e10493a8-f369-449d-8dd3-14e463e31045\" "} {"level":"warn","ts":"2026-03-06T01:45:08.220254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.16133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:45:08.220358Z","caller":"traceutil/trace.go:171","msg":"trace[1475134189] linearizableReadLoop","detail":"{readStateIndex:24545; appliedIndex:24544; }","duration":"460.404385ms","start":"2026-03-06T01:45:07.759937Z","end":"2026-03-06T01:45:08.220342Z","steps":["trace[1475134189] 'read index received' (duration: 318.036569ms)","trace[1475134189] 'applied index is now lower than readState.Index' (duration: 142.366386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:08.220504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110599178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:45:08.220583Z","caller":"traceutil/trace.go:171","msg":"trace[1721064194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23717; }","duration":"1.110716511s","start":"2026-03-06T01:45:07.109851Z","end":"2026-03-06T01:45:08.220568Z","steps":["trace[1721064194] 'agreement among raft nodes before linearized reading' (duration: 1.110537406s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:08.220613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110925817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:45:08.220648Z","caller":"traceutil/trace.go:171","msg":"trace[373665864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23717; }","duration":"1.110958608s","start":"2026-03-06T01:45:07.10968Z","end":"2026-03-06T01:45:08.220639Z","steps":["trace[373665864] 'agreement among raft nodes before linearized reading' (duration: 1.110883056s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:08.220685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:07.109605Z","time spent":"1.11107384s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:45:08.220719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.359926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:45:08.220747Z","caller":"traceutil/trace.go:171","msg":"trace[528472986] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23717; }","duration":"603.401537ms","start":"2026-03-06T01:45:07.61734Z","end":"2026-03-06T01:45:08.220741Z","steps":["trace[528472986] 'agreement among raft nodes before linearized reading' (duration: 603.332346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:08.220769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:07.617285Z","time spent":"603.47877ms","remote":"127.0.0.1:38736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:45:08.221021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.661389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:45:08.22062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:07.109835Z","time spent":"1.110777683s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:45:08.221057Z","caller":"traceutil/trace.go:171","msg":"trace[152328824] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23717; }","duration":"736.719911ms","start":"2026-03-06T01:45:07.484325Z","end":"2026-03-06T01:45:08.221045Z","steps":["trace[152328824] 'agreement among raft nodes before linearized reading' (duration: 736.668029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:08.221045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.009767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:45:08.221056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.177181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:45:08.221079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:07.48431Z","time spent":"736.763461ms","remote":"127.0.0.1:39056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:45:08.221092Z","caller":"traceutil/trace.go:171","msg":"trace[1033192867] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23717; }","duration":"217.062389ms","start":"2026-03-06T01:45:08.004016Z","end":"2026-03-06T01:45:08.221079Z","steps":["trace[1033192867] 'agreement among raft nodes before linearized reading' (duration: 216.980197ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:08.221106Z","caller":"traceutil/trace.go:171","msg":"trace[826108942] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23717; }","duration":"636.259743ms","start":"2026-03-06T01:45:07.584834Z","end":"2026-03-06T01:45:08.221094Z","steps":["trace[826108942] 'agreement among raft nodes before linearized reading' (duration: 636.183411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:08.221136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:07.584816Z","time spent":"636.312556ms","remote":"127.0.0.1:41528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:45:08.221137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111537822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:45:08.220546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110694501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:45:08.221188Z","caller":"traceutil/trace.go:171","msg":"trace[2147173419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23717; }","duration":"1.111638934s","start":"2026-03-06T01:45:07.109536Z","end":"2026-03-06T01:45:08.221175Z","steps":["trace[2147173419] 'agreement among raft nodes before linearized reading' (duration: 1.11147009s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:08.220654Z","caller":"traceutil/trace.go:171","msg":"trace[479880571] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"849.217777ms","start":"2026-03-06T01:45:07.371427Z","end":"2026-03-06T01:45:08.220644Z","steps":["trace[479880571] 'process raft request' (duration: 706.532613ms)","trace[479880571] 'compare' (duration: 141.888654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:08.221267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314342715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:08.221271Z","caller":"traceutil/trace.go:171","msg":"trace[140061925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23717; }","duration":"1.111385799s","start":"2026-03-06T01:45:07.10984Z","end":"2026-03-06T01:45:08.221226Z","steps":["trace[140061925] 'agreement among raft nodes before linearized reading' (duration: 1.110585028s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:08.221345Z","caller":"traceutil/trace.go:171","msg":"trace[342886407] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23717; }","duration":"1.314454608s","start":"2026-03-06T01:45:06.906872Z","end":"2026-03-06T01:45:08.221326Z","steps":["trace[342886407] 'agreement among raft nodes before linearized reading' (duration: 1.314326823s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:08.221392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:06.906858Z","time spent":"1.31452194s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:45:08.221312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:07.371404Z","time spent":"849.843234ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:08.221442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:07.109757Z","time spent":"1.111609075s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:45:08.221141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111499261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:45:08.221582Z","caller":"traceutil/trace.go:171","msg":"trace[763609057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23717; }","duration":"1.111985924s","start":"2026-03-06T01:45:07.109586Z","end":"2026-03-06T01:45:08.221572Z","steps":["trace[763609057] 'agreement among raft nodes before linearized reading' (duration: 1.111443359s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:08.221629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:07.109566Z","time spent":"1.112038584s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:45:08.221224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:07.109513Z","time spent":"1.111705077s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:45:08.443507Z","caller":"traceutil/trace.go:171","msg":"trace[1798665705] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"217.09673ms","start":"2026-03-06T01:45:08.226392Z","end":"2026-03-06T01:45:08.443488Z","steps":["trace[1798665705] 'process raft request' (duration: 216.943806ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:08.443677Z","caller":"traceutil/trace.go:171","msg":"trace[703472737] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"216.802113ms","start":"2026-03-06T01:45:08.226868Z","end":"2026-03-06T01:45:08.443671Z","steps":["trace[703472737] 'process raft request' (duration: 216.589467ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:08.443829Z","caller":"traceutil/trace.go:171","msg":"trace[2057860062] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"216.72676ms","start":"2026-03-06T01:45:08.227096Z","end":"2026-03-06T01:45:08.443823Z","steps":["trace[2057860062] 'process raft request' (duration: 216.546196ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:08.443945Z","caller":"traceutil/trace.go:171","msg":"trace[2011391368] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"214.623917ms","start":"2026-03-06T01:45:08.229316Z","end":"2026-03-06T01:45:08.443939Z","steps":["trace[2011391368] 'process raft request' (duration: 214.484193ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:08.4442Z","caller":"traceutil/trace.go:171","msg":"trace[1236628569] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"206.115617ms","start":"2026-03-06T01:45:08.238061Z","end":"2026-03-06T01:45:08.444177Z","steps":["trace[1236628569] 'process raft request' (duration: 205.857131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:10.455895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.9015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-06T01:45:10.45598Z","caller":"traceutil/trace.go:171","msg":"trace[423460061] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23736; }","duration":"557.029124ms","start":"2026-03-06T01:45:09.898928Z","end":"2026-03-06T01:45:10.455957Z","steps":["trace[423460061] 'range keys from in-memory index tree' (duration: 556.824188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:10.456015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:09.898904Z","time spent":"557.102126ms","remote":"127.0.0.1:60238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T01:45:10.456276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.711893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:10.456319Z","caller":"traceutil/trace.go:171","msg":"trace[866694892] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23736; }","duration":"486.789735ms","start":"2026-03-06T01:45:09.969518Z","end":"2026-03-06T01:45:10.456307Z","steps":["trace[866694892] 'count revisions from in-memory index tree' (duration: 486.630991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:10.456352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:09.969494Z","time spent":"486.846416ms","remote":"127.0.0.1:39076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:45:10.45721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.43736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T01:45:10.457252Z","caller":"traceutil/trace.go:171","msg":"trace[498664069] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23736; }","duration":"372.515342ms","start":"2026-03-06T01:45:10.084728Z","end":"2026-03-06T01:45:10.457243Z","steps":["trace[498664069] 'range keys from in-memory index tree' (duration: 372.334758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:10.45728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:10.084708Z","time spent":"372.564673ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:45:10.458228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.294616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:45:10.458288Z","caller":"traceutil/trace.go:171","msg":"trace[2084438861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23736; }","duration":"158.392738ms","start":"2026-03-06T01:45:10.299881Z","end":"2026-03-06T01:45:10.458274Z","steps":["trace[2084438861] 'range keys from in-memory index tree' (duration: 158.206724ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:13.659434Z","caller":"traceutil/trace.go:171","msg":"trace[1088098007] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"221.922675ms","start":"2026-03-06T01:45:13.437485Z","end":"2026-03-06T01:45:13.659408Z","steps":["trace[1088098007] 'process raft request' (duration: 221.799742ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:13.929004Z","caller":"traceutil/trace.go:171","msg":"trace[1457571944] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"165.783558ms","start":"2026-03-06T01:45:13.76319Z","end":"2026-03-06T01:45:13.928973Z","steps":["trace[1457571944] 'process raft request' (duration: 165.541992ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:13.93098Z","caller":"traceutil/trace.go:171","msg":"trace[1038764986] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"153.270737ms","start":"2026-03-06T01:45:13.777693Z","end":"2026-03-06T01:45:13.930963Z","steps":["trace[1038764986] 'process raft request' (duration: 153.118843ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:13.931123Z","caller":"traceutil/trace.go:171","msg":"trace[380740744] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"152.311621ms","start":"2026-03-06T01:45:13.778804Z","end":"2026-03-06T01:45:13.931116Z","steps":["trace[380740744] 'process raft request' (duration: 152.108856ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:14.707929Z","caller":"traceutil/trace.go:171","msg":"trace[529009269] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"195.476133ms","start":"2026-03-06T01:45:14.512427Z","end":"2026-03-06T01:45:14.707904Z","steps":["trace[529009269] 'process raft request' (duration: 180.781865ms)","trace[529009269] 'compare' (duration: 14.155574ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:14.709591Z","caller":"traceutil/trace.go:171","msg":"trace[1496358452] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"194.902369ms","start":"2026-03-06T01:45:14.514663Z","end":"2026-03-06T01:45:14.709565Z","steps":["trace[1496358452] 'process raft request' (duration: 194.755165ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:14.709874Z","caller":"traceutil/trace.go:171","msg":"trace[1201602529] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"194.084978ms","start":"2026-03-06T01:45:14.515754Z","end":"2026-03-06T01:45:14.709839Z","steps":["trace[1201602529] 'process raft request' (duration: 193.77823ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:14.709949Z","caller":"traceutil/trace.go:171","msg":"trace[1883196715] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"193.575105ms","start":"2026-03-06T01:45:14.516344Z","end":"2026-03-06T01:45:14.709919Z","steps":["trace[1883196715] 'process raft request' (duration: 193.417531ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:14.710245Z","caller":"traceutil/trace.go:171","msg":"trace[1310712006] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"193.78881ms","start":"2026-03-06T01:45:14.516429Z","end":"2026-03-06T01:45:14.710218Z","steps":["trace[1310712006] 'process raft request' (duration: 193.447992ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:14.710304Z","caller":"traceutil/trace.go:171","msg":"trace[1606819816] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"193.81396ms","start":"2026-03-06T01:45:14.516465Z","end":"2026-03-06T01:45:14.710279Z","steps":["trace[1606819816] 'process raft request' (duration: 193.654456ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:14.710513Z","caller":"traceutil/trace.go:171","msg":"trace[761232214] linearizableReadLoop","detail":"{readStateIndex:24627; appliedIndex:24618; }","duration":"181.549345ms","start":"2026-03-06T01:45:14.528953Z","end":"2026-03-06T01:45:14.710502Z","steps":["trace[761232214] 'read index received' (duration: 164.27369ms)","trace[761232214] 'applied index is now lower than readState.Index' (duration: 17.274555ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:14.710558Z","caller":"traceutil/trace.go:171","msg":"trace[1450359714] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"192.908957ms","start":"2026-03-06T01:45:14.517638Z","end":"2026-03-06T01:45:14.710547Z","steps":["trace[1450359714] 'process raft request' (duration: 192.826655ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:14.710521Z","caller":"traceutil/trace.go:171","msg":"trace[760209443] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"193.853952ms","start":"2026-03-06T01:45:14.516629Z","end":"2026-03-06T01:45:14.710483Z","steps":["trace[760209443] 'process raft request' (duration: 193.594245ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:14.710531Z","caller":"traceutil/trace.go:171","msg":"trace[1181688152] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"193.327438ms","start":"2026-03-06T01:45:14.517184Z","end":"2026-03-06T01:45:14.710511Z","steps":["trace[1181688152] 'process raft request' (duration: 193.198373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:14.710656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.694799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:45:14.710888Z","caller":"traceutil/trace.go:171","msg":"trace[1238305734] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:23797; }","duration":"181.953855ms","start":"2026-03-06T01:45:14.528912Z","end":"2026-03-06T01:45:14.710866Z","steps":["trace[1238305734] 'agreement among raft nodes before linearized reading' (duration: 181.631977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:16.209953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.835319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:45:16.210038Z","caller":"traceutil/trace.go:171","msg":"trace[419294883] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23808; }","duration":"184.963584ms","start":"2026-03-06T01:45:16.025056Z","end":"2026-03-06T01:45:16.21002Z","steps":["trace[419294883] 'range keys from in-memory index tree' (duration: 184.615443ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:16.210037Z","caller":"traceutil/trace.go:171","msg":"trace[1716670684] linearizableReadLoop","detail":"{readStateIndex:24640; appliedIndex:24639; }","duration":"158.517442ms","start":"2026-03-06T01:45:16.051501Z","end":"2026-03-06T01:45:16.210018Z","steps":["trace[1716670684] 'read index received' (duration: 109.978232ms)","trace[1716670684] 'applied index is now lower than readState.Index' (duration: 48.53814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:16.210193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.687016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29546025-9vfzl\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-03-06T01:45:16.210226Z","caller":"traceutil/trace.go:171","msg":"trace[1566568088] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29546025-9vfzl; range_end:; response_count:1; response_revision:23809; }","duration":"158.730037ms","start":"2026-03-06T01:45:16.051486Z","end":"2026-03-06T01:45:16.210216Z","steps":["trace[1566568088] 'agreement among raft nodes before linearized reading' (duration: 158.597264ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:16.210246Z","caller":"traceutil/trace.go:171","msg":"trace[1241305646] transaction","detail":"{read_only:false; response_revision:23809; number_of_response:1; }","duration":"184.622104ms","start":"2026-03-06T01:45:16.025594Z","end":"2026-03-06T01:45:16.210216Z","steps":["trace[1241305646] 'process raft request' (duration: 135.822698ms)","trace[1241305646] 'compare' (duration: 48.513918ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:20.645616Z","caller":"traceutil/trace.go:171","msg":"trace[1869256871] transaction","detail":"{read_only:false; response_revision:23850; number_of_response:1; }","duration":"140.029526ms","start":"2026-03-06T01:45:20.505567Z","end":"2026-03-06T01:45:20.645596Z","steps":["trace[1869256871] 'process raft request' (duration: 139.891553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:21.096729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.429469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:45:21.096957Z","caller":"traceutil/trace.go:171","msg":"trace[1520532378] transaction","detail":"{read_only:false; response_revision:23852; number_of_response:1; }","duration":"368.569962ms","start":"2026-03-06T01:45:20.728368Z","end":"2026-03-06T01:45:21.096938Z","steps":["trace[1520532378] 'process raft request' (duration: 368.473849ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:21.096984Z","caller":"traceutil/trace.go:171","msg":"trace[974835506] transaction","detail":"{read_only:false; response_revision:23851; number_of_response:1; }","duration":"491.877086ms","start":"2026-03-06T01:45:20.605086Z","end":"2026-03-06T01:45:21.096963Z","steps":["trace[974835506] 'process raft request' (duration: 114.120479ms)","trace[974835506] 'compare' (duration: 376.882065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:21.097021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:20.728352Z","time spent":"368.637763ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:21.097095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:20.605064Z","time spent":"491.972739ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:21.539132Z","caller":"traceutil/trace.go:171","msg":"trace[1903652780] transaction","detail":"{read_only:false; response_revision:23853; number_of_response:1; }","duration":"807.530104ms","start":"2026-03-06T01:45:20.731567Z","end":"2026-03-06T01:45:21.539097Z","steps":["trace[1903652780] 'process raft request' (duration: 744.879041ms)","trace[1903652780] 'compare' (duration: 62.443278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:21.539341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:20.731547Z","time spent":"807.692868ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:21.539385Z","caller":"traceutil/trace.go:171","msg":"trace[1036378389] linearizableReadLoop","detail":"{readStateIndex:24686; appliedIndex:24682; }","duration":"805.537003ms","start":"2026-03-06T01:45:20.733822Z","end":"2026-03-06T01:45:21.539359Z","steps":["trace[1036378389] 'read index received' (duration: 360.984826ms)","trace[1036378389] 'applied index is now lower than readState.Index' (duration: 444.551137ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:21.539512Z","caller":"traceutil/trace.go:171","msg":"trace[593356388] transaction","detail":"{read_only:false; response_revision:23854; number_of_response:1; }","duration":"806.812475ms","start":"2026-03-06T01:45:20.732687Z","end":"2026-03-06T01:45:21.539499Z","steps":["trace[593356388] 'process raft request' (duration: 806.356743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:21.539629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:20.732678Z","time spent":"806.869867ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:21.539772Z","caller":"traceutil/trace.go:171","msg":"trace[22302480] transaction","detail":"{read_only:false; response_revision:23855; number_of_response:1; }","duration":"804.936646ms","start":"2026-03-06T01:45:20.734805Z","end":"2026-03-06T01:45:21.539741Z","steps":["trace[22302480] 'process raft request' (duration: 804.481255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:21.539842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.598772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:45:21.539835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.005045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:45:21.539882Z","caller":"traceutil/trace.go:171","msg":"trace[1063532761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23855; }","duration":"806.059796ms","start":"2026-03-06T01:45:20.733812Z","end":"2026-03-06T01:45:21.539872Z","steps":["trace[1063532761] 'agreement among raft nodes before linearized reading' (duration: 805.914062ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:21.53988Z","caller":"traceutil/trace.go:171","msg":"trace[302801069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23855; }","duration":"803.644934ms","start":"2026-03-06T01:45:20.736221Z","end":"2026-03-06T01:45:21.539866Z","steps":["trace[302801069] 'agreement among raft nodes before linearized reading' (duration: 803.52665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:21.539905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:20.733786Z","time spent":"806.114908ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:45:21.539912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:20.736215Z","time spent":"803.690975ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:45:21.539917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:20.734798Z","time spent":"805.0376ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:21.539918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.957032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:21.539969Z","caller":"traceutil/trace.go:171","msg":"trace[163791938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23855; }","duration":"143.049124ms","start":"2026-03-06T01:45:21.396906Z","end":"2026-03-06T01:45:21.539955Z","steps":["trace[163791938] 'agreement among raft nodes before linearized reading' (duration: 142.970623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:21.539961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.490792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-06T01:45:21.539964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.301629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:45:21.539976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.495971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:45:21.540017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.055584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:45:21.540063Z","caller":"traceutil/trace.go:171","msg":"trace[56735130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23855; }","duration":"223.112955ms","start":"2026-03-06T01:45:21.316921Z","end":"2026-03-06T01:45:21.540034Z","steps":["trace[56735130] 'agreement among raft nodes before linearized reading' (duration: 223.054854ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:21.540025Z","caller":"traceutil/trace.go:171","msg":"trace[1703980452] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23855; }","duration":"579.595155ms","start":"2026-03-06T01:45:20.960412Z","end":"2026-03-06T01:45:21.540007Z","steps":["trace[1703980452] 'agreement among raft nodes before linearized reading' (duration: 579.362718ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:21.540064Z","caller":"traceutil/trace.go:171","msg":"trace[683579716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23855; }","duration":"802.400292ms","start":"2026-03-06T01:45:20.737615Z","end":"2026-03-06T01:45:21.540016Z","steps":["trace[683579716] 'agreement among raft nodes before linearized reading' (duration: 802.171515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:21.540026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.105739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:45:21.540099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:20.960392Z","time spent":"579.696987ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:45:21.540109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:20.737601Z","time spent":"802.496614ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:45:21.540078Z","caller":"traceutil/trace.go:171","msg":"trace[476881722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23855; }","duration":"803.579782ms","start":"2026-03-06T01:45:20.736445Z","end":"2026-03-06T01:45:21.540025Z","steps":["trace[476881722] 'agreement among raft nodes before linearized reading' (duration: 803.364057ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:21.54015Z","caller":"traceutil/trace.go:171","msg":"trace[1527976484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23855; }","duration":"801.274854ms","start":"2026-03-06T01:45:20.738853Z","end":"2026-03-06T01:45:21.540127Z","steps":["trace[1527976484] 'agreement among raft nodes before linearized reading' (duration: 800.953925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:21.540208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:20.736437Z","time spent":"803.752216ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:45:21.540215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:20.738837Z","time spent":"801.362075ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:45:23.436744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.4162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:23.43683Z","caller":"traceutil/trace.go:171","msg":"trace[1237220484] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23864; }","duration":"245.546993ms","start":"2026-03-06T01:45:23.191262Z","end":"2026-03-06T01:45:23.436809Z","steps":["trace[1237220484] 'count revisions from in-memory index tree' (duration: 245.340277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:23.437204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.591538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:23.437287Z","caller":"traceutil/trace.go:171","msg":"trace[1767176708] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23864; }","duration":"176.728482ms","start":"2026-03-06T01:45:23.260539Z","end":"2026-03-06T01:45:23.437268Z","steps":["trace[1767176708] 'count revisions from in-memory index tree' (duration: 176.473964ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:24.090522Z","caller":"traceutil/trace.go:171","msg":"trace[123228429] transaction","detail":"{read_only:false; response_revision:23865; number_of_response:1; }","duration":"547.054227ms","start":"2026-03-06T01:45:23.54344Z","end":"2026-03-06T01:45:24.090495Z","steps":["trace[123228429] 'process raft request' (duration: 546.884963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:24.090736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:23.543419Z","time spent":"547.172841ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:24.169428Z","caller":"traceutil/trace.go:171","msg":"trace[1426910025] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"625.021065ms","start":"2026-03-06T01:45:23.544389Z","end":"2026-03-06T01:45:24.16941Z","steps":["trace[1426910025] 'process raft request' (duration: 620.475337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:24.169537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:23.544381Z","time spent":"625.096936ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:24.169784Z","caller":"traceutil/trace.go:171","msg":"trace[648677458] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"624.407039ms","start":"2026-03-06T01:45:23.545346Z","end":"2026-03-06T01:45:24.169753Z","steps":["trace[648677458] 'process raft request' (duration: 624.03744ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:24.169871Z","caller":"traceutil/trace.go:171","msg":"trace[1605567635] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"207.972666ms","start":"2026-03-06T01:45:23.961889Z","end":"2026-03-06T01:45:24.169862Z","steps":["trace[1605567635] 'process raft request' (duration: 207.833982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:24.169914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.299933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:45:24.169939Z","caller":"traceutil/trace.go:171","msg":"trace[257131697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23870; }","duration":"573.353225ms","start":"2026-03-06T01:45:23.596581Z","end":"2026-03-06T01:45:24.169935Z","steps":["trace[257131697] 'agreement among raft nodes before linearized reading' (duration: 573.266522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:24.169954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:23.596565Z","time spent":"573.385835ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:45:24.169994Z","caller":"traceutil/trace.go:171","msg":"trace[2088979968] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"206.182489ms","start":"2026-03-06T01:45:23.963807Z","end":"2026-03-06T01:45:24.16999Z","steps":["trace[2088979968] 'process raft request' (duration: 205.989774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:24.169971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:23.54534Z","time spent":"624.536602ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:24.169835Z","caller":"traceutil/trace.go:171","msg":"trace[1960959568] linearizableReadLoop","detail":"{readStateIndex:24699; appliedIndex:24696; }","duration":"573.214681ms","start":"2026-03-06T01:45:23.596613Z","end":"2026-03-06T01:45:24.169827Z","steps":["trace[1960959568] 'read index received' (duration: 493.723664ms)","trace[1960959568] 'applied index is now lower than readState.Index' (duration: 79.490537ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:24.169786Z","caller":"traceutil/trace.go:171","msg":"trace[841748738] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"450.994673ms","start":"2026-03-06T01:45:23.718772Z","end":"2026-03-06T01:45:24.169767Z","steps":["trace[841748738] 'process raft request' (duration: 450.84724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:24.170196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:23.718748Z","time spent":"451.404944ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:24.170263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.845524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:24.170285Z","caller":"traceutil/trace.go:171","msg":"trace[1777510976] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23870; }","duration":"296.903006ms","start":"2026-03-06T01:45:23.873376Z","end":"2026-03-06T01:45:24.170279Z","steps":["trace[1777510976] 'agreement among raft nodes before linearized reading' (duration: 296.863465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:24.170287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.265579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:45:24.170342Z","caller":"traceutil/trace.go:171","msg":"trace[1544608334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23870; }","duration":"522.362821ms","start":"2026-03-06T01:45:23.647966Z","end":"2026-03-06T01:45:24.170329Z","steps":["trace[1544608334] 'agreement among raft nodes before linearized reading' (duration: 522.192807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:24.170374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.811357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:24.170387Z","caller":"traceutil/trace.go:171","msg":"trace[264477731] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23870; }","duration":"208.857598ms","start":"2026-03-06T01:45:23.961526Z","end":"2026-03-06T01:45:24.170383Z","steps":["trace[264477731] 'agreement among raft nodes before linearized reading' (duration: 208.831708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:24.170451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.106363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:45:24.170379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.069322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:45:24.170486Z","caller":"traceutil/trace.go:171","msg":"trace[1058130660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23870; }","duration":"513.198615ms","start":"2026-03-06T01:45:23.657283Z","end":"2026-03-06T01:45:24.170481Z","steps":["trace[1058130660] 'agreement among raft nodes before linearized reading' (duration: 513.025561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:24.170475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.823926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:45:24.170488Z","caller":"traceutil/trace.go:171","msg":"trace[1081078115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23870; }","duration":"513.155164ms","start":"2026-03-06T01:45:23.657322Z","end":"2026-03-06T01:45:24.170477Z","steps":["trace[1081078115] 'agreement among raft nodes before linearized reading' (duration: 513.074562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:24.170502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:23.657274Z","time spent":"513.223125ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:45:24.170511Z","caller":"traceutil/trace.go:171","msg":"trace[1674964231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23870; }","duration":"521.876668ms","start":"2026-03-06T01:45:23.648626Z","end":"2026-03-06T01:45:24.170503Z","steps":["trace[1674964231] 'agreement among raft nodes before linearized reading' (duration: 521.772246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:24.170518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:23.657317Z","time spent":"513.194145ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:45:24.170539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:23.648618Z","time spent":"521.914339ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:45:24.17038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:23.647948Z","time spent":"522.424352ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:45:24.759947Z","caller":"traceutil/trace.go:171","msg":"trace[1975321029] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"391.944493ms","start":"2026-03-06T01:45:24.367967Z","end":"2026-03-06T01:45:24.759912Z","steps":["trace[1975321029] 'process raft request' (duration: 391.706067ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:24.759892Z","caller":"traceutil/trace.go:171","msg":"trace[1122279466] linearizableReadLoop","detail":"{readStateIndex:24708; appliedIndex:24707; }","duration":"362.598576ms","start":"2026-03-06T01:45:24.397266Z","end":"2026-03-06T01:45:24.759865Z","steps":["trace[1122279466] 'read index received' (duration: 362.399102ms)","trace[1122279466] 'applied index is now lower than readState.Index' (duration: 198.314µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:24.760113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.813492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:24.760185Z","caller":"traceutil/trace.go:171","msg":"trace[502927369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23876; }","duration":"362.947035ms","start":"2026-03-06T01:45:24.397221Z","end":"2026-03-06T01:45:24.760168Z","steps":["trace[502927369] 'agreement among raft nodes before linearized reading' (duration: 362.785231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:24.760238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:24.3972Z","time spent":"363.028477ms","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:45:24.760387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:24.367953Z","time spent":"392.076296ms","remote":"127.0.0.1:60122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:24.763929Z","caller":"traceutil/trace.go:171","msg":"trace[1704567587] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"106.854972ms","start":"2026-03-06T01:45:24.65705Z","end":"2026-03-06T01:45:24.763905Z","steps":["trace[1704567587] 'process raft request' (duration: 106.714668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:24.764124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.79372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:45:24.764181Z","caller":"traceutil/trace.go:171","msg":"trace[393068642] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:23877; }","duration":"233.912703ms","start":"2026-03-06T01:45:24.530255Z","end":"2026-03-06T01:45:24.764168Z","steps":["trace[393068642] 'agreement among raft nodes before linearized reading' (duration: 233.647067ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:26.221306Z","caller":"traceutil/trace.go:171","msg":"trace[1676374856] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"120.907993ms","start":"2026-03-06T01:45:26.100377Z","end":"2026-03-06T01:45:26.221285Z","steps":["trace[1676374856] 'process raft request' (duration: 120.754669ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:26.274584Z","caller":"traceutil/trace.go:171","msg":"trace[866125378] linearizableReadLoop","detail":"{readStateIndex:24715; appliedIndex:24713; }","duration":"137.06285ms","start":"2026-03-06T01:45:26.137495Z","end":"2026-03-06T01:45:26.274558Z","steps":["trace[866125378] 'read index received' (duration: 83.684555ms)","trace[866125378] 'applied index is now lower than readState.Index' (duration: 53.377305ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:26.274873Z","caller":"traceutil/trace.go:171","msg":"trace[1735739266] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"172.584304ms","start":"2026-03-06T01:45:26.102276Z","end":"2026-03-06T01:45:26.27486Z","steps":["trace[1735739266] 'process raft request' (duration: 172.025059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:26.275141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.632073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-06T01:45:26.275186Z","caller":"traceutil/trace.go:171","msg":"trace[135001349] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23886; }","duration":"137.724526ms","start":"2026-03-06T01:45:26.13745Z","end":"2026-03-06T01:45:26.275174Z","steps":["trace[135001349] 'agreement among raft nodes before linearized reading' (duration: 137.594462ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:31.29219Z","caller":"traceutil/trace.go:171","msg":"trace[1400263444] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"211.208019ms","start":"2026-03-06T01:45:31.080957Z","end":"2026-03-06T01:45:31.292165Z","steps":["trace[1400263444] 'process raft request' (duration: 211.036784ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:31.3721Z","caller":"traceutil/trace.go:171","msg":"trace[1153290487] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"206.416805ms","start":"2026-03-06T01:45:31.165652Z","end":"2026-03-06T01:45:31.372069Z","steps":["trace[1153290487] 'process raft request' (duration: 206.155208ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:31.393138Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20793} {"level":"info","ts":"2026-03-06T01:45:31.812286Z","caller":"traceutil/trace.go:171","msg":"trace[1693293052] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"136.426732ms","start":"2026-03-06T01:45:31.675818Z","end":"2026-03-06T01:45:31.812244Z","steps":["trace[1693293052] 'process raft request' (duration: 64.267453ms)","trace[1693293052] 'compare' (duration: 31.644126ms)","trace[1693293052] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 40.380079ms)"],"step_count":3} {"level":"info","ts":"2026-03-06T01:45:31.831205Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20793,"took":"434.876197ms","hash":3424135236,"current-db-size-bytes":49389568,"current-db-size":"49 MB","current-db-size-in-use-bytes":39759872,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-03-06T01:45:31.831284Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3424135236,"revision":20793,"compact-revision":18619} {"level":"info","ts":"2026-03-06T01:45:39.075089Z","caller":"traceutil/trace.go:171","msg":"trace[141905645] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"101.277798ms","start":"2026-03-06T01:45:38.973791Z","end":"2026-03-06T01:45:39.075069Z","steps":["trace[141905645] 'process raft request' (duration: 101.152524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:39.33598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.290817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-06T01:45:39.336122Z","caller":"traceutil/trace.go:171","msg":"trace[451053161] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23989; }","duration":"240.41473ms","start":"2026-03-06T01:45:39.095624Z","end":"2026-03-06T01:45:39.336039Z","steps":["trace[451053161] 'range keys from in-memory index tree' (duration: 240.023211ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:39.469376Z","caller":"traceutil/trace.go:171","msg":"trace[1889616935] linearizableReadLoop","detail":"{readStateIndex:24826; appliedIndex:24825; }","duration":"129.66438ms","start":"2026-03-06T01:45:39.33969Z","end":"2026-03-06T01:45:39.469354Z","steps":["trace[1889616935] 'read index received' (duration: 129.633889ms)","trace[1889616935] 'applied index is now lower than readState.Index' (duration: 29.621µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:39.469511Z","caller":"traceutil/trace.go:171","msg":"trace[314376489] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"151.214874ms","start":"2026-03-06T01:45:39.318234Z","end":"2026-03-06T01:45:39.469449Z","steps":["trace[314376489] 'process raft request' (duration: 150.957387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:39.469571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.864464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2cc9fb60-f42a-44fd-b404-432a6511d2a2\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-06T01:45:39.4696Z","caller":"traceutil/trace.go:171","msg":"trace[1846812452] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2cc9fb60-f42a-44fd-b404-432a6511d2a2; range_end:; response_count:1; response_revision:23990; }","duration":"129.942326ms","start":"2026-03-06T01:45:39.339646Z","end":"2026-03-06T01:45:39.469588Z","steps":["trace[1846812452] 'agreement among raft nodes before linearized reading' (duration: 129.816123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:39.499359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.51445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:39.499437Z","caller":"traceutil/trace.go:171","msg":"trace[1868978962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23991; }","duration":"102.638503ms","start":"2026-03-06T01:45:39.396781Z","end":"2026-03-06T01:45:39.49942Z","steps":["trace[1868978962] 'agreement among raft nodes before linearized reading' (duration: 102.338974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:40.448659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.008489ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-06T01:45:40.449108Z","caller":"traceutil/trace.go:171","msg":"trace[1108535156] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"177.606144ms","start":"2026-03-06T01:45:40.271474Z","end":"2026-03-06T01:45:40.44908Z","steps":["trace[1108535156] 'process raft request' (duration: 177.289456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:40.734605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.497222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:45:40.734856Z","caller":"traceutil/trace.go:171","msg":"trace[1244148147] linearizableReadLoop","detail":"{readStateIndex:24833; appliedIndex:24827; }","duration":"402.762791ms","start":"2026-03-06T01:45:40.33208Z","end":"2026-03-06T01:45:40.734843Z","steps":["trace[1244148147] 'read index received' (duration: 36.669414ms)","trace[1244148147] 'applied index is now lower than readState.Index' (duration: 366.092517ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:40.734894Z","caller":"traceutil/trace.go:171","msg":"trace[38998530] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"412.099441ms","start":"2026-03-06T01:45:40.322741Z","end":"2026-03-06T01:45:40.73484Z","steps":["trace[38998530] 'process raft request' (duration: 126.302142ms)","trace[38998530] 'compare' (duration: 285.403919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:40.735103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:40.322716Z","time spent":"412.273245ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:40.735162Z","caller":"traceutil/trace.go:171","msg":"trace[1257143144] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"412.02627ms","start":"2026-03-06T01:45:40.323126Z","end":"2026-03-06T01:45:40.735152Z","steps":["trace[1257143144] 'process raft request' (duration: 411.613539ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:40.735095Z","caller":"traceutil/trace.go:171","msg":"trace[1942389618] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"407.727459ms","start":"2026-03-06T01:45:40.327302Z","end":"2026-03-06T01:45:40.735029Z","steps":["trace[1942389618] 'process raft request' (duration: 407.516653ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:40.735359Z","caller":"traceutil/trace.go:171","msg":"trace[246354215] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"409.30707ms","start":"2026-03-06T01:45:40.326026Z","end":"2026-03-06T01:45:40.735333Z","steps":["trace[246354215] 'process raft request' (duration: 408.765075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:40.735373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.629918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:45:40.735434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:40.323079Z","time spent":"412.156223ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:40.735471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:40.326014Z","time spent":"409.391062ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:40.735145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.09923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:45:40.735841Z","caller":"traceutil/trace.go:171","msg":"trace[1117344927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23996; }","duration":"403.808038ms","start":"2026-03-06T01:45:40.332008Z","end":"2026-03-06T01:45:40.735816Z","steps":["trace[1117344927] 'agreement among raft nodes before linearized reading' (duration: 403.064509ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:40.735449Z","caller":"traceutil/trace.go:171","msg":"trace[1141066699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23996; }","duration":"402.751071ms","start":"2026-03-06T01:45:40.33268Z","end":"2026-03-06T01:45:40.735431Z","steps":["trace[1141066699] 'agreement among raft nodes before linearized reading' (duration: 402.477424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:40.735899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:40.331993Z","time spent":"403.89066ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:45:40.735981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:40.332664Z","time spent":"403.280644ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:45:40.735471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:40.32729Z","time spent":"408.116099ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:40.735544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.519132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:45:40.736143Z","caller":"traceutil/trace.go:171","msg":"trace[746806079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23996; }","duration":"385.103497ms","start":"2026-03-06T01:45:40.351014Z","end":"2026-03-06T01:45:40.736117Z","steps":["trace[746806079] 'agreement among raft nodes before linearized reading' (duration: 384.355017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:40.735547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.193783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-06T01:45:40.736214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:40.350997Z","time spent":"385.198139ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:45:40.736261Z","caller":"traceutil/trace.go:171","msg":"trace[901938065] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23996; }","duration":"224.936592ms","start":"2026-03-06T01:45:40.511302Z","end":"2026-03-06T01:45:40.736238Z","steps":["trace[901938065] 'agreement among raft nodes before linearized reading' (duration: 224.07517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:40.735584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.688975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:45:40.736371Z","caller":"traceutil/trace.go:171","msg":"trace[1578153618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23996; }","duration":"385.485836ms","start":"2026-03-06T01:45:40.350858Z","end":"2026-03-06T01:45:40.736344Z","steps":["trace[1578153618] 'agreement among raft nodes before linearized reading' (duration: 384.520722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:40.736447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:40.350844Z","time spent":"385.582319ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:45:40.735644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.068784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:45:40.736517Z","caller":"traceutil/trace.go:171","msg":"trace[966914264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23996; }","duration":"383.988418ms","start":"2026-03-06T01:45:40.352514Z","end":"2026-03-06T01:45:40.736502Z","steps":["trace[966914264] 'agreement among raft nodes before linearized reading' (duration: 382.844498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:40.736648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:40.3525Z","time spent":"384.130022ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:45:40.968731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.978712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:45:40.969004Z","caller":"traceutil/trace.go:171","msg":"trace[866359606] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"229.050578ms","start":"2026-03-06T01:45:40.739932Z","end":"2026-03-06T01:45:40.968983Z","steps":["trace[866359606] 'process raft request' (duration: 111.718537ms)","trace[866359606] 'compare' (duration: 116.557212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:41.314339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.476941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:45:41.314527Z","caller":"traceutil/trace.go:171","msg":"trace[1690324297] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"573.506217ms","start":"2026-03-06T01:45:40.741005Z","end":"2026-03-06T01:45:41.314511Z","steps":["trace[1690324297] 'process raft request' (duration: 573.410685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:41.314583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:40.740995Z","time spent":"573.56128ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:41.314726Z","caller":"traceutil/trace.go:171","msg":"trace[435782312] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"572.945265ms","start":"2026-03-06T01:45:40.741773Z","end":"2026-03-06T01:45:41.314718Z","steps":["trace[435782312] 'process raft request' (duration: 572.710738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:41.314769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:40.741755Z","time spent":"572.992995ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:41.314748Z","caller":"traceutil/trace.go:171","msg":"trace[5436996] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"574.736679ms","start":"2026-03-06T01:45:40.739976Z","end":"2026-03-06T01:45:41.314713Z","steps":["trace[5436996] 'process raft request' (duration: 403.818547ms)","trace[5436996] 'compare' (duration: 170.09687ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:41.314771Z","caller":"traceutil/trace.go:171","msg":"trace[1759489154] linearizableReadLoop","detail":"{readStateIndex:24840; appliedIndex:24834; }","duration":"194.272073ms","start":"2026-03-06T01:45:41.120482Z","end":"2026-03-06T01:45:41.314754Z","steps":["trace[1759489154] 'read index received' (duration: 23.3231ms)","trace[1759489154] 'applied index is now lower than readState.Index' (duration: 170.948173ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:41.31477Z","caller":"traceutil/trace.go:171","msg":"trace[623763719] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"572.75127ms","start":"2026-03-06T01:45:40.741988Z","end":"2026-03-06T01:45:41.314739Z","steps":["trace[623763719] 'process raft request' (duration: 572.582655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:41.315469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:40.741969Z","time spent":"573.425337ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:41.314797Z","caller":"traceutil/trace.go:171","msg":"trace[665869610] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"233.76783ms","start":"2026-03-06T01:45:41.08101Z","end":"2026-03-06T01:45:41.314778Z","steps":["trace[665869610] 'process raft request' (duration: 233.711209ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:41.314795Z","caller":"traceutil/trace.go:171","msg":"trace[1129573902] transaction","detail":"{read_only:false; response_revision:24002; number_of_response:1; }","duration":"572.599235ms","start":"2026-03-06T01:45:40.742167Z","end":"2026-03-06T01:45:41.314766Z","steps":["trace[1129573902] 'process raft request' (duration: 572.525373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:41.315803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:40.74216Z","time spent":"573.59586ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:41.314896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:40.739961Z","time spent":"574.849033ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:41.314955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.453318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:41.315967Z","caller":"traceutil/trace.go:171","msg":"trace[66193319] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24003; }","duration":"195.497314ms","start":"2026-03-06T01:45:41.120442Z","end":"2026-03-06T01:45:41.31594Z","steps":["trace[66193319] 'agreement among raft nodes before linearized reading' (duration: 194.409357ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:42.640611Z","caller":"traceutil/trace.go:171","msg":"trace[2055290021] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"185.992338ms","start":"2026-03-06T01:45:42.454599Z","end":"2026-03-06T01:45:42.640591Z","steps":["trace[2055290021] 'process raft request' (duration: 185.866815ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:42.851876Z","caller":"traceutil/trace.go:171","msg":"trace[1239146455] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"110.571427ms","start":"2026-03-06T01:45:42.741283Z","end":"2026-03-06T01:45:42.851854Z","steps":["trace[1239146455] 'process raft request' (duration: 110.437134ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:42.851903Z","caller":"traceutil/trace.go:171","msg":"trace[1775065437] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"110.997298ms","start":"2026-03-06T01:45:42.740881Z","end":"2026-03-06T01:45:42.851879Z","steps":["trace[1775065437] 'process raft request' (duration: 44.030284ms)","trace[1775065437] 'compare' (duration: 66.340408ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:42.852076Z","caller":"traceutil/trace.go:171","msg":"trace[898187489] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"110.587576ms","start":"2026-03-06T01:45:42.74147Z","end":"2026-03-06T01:45:42.852057Z","steps":["trace[898187489] 'process raft request' (duration: 110.33763ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:42.852208Z","caller":"traceutil/trace.go:171","msg":"trace[626623177] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"110.348112ms","start":"2026-03-06T01:45:42.741851Z","end":"2026-03-06T01:45:42.852199Z","steps":["trace[626623177] 'process raft request' (duration: 110.105075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:43.086928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.17375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:45:43.087037Z","caller":"traceutil/trace.go:171","msg":"trace[211521109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24010; }","duration":"114.322284ms","start":"2026-03-06T01:45:42.972682Z","end":"2026-03-06T01:45:43.087004Z","steps":["trace[211521109] 'range keys from in-memory index tree' (duration: 114.006256ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:43.200529Z","caller":"traceutil/trace.go:171","msg":"trace[1183447943] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"109.437078ms","start":"2026-03-06T01:45:43.091053Z","end":"2026-03-06T01:45:43.20049Z","steps":["trace[1183447943] 'process raft request' (duration: 109.212083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:43.430408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:45:43.430495Z","caller":"traceutil/trace.go:171","msg":"trace[1578870598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24011; }","duration":"112.364823ms","start":"2026-03-06T01:45:43.318107Z","end":"2026-03-06T01:45:43.430472Z","steps":["trace[1578870598] 'range keys from in-memory index tree' (duration: 112.015744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:43.430699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.616858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:45:43.430732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.622893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:45:43.430773Z","caller":"traceutil/trace.go:171","msg":"trace[110373860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24011; }","duration":"110.759431ms","start":"2026-03-06T01:45:43.319996Z","end":"2026-03-06T01:45:43.430755Z","steps":["trace[110373860] 'range keys from in-memory index tree' (duration: 110.426973ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:43.430793Z","caller":"traceutil/trace.go:171","msg":"trace[191368651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24011; }","duration":"111.721256ms","start":"2026-03-06T01:45:43.319055Z","end":"2026-03-06T01:45:43.430777Z","steps":["trace[191368651] 'range keys from in-memory index tree' (duration: 111.450229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:43.43086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.769447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:45:43.430969Z","caller":"traceutil/trace.go:171","msg":"trace[1857744449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24011; }","duration":"111.90231ms","start":"2026-03-06T01:45:43.31905Z","end":"2026-03-06T01:45:43.430952Z","steps":["trace[1857744449] 'range keys from in-memory index tree' (duration: 111.489391ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:43.656071Z","caller":"traceutil/trace.go:171","msg":"trace[1808124161] linearizableReadLoop","detail":"{readStateIndex:24849; appliedIndex:24848; }","duration":"308.502954ms","start":"2026-03-06T01:45:43.347521Z","end":"2026-03-06T01:45:43.656024Z","steps":["trace[1808124161] 'read index received' (duration: 308.33818ms)","trace[1808124161] 'applied index is now lower than readState.Index' (duration: 163.724µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:43.656127Z","caller":"traceutil/trace.go:171","msg":"trace[149423845] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"335.353565ms","start":"2026-03-06T01:45:43.320742Z","end":"2026-03-06T01:45:43.656095Z","steps":["trace[149423845] 'process raft request' (duration: 335.128659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:43.65622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.669308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:45:43.656286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:43.320727Z","time spent":"335.469398ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:43.656311Z","caller":"traceutil/trace.go:171","msg":"trace[1140492239] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24012; }","duration":"308.810962ms","start":"2026-03-06T01:45:43.347483Z","end":"2026-03-06T01:45:43.656294Z","steps":["trace[1140492239] 'agreement among raft nodes before linearized reading' (duration: 308.674868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:43.656394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:43.347466Z","time spent":"308.913694ms","remote":"127.0.0.1:43710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:45:43.674099Z","caller":"traceutil/trace.go:171","msg":"trace[390810899] transaction","detail":"{read_only:false; response_revision:24013; number_of_response:1; }","duration":"238.942333ms","start":"2026-03-06T01:45:43.435145Z","end":"2026-03-06T01:45:43.674087Z","steps":["trace[390810899] 'process raft request' (duration: 238.804279ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:43.674331Z","caller":"traceutil/trace.go:171","msg":"trace[424849559] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"238.922862ms","start":"2026-03-06T01:45:43.4354Z","end":"2026-03-06T01:45:43.674323Z","steps":["trace[424849559] 'process raft request' (duration: 238.657146ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:43.674472Z","caller":"traceutil/trace.go:171","msg":"trace[324300721] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"238.693946ms","start":"2026-03-06T01:45:43.435757Z","end":"2026-03-06T01:45:43.674451Z","steps":["trace[324300721] 'process raft request' (duration: 238.459921ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:43.674524Z","caller":"traceutil/trace.go:171","msg":"trace[489385180] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"238.659885ms","start":"2026-03-06T01:45:43.435835Z","end":"2026-03-06T01:45:43.674495Z","steps":["trace[489385180] 'process raft request' (duration: 238.518362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:43.674569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.571992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:45:43.674612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.702527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:45:43.674557Z","caller":"traceutil/trace.go:171","msg":"trace[903039635] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"164.081855ms","start":"2026-03-06T01:45:43.510467Z","end":"2026-03-06T01:45:43.674549Z","steps":["trace[903039635] 'process raft request' (duration: 163.936831ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:43.674651Z","caller":"traceutil/trace.go:171","msg":"trace[1102952306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24017; }","duration":"193.776129ms","start":"2026-03-06T01:45:43.480866Z","end":"2026-03-06T01:45:43.674642Z","steps":["trace[1102952306] 'agreement among raft nodes before linearized reading' (duration: 193.714137ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:43.674651Z","caller":"traceutil/trace.go:171","msg":"trace[1383285120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24017; }","duration":"276.692395ms","start":"2026-03-06T01:45:43.397945Z","end":"2026-03-06T01:45:43.674638Z","steps":["trace[1383285120] 'agreement among raft nodes before linearized reading' (duration: 276.540211ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:46:26.114971Z","caller":"traceutil/trace.go:171","msg":"trace[649857936] linearizableReadLoop","detail":"{readStateIndex:25338; appliedIndex:25336; }","duration":"166.738624ms","start":"2026-03-06T01:46:25.948204Z","end":"2026-03-06T01:46:26.114942Z","steps":["trace[649857936] 'read index received' (duration: 163.334846ms)","trace[649857936] 'applied index is now lower than readState.Index' (duration: 3.402838ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:46:26.11512Z","caller":"traceutil/trace.go:171","msg":"trace[1911815685] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"199.909008ms","start":"2026-03-06T01:46:25.915197Z","end":"2026-03-06T01:46:26.115106Z","steps":["trace[1911815685] 'process raft request' (duration: 196.350735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:46:26.115535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.303788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:46:26.115512Z","caller":"traceutil/trace.go:171","msg":"trace[91820652] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"200.055401ms","start":"2026-03-06T01:46:25.915402Z","end":"2026-03-06T01:46:26.115457Z","steps":["trace[91820652] 'process raft request' (duration: 199.432065ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:46:26.115602Z","caller":"traceutil/trace.go:171","msg":"trace[694654938] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24490; }","duration":"167.428571ms","start":"2026-03-06T01:46:25.948156Z","end":"2026-03-06T01:46:26.115585Z","steps":["trace[694654938] 'agreement among raft nodes before linearized reading' (duration: 167.271738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:46:26.115588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.127809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:46:26.115727Z","caller":"traceutil/trace.go:171","msg":"trace[479207352] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24490; }","duration":"128.338374ms","start":"2026-03-06T01:46:25.987359Z","end":"2026-03-06T01:46:26.115697Z","steps":["trace[479207352] 'agreement among raft nodes before linearized reading' (duration: 128.104168ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:50:31.399505Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23924} {"level":"info","ts":"2026-03-06T01:50:31.537447Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23924,"took":"133.387268ms","hash":3599137999,"current-db-size-bytes":51499008,"current-db-size":"52 MB","current-db-size-in-use-bytes":34922496,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-03-06T01:50:31.537523Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3599137999,"revision":23924,"compact-revision":20793} {"level":"info","ts":"2026-03-06T01:55:31.406377Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26679} {"level":"info","ts":"2026-03-06T01:55:31.545776Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26679,"took":"136.458067ms","hash":3669869865,"current-db-size-bytes":51499008,"current-db-size":"52 MB","current-db-size-in-use-bytes":26955776,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-06T01:55:31.545895Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3669869865,"revision":26679,"compact-revision":23924} {"level":"info","ts":"2026-03-06T01:56:10.393734Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cfc9fec265e3384a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:56:10.400352Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-06T01:56:10.400455Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-06T02:00:31.412177Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28759} {"level":"info","ts":"2026-03-06T02:00:31.538654Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28759,"took":"122.866468ms","hash":1694679838,"current-db-size-bytes":51499008,"current-db-size":"52 MB","current-db-size-in-use-bytes":28672000,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T02:00:31.538749Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1694679838,"revision":28759,"compact-revision":26679} {"level":"info","ts":"2026-03-06T02:02:26.655585Z","caller":"traceutil/trace.go:171","msg":"trace[705041557] transaction","detail":"{read_only:false; response_revision:31780; number_of_response:1; }","duration":"538.240168ms","start":"2026-03-06T02:02:26.117319Z","end":"2026-03-06T02:02:26.65556Z","steps":["trace[705041557] 'process raft request' (duration: 538.100155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T02:02:26.655749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T02:02:26.117291Z","time spent":"538.373212ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T02:02:26.657833Z","caller":"traceutil/trace.go:171","msg":"trace[1215337527] transaction","detail":"{read_only:false; response_revision:31781; number_of_response:1; }","duration":"472.195296ms","start":"2026-03-06T02:02:26.185602Z","end":"2026-03-06T02:02:26.657797Z","steps":["trace[1215337527] 'process raft request' (duration: 471.977819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T02:02:26.657983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T02:02:26.185576Z","time spent":"472.321229ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T02:02:26.658008Z","caller":"traceutil/trace.go:171","msg":"trace[245950316] linearizableReadLoop","detail":"{readStateIndex:32846; appliedIndex:32844; }","duration":"260.515297ms","start":"2026-03-06T02:02:26.397475Z","end":"2026-03-06T02:02:26.65799Z","steps":["trace[245950316] 'read index received' (duration: 257.873159ms)","trace[245950316] 'applied index is now lower than readState.Index' (duration: 2.641418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T02:02:26.658102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.61332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T02:02:26.658123Z","caller":"traceutil/trace.go:171","msg":"trace[2091865792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31784; }","duration":"260.683341ms","start":"2026-03-06T02:02:26.397432Z","end":"2026-03-06T02:02:26.658116Z","steps":["trace[2091865792] 'agreement among raft nodes before linearized reading' (duration: 260.62314ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T02:05:31.421249Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30940} {"level":"info","ts":"2026-03-06T02:05:31.569193Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30940,"took":"143.581702ms","hash":4165080981,"current-db-size-bytes":51499008,"current-db-size":"52 MB","current-db-size-in-use-bytes":29986816,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T02:05:31.569252Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4165080981,"revision":30940,"compact-revision":28759} {"level":"info","ts":"2026-03-06T02:08:00.339545Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000089cd.wal"} {"level":"info","ts":"2026-03-06T02:10:31.427776Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33120} {"level":"info","ts":"2026-03-06T02:10:31.561189Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33120,"took":"128.903354ms","hash":2750595282,"current-db-size-bytes":53248000,"current-db-size":"53 MB","current-db-size-in-use-bytes":29941760,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T02:10:31.561255Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2750595282,"revision":33120,"compact-revision":30940} {"level":"info","ts":"2026-03-06T02:15:31.438391Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35207} {"level":"info","ts":"2026-03-06T02:15:31.555422Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35207,"took":"112.916316ms","hash":215870466,"current-db-size-bytes":53248000,"current-db-size":"53 MB","current-db-size-in-use-bytes":27922432,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T02:15:31.55547Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":215870466,"revision":35207,"compact-revision":33120}