{"level":"warn","ts":"2026-03-19T09:00:47.58761Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T09:00:47.587686Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.23:2380","--initial-cluster=instance=https://199.19.213.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T09:00:47.587753Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T09:00:47.587768Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.23:2380"]} {"level":"info","ts":"2026-03-19T09:00:47.587784Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T09:00:47.588314Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.23:2379"]} {"level":"info","ts":"2026-03-19T09:00:47.588379Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.23:2380"],"listen-peer-urls":["https://199.19.213.23:2380"],"advertise-client-urls":["https://199.19.213.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T09:00:47.596098Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.504631ms"} {"level":"info","ts":"2026-03-19T09:00:47.607944Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1812db8446d3ac67","cluster-id":"57ff06cb872baa33"} {"level":"info","ts":"2026-03-19T09:00:47.608071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T09:00:47.608121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 became follower at term 0"} {"level":"info","ts":"2026-03-19T09:00:47.608198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1812db8446d3ac67 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T09:00:47.608213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 became follower at term 1"} {"level":"info","ts":"2026-03-19T09:00:47.6083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 switched to configuration voters=(1734690167661505639)"} {"level":"warn","ts":"2026-03-19T09:00:47.623915Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T09:00:47.628733Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T09:00:47.630691Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T09:00:47.634707Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1812db8446d3ac67","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T09:00:47.635015Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1812db8446d3ac67","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T09:00:47.635081Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:00:47.6352Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:00:47.635214Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:00:47.636429Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 switched to configuration voters=(1734690167661505639)"} {"level":"info","ts":"2026-03-19T09:00:47.636671Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"57ff06cb872baa33","local-member-id":"1812db8446d3ac67","added-peer-id":"1812db8446d3ac67","added-peer-peer-urls":["https://199.19.213.23:2380"]} {"level":"info","ts":"2026-03-19T09:00:47.637802Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T09:00:47.637888Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.23:2380"} {"level":"info","ts":"2026-03-19T09:00:47.637953Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.23:2380"} {"level":"info","ts":"2026-03-19T09:00:47.63811Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1812db8446d3ac67","initial-advertise-peer-urls":["https://199.19.213.23:2380"],"listen-peer-urls":["https://199.19.213.23:2380"],"advertise-client-urls":["https://199.19.213.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T09:00:47.638147Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T09:00:48.208991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T09:00:48.209083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T09:00:48.209153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 received MsgPreVoteResp from 1812db8446d3ac67 at term 1"} {"level":"info","ts":"2026-03-19T09:00:48.209173Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 became candidate at term 2"} {"level":"info","ts":"2026-03-19T09:00:48.209184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 received MsgVoteResp from 1812db8446d3ac67 at term 2"} {"level":"info","ts":"2026-03-19T09:00:48.209199Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 became leader at term 2"} {"level":"info","ts":"2026-03-19T09:00:48.209212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1812db8446d3ac67 elected leader 1812db8446d3ac67 at term 2"} {"level":"info","ts":"2026-03-19T09:00:48.210231Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:00:48.211245Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T09:00:48.211241Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1812db8446d3ac67","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.23:2379]}","request-path":"/0/members/1812db8446d3ac67/attributes","cluster-id":"57ff06cb872baa33","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T09:00:48.211315Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T09:00:48.211627Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T09:00:48.2117Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T09:00:48.211978Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"57ff06cb872baa33","local-member-id":"1812db8446d3ac67","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:00:48.212088Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:00:48.212138Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:00:48.21483Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T09:00:48.222582Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.23:2379"} {"level":"info","ts":"2026-03-19T09:00:50.75008Z","caller":"traceutil/trace.go:171","msg":"trace[1511988591] transaction","detail":"{read_only:false; response_revision:80; number_of_response:1; }","duration":"150.866254ms","start":"2026-03-19T09:00:50.599175Z","end":"2026-03-19T09:00:50.750041Z","steps":["trace[1511988591] 'process raft request' (duration: 117.800916ms)","trace[1511988591] 'compare' (duration: 32.872524ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:00:54.168055Z","caller":"traceutil/trace.go:171","msg":"trace[43048380] linearizableReadLoop","detail":"{readStateIndex:270; appliedIndex:269; }","duration":"104.88185ms","start":"2026-03-19T09:00:54.06315Z","end":"2026-03-19T09:00:54.168032Z","steps":["trace[43048380] 'read index received' (duration: 102.203872ms)","trace[43048380] 'applied index is now lower than readState.Index' (duration: 2.677077ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:00:54.168155Z","caller":"traceutil/trace.go:171","msg":"trace[1243735724] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"131.50796ms","start":"2026-03-19T09:00:54.036612Z","end":"2026-03-19T09:00:54.16812Z","steps":["trace[1243735724] 'process raft request' (duration: 128.895975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:54.168205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.040463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:00:54.168298Z","caller":"traceutil/trace.go:171","msg":"trace[1567786994] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:0; response_revision:261; }","duration":"105.185887ms","start":"2026-03-19T09:00:54.063086Z","end":"2026-03-19T09:00:54.168272Z","steps":["trace[1567786994] 'agreement among raft nodes before linearized reading' (duration: 105.045034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:57.032019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.762942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:00:57.032141Z","caller":"traceutil/trace.go:171","msg":"trace[358732037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:285; }","duration":"315.913435ms","start":"2026-03-19T09:00:56.716192Z","end":"2026-03-19T09:00:57.032105Z","steps":["trace[358732037] 'range keys from in-memory index tree' (duration: 315.627339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:57.032138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294444959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:00:57.03216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.912045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:00:57.032214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519312901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T09:00:57.032229Z","caller":"traceutil/trace.go:171","msg":"trace[454831720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:285; }","duration":"1.294592452s","start":"2026-03-19T09:00:55.737615Z","end":"2026-03-19T09:00:57.032207Z","steps":["trace[454831720] 'range keys from in-memory index tree' (duration: 1.294337136s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:57.032269Z","caller":"traceutil/trace.go:171","msg":"trace[424688783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:285; }","duration":"316.045818ms","start":"2026-03-19T09:00:56.716193Z","end":"2026-03-19T09:00:57.032238Z","steps":["trace[424688783] 'range keys from in-memory index tree' (duration: 315.797632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:57.032264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361754533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:00:57.032219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:56.716178Z","time spent":"316.019247ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:00:57.032323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:56.716167Z","time spent":"316.14599ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:00:57.032326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:55.737593Z","time spent":"1.294716125s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:00:57.032328Z","caller":"traceutil/trace.go:171","msg":"trace[209233937] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:285; }","duration":"1.519452284s","start":"2026-03-19T09:00:55.512832Z","end":"2026-03-19T09:00:57.032284Z","steps":["trace[209233937] 'range keys from in-memory index tree' (duration: 1.519213589s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:57.032343Z","caller":"traceutil/trace.go:171","msg":"trace[1887424336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:285; }","duration":"1.362005698s","start":"2026-03-19T09:00:55.67032Z","end":"2026-03-19T09:00:57.032326Z","steps":["trace[1887424336] 'range keys from in-memory index tree' (duration: 1.361528207s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:57.032396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:55.670297Z","time spent":"1.362085339s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:00:57.032395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:55.512809Z","time spent":"1.519569106s","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-19T09:00:58.081841Z","caller":"traceutil/trace.go:171","msg":"trace[1773232641] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"132.563743ms","start":"2026-03-19T09:00:57.949253Z","end":"2026-03-19T09:00:58.081817Z","steps":["trace[1773232641] 'process raft request' (duration: 132.41531ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:58.151346Z","caller":"traceutil/trace.go:171","msg":"trace[1227403455] linearizableReadLoop","detail":"{readStateIndex:314; appliedIndex:311; }","duration":"162.612217ms","start":"2026-03-19T09:00:57.988711Z","end":"2026-03-19T09:00:58.151323Z","steps":["trace[1227403455] 'read index received' (duration: 93.017136ms)","trace[1227403455] 'applied index is now lower than readState.Index' (duration: 69.594171ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:00:58.151378Z","caller":"traceutil/trace.go:171","msg":"trace[2140058285] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"201.922031ms","start":"2026-03-19T09:00:57.949418Z","end":"2026-03-19T09:00:58.15134Z","steps":["trace[2140058285] 'process raft request' (duration: 196.028414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:58.151444Z","caller":"traceutil/trace.go:171","msg":"trace[188996370] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"201.420089ms","start":"2026-03-19T09:00:57.949981Z","end":"2026-03-19T09:00:58.151401Z","steps":["trace[188996370] 'process raft request' (duration: 201.221955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:58.151553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.827362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T09:00:58.15165Z","caller":"traceutil/trace.go:171","msg":"trace[493795067] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:305; }","duration":"162.935686ms","start":"2026-03-19T09:00:57.988694Z","end":"2026-03-19T09:00:58.151629Z","steps":["trace[493795067] 'agreement among raft nodes before linearized reading' (duration: 162.756421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:58.152084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.419283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-19T09:00:58.152135Z","caller":"traceutil/trace.go:171","msg":"trace[1172694527] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:305; }","duration":"113.505985ms","start":"2026-03-19T09:00:58.038616Z","end":"2026-03-19T09:00:58.152122Z","steps":["trace[1172694527] 'agreement among raft nodes before linearized reading' (duration: 112.903991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:58.440667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.074654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:00:58.440764Z","caller":"traceutil/trace.go:171","msg":"trace[1358200258] linearizableReadLoop","detail":"{readStateIndex:316; appliedIndex:314; }","duration":"252.261829ms","start":"2026-03-19T09:00:58.188486Z","end":"2026-03-19T09:00:58.440748Z","steps":["trace[1358200258] 'read index received' (duration: 38.071286ms)","trace[1358200258] 'applied index is now lower than readState.Index' (duration: 214.189263ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:00:58.440836Z","caller":"traceutil/trace.go:171","msg":"trace[1450199244] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"280.496575ms","start":"2026-03-19T09:00:58.160309Z","end":"2026-03-19T09:00:58.440806Z","steps":["trace[1450199244] 'process raft request' (duration: 146.670474ms)","trace[1450199244] 'compare' (duration: 132.966322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:00:58.440876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.388412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-19T09:00:58.440912Z","caller":"traceutil/trace.go:171","msg":"trace[489517584] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:307; }","duration":"252.459924ms","start":"2026-03-19T09:00:58.18844Z","end":"2026-03-19T09:00:58.440899Z","steps":["trace[489517584] 'agreement among raft nodes before linearized reading' (duration: 252.393962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:58.441026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.424521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-19T09:00:58.441083Z","caller":"traceutil/trace.go:171","msg":"trace[211558948] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:307; }","duration":"202.514882ms","start":"2026-03-19T09:00:58.238555Z","end":"2026-03-19T09:00:58.44107Z","steps":["trace[211558948] 'agreement among raft nodes before linearized reading' (duration: 202.41769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:58.441261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.41836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-19T09:00:58.44133Z","caller":"traceutil/trace.go:171","msg":"trace[1988148523] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:307; }","duration":"152.549642ms","start":"2026-03-19T09:00:58.288762Z","end":"2026-03-19T09:00:58.441312Z","steps":["trace[1988148523] 'agreement among raft nodes before linearized reading' (duration: 152.4154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:58.441268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.797515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-19T09:00:58.441479Z","caller":"traceutil/trace.go:171","msg":"trace[474339891] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:307; }","duration":"103.04614ms","start":"2026-03-19T09:00:58.338405Z","end":"2026-03-19T09:00:58.441452Z","steps":["trace[474339891] 'agreement among raft nodes before linearized reading' (duration: 102.657082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:58.912293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.674444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:00:58.912378Z","caller":"traceutil/trace.go:171","msg":"trace[1201999428] linearizableReadLoop","detail":"{readStateIndex:317; appliedIndex:316; }","duration":"442.54007ms","start":"2026-03-19T09:00:58.469826Z","end":"2026-03-19T09:00:58.912366Z","steps":["trace[1201999428] 'read index received' (duration: 269.611201ms)","trace[1201999428] 'applied index is now lower than readState.Index' (duration: 172.927549ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:00:58.91244Z","caller":"traceutil/trace.go:171","msg":"trace[1056812860] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"462.638372ms","start":"2026-03-19T09:00:58.44977Z","end":"2026-03-19T09:00:58.912408Z","steps":["trace[1056812860] 'process raft request' (duration: 289.793305ms)","trace[1056812860] 'compare' (duration: 172.590421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:00:58.912594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.449752Z","time spent":"462.764804ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:00:58.912597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.099883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-19T09:00:58.912667Z","caller":"traceutil/trace.go:171","msg":"trace[1769798633] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:308; }","duration":"174.211936ms","start":"2026-03-19T09:00:58.738437Z","end":"2026-03-19T09:00:58.912648Z","steps":["trace[1769798633] 'agreement among raft nodes before linearized reading' (duration: 174.103283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:58.912686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.35392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-19T09:00:58.912734Z","caller":"traceutil/trace.go:171","msg":"trace[1563889458] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:308; }","duration":"223.391771ms","start":"2026-03-19T09:00:58.689325Z","end":"2026-03-19T09:00:58.912717Z","steps":["trace[1563889458] 'agreement among raft nodes before linearized reading' (duration: 223.304509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:58.912468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.651933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4001"} {"level":"info","ts":"2026-03-19T09:00:58.912805Z","caller":"traceutil/trace.go:171","msg":"trace[552962683] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:308; }","duration":"443.020871ms","start":"2026-03-19T09:00:58.46977Z","end":"2026-03-19T09:00:58.912791Z","steps":["trace[552962683] 'agreement among raft nodes before linearized reading' (duration: 442.647703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:58.912891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.469752Z","time spent":"443.126803ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4023,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:00:58.912584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.168665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-19T09:00:58.913013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.132089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-19T09:00:58.913023Z","caller":"traceutil/trace.go:171","msg":"trace[568957172] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:308; }","duration":"423.650495ms","start":"2026-03-19T09:00:58.489362Z","end":"2026-03-19T09:00:58.913013Z","steps":["trace[568957172] 'agreement among raft nodes before linearized reading' (duration: 423.105014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:58.913057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.940036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-19T09:00:58.91307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.489351Z","time spent":"423.703216ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"info","ts":"2026-03-19T09:00:58.913091Z","caller":"traceutil/trace.go:171","msg":"trace[1487732624] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:308; }","duration":"123.028769ms","start":"2026-03-19T09:00:58.790052Z","end":"2026-03-19T09:00:58.913081Z","steps":["trace[1487732624] 'agreement among raft nodes before linearized reading' (duration: 122.977838ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:58.913046Z","caller":"traceutil/trace.go:171","msg":"trace[1518877632] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:308; }","duration":"274.19986ms","start":"2026-03-19T09:00:58.638837Z","end":"2026-03-19T09:00:58.913037Z","steps":["trace[1518877632] 'agreement among raft nodes before linearized reading' (duration: 274.139389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:58.913333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.590332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-19T09:00:58.913417Z","caller":"traceutil/trace.go:171","msg":"trace[837535287] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:308; }","duration":"318.695603ms","start":"2026-03-19T09:00:58.594693Z","end":"2026-03-19T09:00:58.913389Z","steps":["trace[837535287] 'agreement among raft nodes before linearized reading' (duration: 318.56036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:58.913463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.594679Z","time spent":"318.775015ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-19T09:00:58.913328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.219594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T09:00:58.913636Z","caller":"traceutil/trace.go:171","msg":"trace[1065905855] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:308; }","duration":"374.490532ms","start":"2026-03-19T09:00:58.539054Z","end":"2026-03-19T09:00:58.913545Z","steps":["trace[1065905855] 'agreement among raft nodes before linearized reading' (duration: 374.166274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:58.91373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.539042Z","time spent":"374.655515ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-03-19T09:00:59.329734Z","caller":"traceutil/trace.go:171","msg":"trace[956501067] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"408.767006ms","start":"2026-03-19T09:00:58.920913Z","end":"2026-03-19T09:00:59.32968Z","steps":["trace[956501067] 'process raft request' (duration: 406.550718ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:59.329803Z","caller":"traceutil/trace.go:171","msg":"trace[836846274] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"409.119603ms","start":"2026-03-19T09:00:58.920645Z","end":"2026-03-19T09:00:59.329764Z","steps":["trace[836846274] 'process raft request' (duration: 397.623447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:59.329824Z","caller":"traceutil/trace.go:171","msg":"trace[60154036] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"408.706665ms","start":"2026-03-19T09:00:58.921086Z","end":"2026-03-19T09:00:59.329793Z","steps":["trace[60154036] 'process raft request' (duration: 406.513778ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:59.329875Z","caller":"traceutil/trace.go:171","msg":"trace[163304125] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"408.777926ms","start":"2026-03-19T09:00:58.921068Z","end":"2026-03-19T09:00:59.329846Z","steps":["trace[163304125] 'process raft request' (duration: 406.485877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:59.329916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.920904Z","time spent":"408.93839ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:00:59.329953Z","caller":"traceutil/trace.go:171","msg":"trace[120110730] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"408.553412ms","start":"2026-03-19T09:00:58.921376Z","end":"2026-03-19T09:00:59.32993Z","steps":["trace[120110730] 'process raft request' (duration: 406.317754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:59.32998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.921057Z","time spent":"408.847707ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:00:59.329986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.92062Z","time spent":"409.277717ms","remote":"127.0.0.1:50720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:00:59.330109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.921058Z","time spent":"408.895618ms","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:00:59.33013Z","caller":"traceutil/trace.go:171","msg":"trace[1728977054] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"407.806735ms","start":"2026-03-19T09:00:58.922299Z","end":"2026-03-19T09:00:59.330106Z","steps":["trace[1728977054] 'process raft request' (duration: 407.652221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:59.3302Z","caller":"traceutil/trace.go:171","msg":"trace[907336954] linearizableReadLoop","detail":"{readStateIndex:326; appliedIndex:318; }","duration":"392.394285ms","start":"2026-03-19T09:00:58.937781Z","end":"2026-03-19T09:00:59.330175Z","steps":["trace[907336954] 'read index received' (duration: 44.583467ms)","trace[907336954] 'applied index is now lower than readState.Index' (duration: 347.809808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:00:59.330235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.922281Z","time spent":"407.900837ms","remote":"127.0.0.1:50312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:00:59.330248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.921371Z","time spent":"408.636354ms","remote":"127.0.0.1:50312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2162,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:00:59.330305Z","caller":"traceutil/trace.go:171","msg":"trace[1424666048] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"405.924566ms","start":"2026-03-19T09:00:58.924367Z","end":"2026-03-19T09:00:59.330291Z","steps":["trace[1424666048] 'process raft request' (duration: 405.66991ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:59.330335Z","caller":"traceutil/trace.go:171","msg":"trace[1927291565] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"404.826691ms","start":"2026-03-19T09:00:58.925476Z","end":"2026-03-19T09:00:59.330302Z","steps":["trace[1927291565] 'process raft request' (duration: 404.635607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:59.330357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.559828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-19T09:00:59.330389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.924355Z","time spent":"405.980386ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4159,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:00:59.330429Z","caller":"traceutil/trace.go:171","msg":"trace[1292117524] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:317; }","duration":"392.67389ms","start":"2026-03-19T09:00:58.93774Z","end":"2026-03-19T09:00:59.330413Z","steps":["trace[1292117524] 'agreement among raft nodes before linearized reading' (duration: 392.551218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:59.330455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.925456Z","time spent":"404.944774ms","remote":"127.0.0.1:50496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:00:59.330486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.937725Z","time spent":"392.748342ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-19T09:00:59.742677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.605284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:00:59.742853Z","caller":"traceutil/trace.go:171","msg":"trace[125603197] linearizableReadLoop","detail":"{readStateIndex:328; appliedIndex:326; }","duration":"412.573718ms","start":"2026-03-19T09:00:59.330264Z","end":"2026-03-19T09:00:59.742838Z","steps":["trace[125603197] 'read index received' (duration: 168.973654ms)","trace[125603197] 'applied index is now lower than readState.Index' (duration: 243.599124ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:00:59.744273Z","caller":"traceutil/trace.go:171","msg":"trace[1972944712] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"755.188035ms","start":"2026-03-19T09:00:58.989043Z","end":"2026-03-19T09:00:59.744231Z","steps":["trace[1972944712] 'process raft request' (duration: 753.731604ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:59.743875Z","caller":"traceutil/trace.go:171","msg":"trace[315234847] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"757.261049ms","start":"2026-03-19T09:00:58.986411Z","end":"2026-03-19T09:00:59.743672Z","steps":["trace[315234847] 'process raft request' (duration: 512.595361ms)","trace[315234847] 'compare' (duration: 243.156345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:00:59.744831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.989031Z","time spent":"755.317638ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3691,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:00:59.744729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.986396Z","time spent":"758.139207ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:00:59.745687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.628229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:00:59.745725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.494345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:00:59.745768Z","caller":"traceutil/trace.go:171","msg":"trace[1142470765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:319; }","duration":"668.729481ms","start":"2026-03-19T09:00:59.077008Z","end":"2026-03-19T09:00:59.745738Z","steps":["trace[1142470765] 'agreement among raft nodes before linearized reading' (duration: 665.91669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:59.74574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.354482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-19T09:00:59.745816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.076991Z","time spent":"668.814443ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:00:59.745828Z","caller":"traceutil/trace.go:171","msg":"trace[1487686367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:319; }","duration":"667.758061ms","start":"2026-03-19T09:00:59.078041Z","end":"2026-03-19T09:00:59.745799Z","steps":["trace[1487686367] 'agreement among raft nodes before linearized reading' (duration: 664.804738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:59.745865Z","caller":"traceutil/trace.go:171","msg":"trace[1552508880] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:319; }","duration":"757.504975ms","start":"2026-03-19T09:00:58.98831Z","end":"2026-03-19T09:00:59.745815Z","steps":["trace[1552508880] 'agreement among raft nodes before linearized reading' (duration: 754.579162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:59.745938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:58.988284Z","time spent":"757.637147ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-19T09:00:59.745956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.078024Z","time spent":"667.863863ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:00:59.746677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.660624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:00:59.746759Z","caller":"traceutil/trace.go:171","msg":"trace[412477198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:319; }","duration":"671.789247ms","start":"2026-03-19T09:00:59.074949Z","end":"2026-03-19T09:00:59.746739Z","steps":["trace[412477198] 'agreement among raft nodes before linearized reading' (duration: 668.084878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:59.746815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.074928Z","time spent":"671.876788ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:00:59.74929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.041522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:00:59.749374Z","caller":"traceutil/trace.go:171","msg":"trace[2017276908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:319; }","duration":"672.164284ms","start":"2026-03-19T09:00:59.077191Z","end":"2026-03-19T09:00:59.749355Z","steps":["trace[2017276908] 'agreement among raft nodes before linearized reading' (duration: 665.719616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:59.74942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.077182Z","time spent":"672.228076ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:00:59.767381Z","caller":"traceutil/trace.go:171","msg":"trace[1777112375] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"432.985444ms","start":"2026-03-19T09:00:59.334374Z","end":"2026-03-19T09:00:59.767359Z","steps":["trace[1777112375] 'process raft request' (duration: 432.79628ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:59.76743Z","caller":"traceutil/trace.go:171","msg":"trace[1856436407] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"432.960134ms","start":"2026-03-19T09:00:59.334445Z","end":"2026-03-19T09:00:59.767405Z","steps":["trace[1856436407] 'process raft request' (duration: 432.860772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:59.767498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.334355Z","time spent":"433.080967ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:00:59.767539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.334428Z","time spent":"433.055486ms","remote":"127.0.0.1:50312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:00:59.767543Z","caller":"traceutil/trace.go:171","msg":"trace[1216520892] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"431.387541ms","start":"2026-03-19T09:00:59.336127Z","end":"2026-03-19T09:00:59.767514Z","steps":["trace[1216520892] 'process raft request' (duration: 431.215547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:59.767605Z","caller":"traceutil/trace.go:171","msg":"trace[1366720428] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"428.712704ms","start":"2026-03-19T09:00:59.338864Z","end":"2026-03-19T09:00:59.767577Z","steps":["trace[1366720428] 'process raft request' (duration: 428.54532ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:00:59.767499Z","caller":"traceutil/trace.go:171","msg":"trace[1196600523] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"429.824127ms","start":"2026-03-19T09:00:59.337654Z","end":"2026-03-19T09:00:59.767478Z","steps":["trace[1196600523] 'process raft request' (duration: 429.721245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:00:59.767656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.33611Z","time spent":"431.503394ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:00:59.767706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.338855Z","time spent":"428.795615ms","remote":"127.0.0.1:50496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2267,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:00:59.767756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.337643Z","time spent":"430.050781ms","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:00.097204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.979503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:00.097464Z","caller":"traceutil/trace.go:171","msg":"trace[2018843108] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"347.303878ms","start":"2026-03-19T09:00:59.750132Z","end":"2026-03-19T09:01:00.097436Z","steps":["trace[2018843108] 'process raft request' (duration: 347.214416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.097467Z","caller":"traceutil/trace.go:171","msg":"trace[1000095733] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"347.319528ms","start":"2026-03-19T09:00:59.750108Z","end":"2026-03-19T09:01:00.097427Z","steps":["trace[1000095733] 'process raft request' (duration: 347.191745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:00.097613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.750115Z","time spent":"347.42106ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:01:00.097642Z","caller":"traceutil/trace.go:171","msg":"trace[2125666499] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"323.843484ms","start":"2026-03-19T09:00:59.773782Z","end":"2026-03-19T09:01:00.097625Z","steps":["trace[2125666499] 'process raft request' (duration: 323.775233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:00.097651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.750086Z","time spent":"347.470442ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:01:00.097637Z","caller":"traceutil/trace.go:171","msg":"trace[1741687770] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"347.457201ms","start":"2026-03-19T09:00:59.750091Z","end":"2026-03-19T09:01:00.097549Z","steps":["trace[1741687770] 'process raft request' (duration: 103.01979ms)","trace[1741687770] 'compare' (duration: 243.859289ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:00.097731Z","caller":"traceutil/trace.go:171","msg":"trace[1739015386] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"346.005809ms","start":"2026-03-19T09:00:59.751687Z","end":"2026-03-19T09:01:00.097692Z","steps":["trace[1739015386] 'process raft request' (duration: 345.688553ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.09776Z","caller":"traceutil/trace.go:171","msg":"trace[662880489] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"325.800457ms","start":"2026-03-19T09:00:59.771952Z","end":"2026-03-19T09:01:00.097752Z","steps":["trace[662880489] 'process raft request' (duration: 325.572052ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.097546Z","caller":"traceutil/trace.go:171","msg":"trace[42216929] linearizableReadLoop","detail":"{readStateIndex:337; appliedIndex:333; }","duration":"330.027248ms","start":"2026-03-19T09:00:59.767452Z","end":"2026-03-19T09:01:00.09748Z","steps":["trace[42216929] 'read index received' (duration: 85.651117ms)","trace[42216929] 'applied index is now lower than readState.Index' (duration: 244.369921ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:00.097784Z","caller":"traceutil/trace.go:171","msg":"trace[867434963] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"322.021586ms","start":"2026-03-19T09:00:59.775745Z","end":"2026-03-19T09:01:00.097767Z","steps":["trace[867434963] 'process raft request' (duration: 321.843762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:00.097868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.346934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-03-19T09:01:00.097857Z","caller":"traceutil/trace.go:171","msg":"trace[1483565468] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"326.407459ms","start":"2026-03-19T09:00:59.77142Z","end":"2026-03-19T09:01:00.097828Z","steps":["trace[1483565468] 'process raft request' (duration: 326.035781ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.097876Z","caller":"traceutil/trace.go:171","msg":"trace[1380533964] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"325.96188ms","start":"2026-03-19T09:00:59.771886Z","end":"2026-03-19T09:01:00.097848Z","steps":["trace[1380533964] 'process raft request' (duration: 325.604482ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.097915Z","caller":"traceutil/trace.go:171","msg":"trace[98239627] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:334; }","duration":"344.406286ms","start":"2026-03-19T09:00:59.753496Z","end":"2026-03-19T09:01:00.097902Z","steps":["trace[98239627] 'agreement among raft nodes before linearized reading' (duration: 344.154831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:00.097892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.751677Z","time spent":"346.106941ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:00.097948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.753488Z","time spent":"344.453037ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3728,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-19T09:01:00.097974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.771402Z","time spent":"326.522811ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:00.09772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.773756Z","time spent":"323.929376ms","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:00.098002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.771867Z","time spent":"326.074353ms","remote":"127.0.0.1:50312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:00.097805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.771939Z","time spent":"325.845187ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:00.097878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.775732Z","time spent":"322.107238ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:00.097973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.750067Z","time spent":"347.750157ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:01:00.09829Z","caller":"traceutil/trace.go:171","msg":"trace[914515988] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"326.861049ms","start":"2026-03-19T09:00:59.771396Z","end":"2026-03-19T09:01:00.098257Z","steps":["trace[914515988] 'process raft request' (duration: 326.012391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:00.098367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:00:59.77136Z","time spent":"326.972211ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:00.330868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.234348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:00.331065Z","caller":"traceutil/trace.go:171","msg":"trace[1290734238] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"228.317067ms","start":"2026-03-19T09:01:00.102716Z","end":"2026-03-19T09:01:00.331033Z","steps":["trace[1290734238] 'process raft request' (duration: 100.847993ms)","trace[1290734238] 'compare' (duration: 127.052124ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:00.331213Z","caller":"traceutil/trace.go:171","msg":"trace[1071888917] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"227.778735ms","start":"2026-03-19T09:01:00.103399Z","end":"2026-03-19T09:01:00.331178Z","steps":["trace[1071888917] 'process raft request' (duration: 227.645172ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.331289Z","caller":"traceutil/trace.go:171","msg":"trace[1316027322] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"228.436289ms","start":"2026-03-19T09:01:00.102832Z","end":"2026-03-19T09:01:00.331268Z","steps":["trace[1316027322] 'process raft request' (duration: 228.142192ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.331318Z","caller":"traceutil/trace.go:171","msg":"trace[1551741713] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"227.846946ms","start":"2026-03-19T09:01:00.103445Z","end":"2026-03-19T09:01:00.331292Z","steps":["trace[1551741713] 'process raft request' (duration: 227.650172ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.331428Z","caller":"traceutil/trace.go:171","msg":"trace[1656877194] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"211.340493ms","start":"2026-03-19T09:01:00.120072Z","end":"2026-03-19T09:01:00.331412Z","steps":["trace[1656877194] 'process raft request' (duration: 211.249431ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.331479Z","caller":"traceutil/trace.go:171","msg":"trace[1458000484] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"213.950959ms","start":"2026-03-19T09:01:00.1175Z","end":"2026-03-19T09:01:00.331451Z","steps":["trace[1458000484] 'process raft request' (duration: 213.708074ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.331553Z","caller":"traceutil/trace.go:171","msg":"trace[2045273281] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"222.094313ms","start":"2026-03-19T09:01:00.109426Z","end":"2026-03-19T09:01:00.33152Z","steps":["trace[2045273281] 'process raft request' (duration: 221.720985ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.331589Z","caller":"traceutil/trace.go:171","msg":"trace[181335241] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"212.154249ms","start":"2026-03-19T09:01:00.119418Z","end":"2026-03-19T09:01:00.331573Z","steps":["trace[181335241] 'process raft request' (duration: 211.852833ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.331708Z","caller":"traceutil/trace.go:171","msg":"trace[1007290439] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"206.54396ms","start":"2026-03-19T09:01:00.125153Z","end":"2026-03-19T09:01:00.331697Z","steps":["trace[1007290439] 'process raft request' (duration: 206.218913ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.623658Z","caller":"traceutil/trace.go:171","msg":"trace[361851361] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"286.839161ms","start":"2026-03-19T09:01:00.336779Z","end":"2026-03-19T09:01:00.623618Z","steps":["trace[361851361] 'process raft request' (duration: 267.7006ms)","trace[361851361] 'compare' (duration: 18.868615ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:00.624042Z","caller":"traceutil/trace.go:171","msg":"trace[1396641674] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"203.689739ms","start":"2026-03-19T09:01:00.420335Z","end":"2026-03-19T09:01:00.624025Z","steps":["trace[1396641674] 'process raft request' (duration: 203.432643ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.62402Z","caller":"traceutil/trace.go:171","msg":"trace[1080676130] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"284.733737ms","start":"2026-03-19T09:01:00.339253Z","end":"2026-03-19T09:01:00.623986Z","steps":["trace[1080676130] 'process raft request' (duration: 284.284067ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:00.865561Z","caller":"traceutil/trace.go:171","msg":"trace[158789476] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"230.305728ms","start":"2026-03-19T09:01:00.63523Z","end":"2026-03-19T09:01:00.865535Z","steps":["trace[158789476] 'process raft request' (duration: 136.304623ms)","trace[158789476] 'compare' (duration: 93.883743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:01.146442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.617201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-19T09:01:01.146537Z","caller":"traceutil/trace.go:171","msg":"trace[1070364615] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:351; }","duration":"101.762883ms","start":"2026-03-19T09:01:01.044758Z","end":"2026-03-19T09:01:01.146521Z","steps":["trace[1070364615] 'range keys from in-memory index tree' (duration: 101.390876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:01.725007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.497923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:01.725354Z","caller":"traceutil/trace.go:171","msg":"trace[321325188] linearizableReadLoop","detail":"{readStateIndex:366; appliedIndex:364; }","duration":"232.061677ms","start":"2026-03-19T09:01:01.493267Z","end":"2026-03-19T09:01:01.725328Z","steps":["trace[321325188] 'read index received' (duration: 16.183537ms)","trace[321325188] 'applied index is now lower than readState.Index' (duration: 215.872889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:01.725457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.183129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:01.725505Z","caller":"traceutil/trace.go:171","msg":"trace[534928354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:356; }","duration":"232.247231ms","start":"2026-03-19T09:01:01.493244Z","end":"2026-03-19T09:01:01.725491Z","steps":["trace[534928354] 'agreement among raft nodes before linearized reading' (duration: 232.175829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:01.725421Z","caller":"traceutil/trace.go:171","msg":"trace[712186336] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"243.705287ms","start":"2026-03-19T09:01:01.481679Z","end":"2026-03-19T09:01:01.725384Z","steps":["trace[712186336] 'process raft request' (duration: 102.735264ms)","trace[712186336] 'compare' (duration: 140.36445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:02.552103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325080355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:01:03.052765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325080355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:01:03.496794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.725129714s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:01:04.308138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.036522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:04.308356Z","caller":"traceutil/trace.go:171","msg":"trace[734232537] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"1.054408511s","start":"2026-03-19T09:01:03.253927Z","end":"2026-03-19T09:01:04.308335Z","steps":["trace[734232537] 'process raft request' (duration: 1.054313189s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:04.308427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:03.253901Z","time spent":"1.054496514s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:01:04.30855Z","caller":"traceutil/trace.go:171","msg":"trace[185889833] linearizableReadLoop","detail":"{readStateIndex:369; appliedIndex:368; }","duration":"2.256753695s","start":"2026-03-19T09:01:02.051771Z","end":"2026-03-19T09:01:04.308525Z","steps":["trace[185889833] 'read index received' (duration: 1.445272464s)","trace[185889833] 'applied index is now lower than readState.Index' (duration: 811.478921ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:04.30861Z","caller":"traceutil/trace.go:171","msg":"trace[1865422958] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"2.536990494s","start":"2026-03-19T09:01:01.771583Z","end":"2026-03-19T09:01:04.308574Z","steps":["trace[1865422958] 'process raft request' (duration: 1.725432071s)","trace[1865422958] 'compare' (duration: 810.93127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:04.3087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256919428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-5vcj7\" ","response":"range_response_count:1 size:4462"} {"level":"warn","ts":"2026-03-19T09:01:04.308723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81305876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:01:04.308732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207201771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:01:04.308764Z","caller":"traceutil/trace.go:171","msg":"trace[1180335845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:359; }","duration":"1.813145782s","start":"2026-03-19T09:01:02.495609Z","end":"2026-03-19T09:01:04.308755Z","steps":["trace[1180335845] 'agreement among raft nodes before linearized reading' (duration: 1.813076161s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:04.308764Z","caller":"traceutil/trace.go:171","msg":"trace[1375325259] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-5vcj7; range_end:; response_count:1; response_revision:359; }","duration":"2.257027491s","start":"2026-03-19T09:01:02.051721Z","end":"2026-03-19T09:01:04.308748Z","steps":["trace[1375325259] 'agreement among raft nodes before linearized reading' (duration: 2.256898738s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:04.308769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206607089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T09:01:04.308749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:01.771568Z","time spent":"2.537100746s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:04.308795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:02.495588Z","time spent":"1.813201813s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:01:04.308804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:02.051701Z","time spent":"2.257095672s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4484,"request content":"key:\"/registry/pods/kube-system/kube-proxy-5vcj7\" "} {"level":"warn","ts":"2026-03-19T09:01:04.308827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206225251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:01:04.308895Z","caller":"traceutil/trace.go:171","msg":"trace[1419011054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:359; }","duration":"2.206321094s","start":"2026-03-19T09:01:02.102555Z","end":"2026-03-19T09:01:04.308876Z","steps":["trace[1419011054] 'agreement among raft nodes before linearized reading' (duration: 2.20615443s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:04.308719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205774061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:01:04.308926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:02.102546Z","time spent":"2.206374835s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:01:04.308956Z","caller":"traceutil/trace.go:171","msg":"trace[1553738693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:359; }","duration":"2.206024407s","start":"2026-03-19T09:01:02.10292Z","end":"2026-03-19T09:01:04.308944Z","steps":["trace[1553738693] 'agreement among raft nodes before linearized reading' (duration: 2.205764432s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:04.308993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:02.102911Z","time spent":"2.206071789s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:01:04.308805Z","caller":"traceutil/trace.go:171","msg":"trace[1960789977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:359; }","duration":"2.206675531s","start":"2026-03-19T09:01:02.10212Z","end":"2026-03-19T09:01:04.308796Z","steps":["trace[1960789977] 'agreement among raft nodes before linearized reading' (duration: 2.20662432s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:04.30905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:02.102101Z","time spent":"2.206941297s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:01:04.308774Z","caller":"traceutil/trace.go:171","msg":"trace[590287855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:359; }","duration":"2.207282344s","start":"2026-03-19T09:01:02.10148Z","end":"2026-03-19T09:01:04.308763Z","steps":["trace[590287855] 'agreement among raft nodes before linearized reading' (duration: 2.207205913s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:04.309084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:02.10146Z","time spent":"2.207618273s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:01:05.428778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.956237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:05.428894Z","caller":"traceutil/trace.go:171","msg":"trace[1389340189] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"1.116459142s","start":"2026-03-19T09:01:04.312417Z","end":"2026-03-19T09:01:05.428876Z","steps":["trace[1389340189] 'process raft request' (duration: 273.324411ms)","trace[1389340189] 'compare' (duration: 842.733662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:05.428953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:04.312395Z","time spent":"1.116531144s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:06.316791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:01:06.316872Z","caller":"traceutil/trace.go:171","msg":"trace[1667313423] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000211684s","start":"2026-03-19T09:01:04.316643Z","end":"2026-03-19T09:01:06.316855Z","steps":["trace[1667313423] 'agreement among raft nodes before linearized reading' (duration: 2.000111862s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:06.316928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:04.316634Z","time spent":"2.000284085s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:01:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:01:06.455536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.869821948s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:01:07.497267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041456604s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:07.497608Z","caller":"traceutil/trace.go:171","msg":"trace[581415864] linearizableReadLoop","detail":"{readStateIndex:375; appliedIndex:370; }","duration":"3.180918074s","start":"2026-03-19T09:01:04.316669Z","end":"2026-03-19T09:01:07.497587Z","steps":["trace[581415864] 'read index received' (duration: 269.06854ms)","trace[581415864] 'applied index is now lower than readState.Index' (duration: 2.911848364s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:07.497734Z","caller":"traceutil/trace.go:171","msg":"trace[1848840104] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"3.184318216s","start":"2026-03-19T09:01:04.313401Z","end":"2026-03-19T09:01:07.497719Z","steps":["trace[1848840104] 'process raft request' (duration: 3.183976969s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:07.497826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:04.31337Z","time spent":"3.184411059s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:01:07.49786Z","caller":"traceutil/trace.go:171","msg":"trace[1360678394] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"3.184535702s","start":"2026-03-19T09:01:04.313295Z","end":"2026-03-19T09:01:07.49783Z","steps":["trace[1360678394] 'process raft request' (duration: 2.142384263s)","trace[1360678394] 'compare' (duration: 1.041306741s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:07.498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:04.313269Z","time spent":"3.184653804s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:01:07.498015Z","caller":"traceutil/trace.go:171","msg":"trace[1270375216] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"3.181874354s","start":"2026-03-19T09:01:04.316116Z","end":"2026-03-19T09:01:07.49799Z","steps":["trace[1270375216] 'process raft request' (duration: 3.181389744s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:07.498063Z","caller":"traceutil/trace.go:171","msg":"trace[2017075626] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"3.184268626s","start":"2026-03-19T09:01:04.313764Z","end":"2026-03-19T09:01:07.498032Z","steps":["trace[2017075626] 'process raft request' (duration: 3.183697544s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:07.498717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:04.316102Z","time spent":"3.182535188s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:07.498795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:04.313752Z","time spent":"3.184843758s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:07.560292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243026396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:07.560392Z","caller":"traceutil/trace.go:171","msg":"trace[1256617161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:364; }","duration":"1.243143238s","start":"2026-03-19T09:01:06.317224Z","end":"2026-03-19T09:01:07.560368Z","steps":["trace[1256617161] 'agreement among raft nodes before linearized reading' (duration: 1.242948124s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:07.560439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:06.317122Z","time spent":"1.243309223s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:01:07.560265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675152903s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:01:07.560582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.548894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:01:07.560523Z","caller":"traceutil/trace.go:171","msg":"trace[1377373102] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:364; }","duration":"1.675443249s","start":"2026-03-19T09:01:05.88506Z","end":"2026-03-19T09:01:07.560503Z","steps":["trace[1377373102] 'agreement among raft nodes before linearized reading' (duration: 1.675122722s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:07.560687Z","caller":"traceutil/trace.go:171","msg":"trace[612686142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:364; }","duration":"127.662337ms","start":"2026-03-19T09:01:07.432971Z","end":"2026-03-19T09:01:07.560634Z","steps":["trace[612686142] 'agreement among raft nodes before linearized reading' (duration: 127.401681ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:07.684402Z","caller":"traceutil/trace.go:171","msg":"trace[15327897] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"118.533062ms","start":"2026-03-19T09:01:07.565846Z","end":"2026-03-19T09:01:07.684379Z","steps":["trace[15327897] 'process raft request' (duration: 118.331237ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:07.684451Z","caller":"traceutil/trace.go:171","msg":"trace[704333497] linearizableReadLoop","detail":"{readStateIndex:379; appliedIndex:376; }","duration":"115.378774ms","start":"2026-03-19T09:01:07.569048Z","end":"2026-03-19T09:01:07.684426Z","steps":["trace[704333497] 'read index received' (duration: 87.810664ms)","trace[704333497] 'applied index is now lower than readState.Index' (duration: 27.56689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:07.684572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.504817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:07.684618Z","caller":"traceutil/trace.go:171","msg":"trace[2405115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:368; }","duration":"115.586778ms","start":"2026-03-19T09:01:07.569019Z","end":"2026-03-19T09:01:07.684605Z","steps":["trace[2405115] 'agreement among raft nodes before linearized reading' (duration: 115.501716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:07.684631Z","caller":"traceutil/trace.go:171","msg":"trace[558215626] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"114.565477ms","start":"2026-03-19T09:01:07.570056Z","end":"2026-03-19T09:01:07.684622Z","steps":["trace[558215626] 'process raft request' (duration: 114.31834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:07.684716Z","caller":"traceutil/trace.go:171","msg":"trace[1157238046] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"116.816256ms","start":"2026-03-19T09:01:07.567859Z","end":"2026-03-19T09:01:07.684675Z","steps":["trace[1157238046] 'process raft request' (duration: 116.446027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:11.700069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.954578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:01:11.700156Z","caller":"traceutil/trace.go:171","msg":"trace[64332257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:376; }","duration":"138.125542ms","start":"2026-03-19T09:01:11.562012Z","end":"2026-03-19T09:01:11.700137Z","steps":["trace[64332257] 'range keys from in-memory index tree' (duration: 137.815695ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:23.796177Z","caller":"traceutil/trace.go:171","msg":"trace[1087053263] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"190.23787ms","start":"2026-03-19T09:01:23.605306Z","end":"2026-03-19T09:01:23.795544Z","steps":["trace[1087053263] 'process raft request' (duration: 189.562994ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:24.087976Z","caller":"traceutil/trace.go:171","msg":"trace[366636815] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:419; }","duration":"182.447803ms","start":"2026-03-19T09:01:23.9055Z","end":"2026-03-19T09:01:24.087947Z","steps":["trace[366636815] 'read index received' (duration: 182.160546ms)","trace[366636815] 'applied index is now lower than readState.Index' (duration: 285.906µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:24.088083Z","caller":"traceutil/trace.go:171","msg":"trace[620689920] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"185.252203ms","start":"2026-03-19T09:01:23.902794Z","end":"2026-03-19T09:01:24.088046Z","steps":["trace[620689920] 'process raft request' (duration: 184.938076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:24.088182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.656767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:01:24.088267Z","caller":"traceutil/trace.go:171","msg":"trace[1814032571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:405; }","duration":"182.80679ms","start":"2026-03-19T09:01:23.905438Z","end":"2026-03-19T09:01:24.088245Z","steps":["trace[1814032571] 'agreement among raft nodes before linearized reading' (duration: 182.618916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:24.088322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.895579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:01:24.088318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.689066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:01:24.088371Z","caller":"traceutil/trace.go:171","msg":"trace[578924654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:405; }","duration":"180.97027ms","start":"2026-03-19T09:01:23.907388Z","end":"2026-03-19T09:01:24.088358Z","steps":["trace[578924654] 'agreement among raft nodes before linearized reading' (duration: 180.840797ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:24.088456Z","caller":"traceutil/trace.go:171","msg":"trace[837468708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:405; }","duration":"181.8476ms","start":"2026-03-19T09:01:23.90659Z","end":"2026-03-19T09:01:24.088438Z","steps":["trace[837468708] 'agreement among raft nodes before linearized reading' (duration: 181.530173ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:32.102776Z","caller":"traceutil/trace.go:171","msg":"trace[1878073306] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"109.017298ms","start":"2026-03-19T09:01:31.993733Z","end":"2026-03-19T09:01:32.10275Z","steps":["trace[1878073306] 'process raft request' (duration: 108.847975ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:40.519537Z","caller":"traceutil/trace.go:171","msg":"trace[1885972601] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"246.012316ms","start":"2026-03-19T09:01:40.273491Z","end":"2026-03-19T09:01:40.519504Z","steps":["trace[1885972601] 'process raft request' (duration: 201.383699ms)","trace[1885972601] 'compare' (duration: 44.254558ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:40.530273Z","caller":"traceutil/trace.go:171","msg":"trace[1680561703] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"256.175263ms","start":"2026-03-19T09:01:40.274051Z","end":"2026-03-19T09:01:40.530227Z","steps":["trace[1680561703] 'process raft request' (duration: 256.0156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:40.530371Z","caller":"traceutil/trace.go:171","msg":"trace[1433364161] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"256.226584ms","start":"2026-03-19T09:01:40.274097Z","end":"2026-03-19T09:01:40.530323Z","steps":["trace[1433364161] 'process raft request' (duration: 256.071911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:45.785848Z","caller":"traceutil/trace.go:171","msg":"trace[411245255] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:538; }","duration":"290.233103ms","start":"2026-03-19T09:01:45.495595Z","end":"2026-03-19T09:01:45.785828Z","steps":["trace[411245255] 'read index received' (duration: 290.124921ms)","trace[411245255] 'applied index is now lower than readState.Index' (duration: 107.312µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:45.785945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.337085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:45.785971Z","caller":"traceutil/trace.go:171","msg":"trace[687737455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"290.404377ms","start":"2026-03-19T09:01:45.495558Z","end":"2026-03-19T09:01:45.785962Z","steps":["trace[687737455] 'agreement among raft nodes before linearized reading' (duration: 290.352416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:45.785942Z","caller":"traceutil/trace.go:171","msg":"trace[543722046] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"613.459866ms","start":"2026-03-19T09:01:45.172452Z","end":"2026-03-19T09:01:45.785911Z","steps":["trace[543722046] 'process raft request' (duration: 613.233381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:45.786091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:45.17242Z","time spent":"613.597638ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:46.426527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.914856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"info","ts":"2026-03-19T09:01:46.426609Z","caller":"traceutil/trace.go:171","msg":"trace[938500872] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:519; }","duration":"116.046048ms","start":"2026-03-19T09:01:46.310544Z","end":"2026-03-19T09:01:46.42659Z","steps":["trace[938500872] 'range keys from in-memory index tree' (duration: 115.768402ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:46.7325Z","caller":"traceutil/trace.go:171","msg":"trace[510439747] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:540; }","duration":"160.082513ms","start":"2026-03-19T09:01:46.572387Z","end":"2026-03-19T09:01:46.73247Z","steps":["trace[510439747] 'read index received' (duration: 160.051352ms)","trace[510439747] 'applied index is now lower than readState.Index' (duration: 29.961µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:46.732648Z","caller":"traceutil/trace.go:171","msg":"trace[1761706166] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"297.951469ms","start":"2026-03-19T09:01:46.434613Z","end":"2026-03-19T09:01:46.732564Z","steps":["trace[1761706166] 'process raft request' (duration: 297.697463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:46.732695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.292048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:01:46.732769Z","caller":"traceutil/trace.go:171","msg":"trace[1106025732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:521; }","duration":"160.41525ms","start":"2026-03-19T09:01:46.572335Z","end":"2026-03-19T09:01:46.732751Z","steps":["trace[1106025732] 'agreement among raft nodes before linearized reading' (duration: 160.254286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:49.496022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000061861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:01:49.49615Z","caller":"traceutil/trace.go:171","msg":"trace[1507906646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236785s","start":"2026-03-19T09:01:47.495893Z","end":"2026-03-19T09:01:49.49613Z","steps":["trace[1507906646] 'agreement among raft nodes before linearized reading' (duration: 2.000086662s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:49.49622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:47.495878Z","time spent":"2.000310406s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:01:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:01:49.861245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074122853s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:01:49.861518Z","caller":"traceutil/trace.go:171","msg":"trace[1148034020] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"3.12480952s","start":"2026-03-19T09:01:46.73669Z","end":"2026-03-19T09:01:49.861499Z","steps":["trace[1148034020] 'process raft request' (duration: 3.124691698s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:49.861533Z","caller":"traceutil/trace.go:171","msg":"trace[448682436] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:541; }","duration":"3.128916499s","start":"2026-03-19T09:01:46.732584Z","end":"2026-03-19T09:01:49.8615Z","steps":["trace[448682436] 'read index received' (duration: 54.53517ms)","trace[448682436] 'applied index is now lower than readState.Index' (duration: 3.074376959s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:49.861771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.232131171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:01:49.861796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.448036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:49.861822Z","caller":"traceutil/trace.go:171","msg":"trace[947482419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:522; }","duration":"3.232205993s","start":"2026-03-19T09:01:46.629599Z","end":"2026-03-19T09:01:49.861805Z","steps":["trace[947482419] 'agreement among raft nodes before linearized reading' (duration: 3.23205611s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:49.861813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240770256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:01:49.861837Z","caller":"traceutil/trace.go:171","msg":"trace[30633356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:522; }","duration":"365.538209ms","start":"2026-03-19T09:01:49.496286Z","end":"2026-03-19T09:01:49.861824Z","steps":["trace[30633356] 'agreement among raft nodes before linearized reading' (duration: 365.472507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:49.861859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:46.62959Z","time spent":"3.232259504s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:01:49.861869Z","caller":"traceutil/trace.go:171","msg":"trace[1702439317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:522; }","duration":"3.240858288s","start":"2026-03-19T09:01:46.620992Z","end":"2026-03-19T09:01:49.86185Z","steps":["trace[1702439317] 'agreement among raft nodes before linearized reading' (duration: 3.240747336s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:49.86187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:49.496265Z","time spent":"365.5982ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:01:49.861866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.58059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:01:49.861897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373810901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:01:49.861945Z","caller":"traceutil/trace.go:171","msg":"trace[969373203] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:522; }","duration":"933.702713ms","start":"2026-03-19T09:01:48.928221Z","end":"2026-03-19T09:01:49.861924Z","steps":["trace[969373203] 'agreement among raft nodes before linearized reading' (duration: 933.56069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:49.861954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:46.620963Z","time spent":"3.24092859s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:01:49.861999Z","caller":"traceutil/trace.go:171","msg":"trace[312088500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:522; }","duration":"1.373991594s","start":"2026-03-19T09:01:48.487989Z","end":"2026-03-19T09:01:49.861981Z","steps":["trace[312088500] 'agreement among raft nodes before linearized reading' (duration: 1.373764679s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:49.862009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:48.928197Z","time spent":"933.800805ms","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:01:49.862316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:46.736665Z","time spent":"3.124900282s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:49.862361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:48.487969Z","time spent":"1.374063036s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:01:55.602546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.437272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:55.602658Z","caller":"traceutil/trace.go:171","msg":"trace[1992445892] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:582; }","duration":"155.899363ms","start":"2026-03-19T09:01:55.44674Z","end":"2026-03-19T09:01:55.602639Z","steps":["trace[1992445892] 'read index received' (duration: 36.51µs)","trace[1992445892] 'applied index is now lower than readState.Index' (duration: 155.861643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:55.602782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.039297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:01:55.602754Z","caller":"traceutil/trace.go:171","msg":"trace[1704698878] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"226.030397ms","start":"2026-03-19T09:01:55.376651Z","end":"2026-03-19T09:01:55.602681Z","steps":["trace[1704698878] 'process raft request' (duration: 65.388021ms)","trace[1704698878] 'compare' (duration: 160.311559ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:55.602851Z","caller":"traceutil/trace.go:171","msg":"trace[748155273] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:561; }","duration":"156.134508ms","start":"2026-03-19T09:01:55.446695Z","end":"2026-03-19T09:01:55.60283Z","steps":["trace[748155273] 'agreement among raft nodes before linearized reading' (duration: 156.018226ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:56.034744Z","caller":"traceutil/trace.go:171","msg":"trace[1955228025] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:583; }","duration":"432.030995ms","start":"2026-03-19T09:01:55.602687Z","end":"2026-03-19T09:01:56.034718Z","steps":["trace[1955228025] 'read index received' (duration: 429.457429ms)","trace[1955228025] 'applied index is now lower than readState.Index' (duration: 2.572306ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:56.034763Z","caller":"traceutil/trace.go:171","msg":"trace[1668992018] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"576.310829ms","start":"2026-03-19T09:01:55.458427Z","end":"2026-03-19T09:01:56.034737Z","steps":["trace[1668992018] 'process raft request' (duration: 573.915358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:56.034905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.98459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:01:56.034943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.188472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:01:56.034963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:55.458395Z","time spent":"576.494702ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:56.034993Z","caller":"traceutil/trace.go:171","msg":"trace[70154921] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:562; }","duration":"471.130803ms","start":"2026-03-19T09:01:55.56384Z","end":"2026-03-19T09:01:56.034971Z","steps":["trace[70154921] 'agreement among raft nodes before linearized reading' (duration: 470.954619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:56.034997Z","caller":"traceutil/trace.go:171","msg":"trace[979495148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"539.292304ms","start":"2026-03-19T09:01:55.49569Z","end":"2026-03-19T09:01:56.034983Z","steps":["trace[979495148] 'agreement among raft nodes before linearized reading' (duration: 539.11927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:56.035042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:55.495666Z","time spent":"539.367626ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:01:56.035054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.126454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:01:56.035085Z","caller":"traceutil/trace.go:171","msg":"trace[696281623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:562; }","duration":"119.182805ms","start":"2026-03-19T09:01:55.915893Z","end":"2026-03-19T09:01:56.035076Z","steps":["trace[696281623] 'agreement among raft nodes before linearized reading' (duration: 119.119504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:56.035041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:55.563817Z","time spent":"471.212685ms","remote":"127.0.0.1:50748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:01:56.345345Z","caller":"traceutil/trace.go:171","msg":"trace[1841513205] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"306.536215ms","start":"2026-03-19T09:01:56.03878Z","end":"2026-03-19T09:01:56.345316Z","steps":["trace[1841513205] 'process raft request' (duration: 274.084688ms)","trace[1841513205] 'compare' (duration: 32.319534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:56.345509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.038757Z","time spent":"306.669717ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:01:56.423319Z","caller":"traceutil/trace.go:171","msg":"trace[1262103774] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"383.848462ms","start":"2026-03-19T09:01:56.039446Z","end":"2026-03-19T09:01:56.423294Z","steps":["trace[1262103774] 'process raft request' (duration: 383.777581ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:56.423421Z","caller":"traceutil/trace.go:171","msg":"trace[1414104324] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"383.939364ms","start":"2026-03-19T09:01:56.0394Z","end":"2026-03-19T09:01:56.42334Z","steps":["trace[1414104324] 'process raft request' (duration: 383.711869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:56.423529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.039429Z","time spent":"384.025085ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:56.423958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.039383Z","time spent":"384.24883ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:01:56.424129Z","caller":"traceutil/trace.go:171","msg":"trace[219549629] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"384.282671ms","start":"2026-03-19T09:01:56.039834Z","end":"2026-03-19T09:01:56.424117Z","steps":["trace[219549629] 'process raft request' (duration: 383.421303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:56.424188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.039818Z","time spent":"384.334662ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:01:56.424221Z","caller":"traceutil/trace.go:171","msg":"trace[813464054] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"364.738581ms","start":"2026-03-19T09:01:56.059471Z","end":"2026-03-19T09:01:56.42421Z","steps":["trace[813464054] 'process raft request' (duration: 364.538957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:56.424269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.059453Z","time spent":"364.792883ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:56.424516Z","caller":"traceutil/trace.go:171","msg":"trace[1732017743] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"364.951166ms","start":"2026-03-19T09:01:56.059559Z","end":"2026-03-19T09:01:56.42451Z","steps":["trace[1732017743] 'process raft request' (duration: 364.533717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:56.424558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.059534Z","time spent":"365.005767ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:56.424647Z","caller":"traceutil/trace.go:171","msg":"trace[1341254820] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"363.71291ms","start":"2026-03-19T09:01:56.060908Z","end":"2026-03-19T09:01:56.424621Z","steps":["trace[1341254820] 'process raft request' (duration: 363.555667ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:56.42477Z","caller":"traceutil/trace.go:171","msg":"trace[2142809151] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"245.687749ms","start":"2026-03-19T09:01:56.179075Z","end":"2026-03-19T09:01:56.424763Z","steps":["trace[2142809151] 'process raft request' (duration: 245.642368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:56.424781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.0609Z","time spent":"363.818492ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:56.809423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.698577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:56.809563Z","caller":"traceutil/trace.go:171","msg":"trace[574930412] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"296.06861ms","start":"2026-03-19T09:01:56.513468Z","end":"2026-03-19T09:01:56.809537Z","steps":["trace[574930412] 'process raft request' (duration: 176.170789ms)","trace[574930412] 'compare' (duration: 119.536562ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:56.986968Z","caller":"traceutil/trace.go:171","msg":"trace[1859634316] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"472.606125ms","start":"2026-03-19T09:01:56.514336Z","end":"2026-03-19T09:01:56.986942Z","steps":["trace[1859634316] 'process raft request' (duration: 471.277836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:56.987055Z","caller":"traceutil/trace.go:171","msg":"trace[1283577107] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"472.436362ms","start":"2026-03-19T09:01:56.514591Z","end":"2026-03-19T09:01:56.987028Z","steps":["trace[1283577107] 'process raft request' (duration: 472.240758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:56.987105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.514325Z","time spent":"472.717038ms","remote":"127.0.0.1:50276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:56.987168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.514533Z","time spent":"472.580525ms","remote":"127.0.0.1:50276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:56.987363Z","caller":"traceutil/trace.go:171","msg":"trace[751849251] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"466.597457ms","start":"2026-03-19T09:01:56.520757Z","end":"2026-03-19T09:01:56.987355Z","steps":["trace[751849251] 'process raft request' (duration: 466.256599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:56.987407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.520741Z","time spent":"466.650097ms","remote":"127.0.0.1:50276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:56.987623Z","caller":"traceutil/trace.go:171","msg":"trace[1242740150] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"465.428581ms","start":"2026-03-19T09:01:56.522187Z","end":"2026-03-19T09:01:56.987615Z","steps":["trace[1242740150] 'process raft request' (duration: 465.005602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:56.987666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.522178Z","time spent":"465.472482ms","remote":"127.0.0.1:50276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:56.988383Z","caller":"traceutil/trace.go:171","msg":"trace[978810041] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"466.027534ms","start":"2026-03-19T09:01:56.522326Z","end":"2026-03-19T09:01:56.988354Z","steps":["trace[978810041] 'process raft request' (duration: 465.695287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:56.988562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.522295Z","time spent":"466.188347ms","remote":"127.0.0.1:50276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:57.174561Z","caller":"traceutil/trace.go:171","msg":"trace[784770894] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"359.291195ms","start":"2026-03-19T09:01:56.815191Z","end":"2026-03-19T09:01:57.174482Z","steps":["trace[784770894] 'process raft request' (duration: 323.468496ms)","trace[784770894] 'compare' (duration: 35.568683ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:57.174568Z","caller":"traceutil/trace.go:171","msg":"trace[1893670630] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"354.759087ms","start":"2026-03-19T09:01:56.819756Z","end":"2026-03-19T09:01:57.174515Z","steps":["trace[1893670630] 'process raft request' (duration: 354.630125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:57.174857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.815169Z","time spent":"359.54541ms","remote":"127.0.0.1:50758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:57.175193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.819742Z","time spent":"355.30593ms","remote":"127.0.0.1:50276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9932,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:57.361977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.507271ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:01:57.362481Z","caller":"traceutil/trace.go:171","msg":"trace[1891401046] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"371.123249ms","start":"2026-03-19T09:01:56.99122Z","end":"2026-03-19T09:01:57.362343Z","steps":["trace[1891401046] 'process raft request' (duration: 370.870574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:57.36264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.99119Z","time spent":"371.376285ms","remote":"127.0.0.1:50758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:57.531234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.8358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:57.531508Z","caller":"traceutil/trace.go:171","msg":"trace[1942059968] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"527.771118ms","start":"2026-03-19T09:01:57.003706Z","end":"2026-03-19T09:01:57.531478Z","steps":["trace[1942059968] 'process raft request' (duration: 527.621255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:57.531653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.003673Z","time spent":"527.90593ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:57.531743Z","caller":"traceutil/trace.go:171","msg":"trace[322699199] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"527.571073ms","start":"2026-03-19T09:01:57.004143Z","end":"2026-03-19T09:01:57.531714Z","steps":["trace[322699199] 'process raft request' (duration: 527.304777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.531844Z","caller":"traceutil/trace.go:171","msg":"trace[1777213163] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"348.272858ms","start":"2026-03-19T09:01:57.183552Z","end":"2026-03-19T09:01:57.531825Z","steps":["trace[1777213163] 'process raft request' (duration: 348.164076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:57.531891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.004119Z","time spent":"527.709436ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:57.531871Z","caller":"traceutil/trace.go:171","msg":"trace[783255675] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"527.461421ms","start":"2026-03-19T09:01:57.004341Z","end":"2026-03-19T09:01:57.531802Z","steps":["trace[783255675] 'process raft request' (duration: 527.175955ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.531925Z","caller":"traceutil/trace.go:171","msg":"trace[193478107] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"528.247888ms","start":"2026-03-19T09:01:57.003658Z","end":"2026-03-19T09:01:57.531906Z","steps":["trace[193478107] 'process raft request' (duration: 358.671712ms)","trace[193478107] 'compare' (duration: 168.703597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:57.532017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.003633Z","time spent":"528.350859ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:57.532036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.004332Z","time spent":"527.630314ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:57.532024Z","caller":"traceutil/trace.go:171","msg":"trace[28451321] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"528.265878ms","start":"2026-03-19T09:01:57.003748Z","end":"2026-03-19T09:01:57.532014Z","steps":["trace[28451321] 'process raft request' (duration: 527.621084ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.532072Z","caller":"traceutil/trace.go:171","msg":"trace[1397037613] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"526.96253ms","start":"2026-03-19T09:01:57.005068Z","end":"2026-03-19T09:01:57.53203Z","steps":["trace[1397037613] 'process raft request' (duration: 526.589513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:57.532104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.183524Z","time spent":"348.36935ms","remote":"127.0.0.1:50276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:01:57.532117Z","caller":"traceutil/trace.go:171","msg":"trace[519649384] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"527.939791ms","start":"2026-03-19T09:01:57.004162Z","end":"2026-03-19T09:01:57.532102Z","steps":["trace[519649384] 'process raft request' (duration: 527.307118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:57.532157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.003739Z","time spent":"528.3758ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:57.532188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.004152Z","time spent":"528.005782ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:57.532182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.005055Z","time spent":"527.081493ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:57.532189Z","caller":"traceutil/trace.go:171","msg":"trace[96974382] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"527.951312ms","start":"2026-03-19T09:01:57.004228Z","end":"2026-03-19T09:01:57.532179Z","steps":["trace[96974382] 'process raft request' (duration: 527.264707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:57.532248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.004213Z","time spent":"528.011513ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:57.532364Z","caller":"traceutil/trace.go:171","msg":"trace[1389619932] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"527.934482ms","start":"2026-03-19T09:01:57.004416Z","end":"2026-03-19T09:01:57.53235Z","steps":["trace[1389619932] 'process raft request' (duration: 527.123354ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.532393Z","caller":"traceutil/trace.go:171","msg":"trace[1731683902] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"528.248099ms","start":"2026-03-19T09:01:57.00413Z","end":"2026-03-19T09:01:57.532378Z","steps":["trace[1731683902] 'process raft request' (duration: 527.294388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:57.532424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.004402Z","time spent":"527.997423ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:57.532442Z","caller":"traceutil/trace.go:171","msg":"trace[575800746] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"526.742145ms","start":"2026-03-19T09:01:57.005672Z","end":"2026-03-19T09:01:57.532415Z","steps":["trace[575800746] 'process raft request' (duration: 526.012039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.532055Z","caller":"traceutil/trace.go:171","msg":"trace[1069761408] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"528.235467ms","start":"2026-03-19T09:01:57.003812Z","end":"2026-03-19T09:01:57.532048Z","steps":["trace[1069761408] 'process raft request' (duration: 527.584313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:57.532461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.004112Z","time spent":"528.3185ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:57.532569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.005644Z","time spent":"526.861328ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:57.532688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.003799Z","time spent":"528.751019ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:57.575939Z","caller":"traceutil/trace.go:171","msg":"trace[408745621] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"204.865503ms","start":"2026-03-19T09:01:57.371039Z","end":"2026-03-19T09:01:57.575905Z","steps":["trace[408745621] 'process raft request' (duration: 204.670969ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.663592Z","caller":"traceutil/trace.go:171","msg":"trace[1646665942] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"122.739752ms","start":"2026-03-19T09:01:57.540835Z","end":"2026-03-19T09:01:57.663575Z","steps":["trace[1646665942] 'process raft request' (duration: 122.486676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.663607Z","caller":"traceutil/trace.go:171","msg":"trace[1467367485] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"122.784252ms","start":"2026-03-19T09:01:57.540786Z","end":"2026-03-19T09:01:57.66357Z","steps":["trace[1467367485] 'process raft request' (duration: 122.506367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.663512Z","caller":"traceutil/trace.go:171","msg":"trace[648244737] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"122.818253ms","start":"2026-03-19T09:01:57.540667Z","end":"2026-03-19T09:01:57.663486Z","steps":["trace[648244737] 'process raft request' (duration: 121.918334ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.663929Z","caller":"traceutil/trace.go:171","msg":"trace[141780106] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"123.026639ms","start":"2026-03-19T09:01:57.540884Z","end":"2026-03-19T09:01:57.663911Z","steps":["trace[141780106] 'process raft request' (duration: 122.465696ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.664182Z","caller":"traceutil/trace.go:171","msg":"trace[1626702888] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"123.11475ms","start":"2026-03-19T09:01:57.541055Z","end":"2026-03-19T09:01:57.66417Z","steps":["trace[1626702888] 'process raft request' (duration: 122.325092ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.664244Z","caller":"traceutil/trace.go:171","msg":"trace[1982240431] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"123.11949ms","start":"2026-03-19T09:01:57.541115Z","end":"2026-03-19T09:01:57.664235Z","steps":["trace[1982240431] 'process raft request' (duration: 123.058349ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.664252Z","caller":"traceutil/trace.go:171","msg":"trace[455436864] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"123.13753ms","start":"2026-03-19T09:01:57.541093Z","end":"2026-03-19T09:01:57.66423Z","steps":["trace[455436864] 'process raft request' (duration: 123.028608ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.664364Z","caller":"traceutil/trace.go:171","msg":"trace[381926904] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"122.927446ms","start":"2026-03-19T09:01:57.541387Z","end":"2026-03-19T09:01:57.664314Z","steps":["trace[381926904] 'process raft request' (duration: 122.835654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.664387Z","caller":"traceutil/trace.go:171","msg":"trace[602094155] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"122.965747ms","start":"2026-03-19T09:01:57.541409Z","end":"2026-03-19T09:01:57.664375Z","steps":["trace[602094155] 'process raft request' (duration: 122.840645ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.664412Z","caller":"traceutil/trace.go:171","msg":"trace[1618244035] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"122.549218ms","start":"2026-03-19T09:01:57.541847Z","end":"2026-03-19T09:01:57.664396Z","steps":["trace[1618244035] 'process raft request' (duration: 122.446846ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.664451Z","caller":"traceutil/trace.go:171","msg":"trace[1015876454] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"122.564729ms","start":"2026-03-19T09:01:57.541871Z","end":"2026-03-19T09:01:57.664436Z","steps":["trace[1015876454] 'process raft request' (duration: 122.484127ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.664639Z","caller":"traceutil/trace.go:171","msg":"trace[406972142] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"122.683291ms","start":"2026-03-19T09:01:57.541934Z","end":"2026-03-19T09:01:57.664617Z","steps":["trace[406972142] 'process raft request' (duration: 122.446266ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.664696Z","caller":"traceutil/trace.go:171","msg":"trace[578600942] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"122.024968ms","start":"2026-03-19T09:01:57.542645Z","end":"2026-03-19T09:01:57.66467Z","steps":["trace[578600942] 'process raft request' (duration: 121.881125ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.664847Z","caller":"traceutil/trace.go:171","msg":"trace[1823776811] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"123.708543ms","start":"2026-03-19T09:01:57.541125Z","end":"2026-03-19T09:01:57.664833Z","steps":["trace[1823776811] 'process raft request' (duration: 123.0716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.360533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.97558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:58.360783Z","caller":"traceutil/trace.go:171","msg":"trace[2114610047] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"554.401059ms","start":"2026-03-19T09:01:57.806328Z","end":"2026-03-19T09:01:58.360729Z","steps":["trace[2114610047] 'process raft request' (duration: 395.162694ms)","trace[2114610047] 'compare' (duration: 158.755724ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:58.360873Z","caller":"traceutil/trace.go:171","msg":"trace[642920464] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:647; }","duration":"554.43223ms","start":"2026-03-19T09:01:57.806399Z","end":"2026-03-19T09:01:58.360831Z","steps":["trace[642920464] 'read index received' (duration: 31.596738ms)","trace[642920464] 'applied index is now lower than readState.Index' (duration: 522.834702ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:58.360931Z","caller":"traceutil/trace.go:171","msg":"trace[541248479] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"552.675462ms","start":"2026-03-19T09:01:57.808249Z","end":"2026-03-19T09:01:58.360924Z","steps":["trace[541248479] 'process raft request' (duration: 552.397026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.360971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.806319Z","time spent":"554.563123ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:58.360999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.80822Z","time spent":"552.736162ms","remote":"127.0.0.1:50276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:58.361253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.852809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:7950"} {"level":"info","ts":"2026-03-19T09:01:58.36129Z","caller":"traceutil/trace.go:171","msg":"trace[27601181] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:626; }","duration":"554.890449ms","start":"2026-03-19T09:01:57.806392Z","end":"2026-03-19T09:01:58.361282Z","steps":["trace[27601181] 'agreement among raft nodes before linearized reading' (duration: 554.781687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.36131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.806354Z","time spent":"554.951271ms","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":7972,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-19T09:01:58.361616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.36434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:58.361649Z","caller":"traceutil/trace.go:171","msg":"trace[687364610] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:627; }","duration":"174.429511ms","start":"2026-03-19T09:01:58.18721Z","end":"2026-03-19T09:01:58.361639Z","steps":["trace[687364610] 'agreement among raft nodes before linearized reading' (duration: 174.366089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.361675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.308749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:01:58.361682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.410843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:58.361704Z","caller":"traceutil/trace.go:171","msg":"trace[870152509] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:627; }","duration":"161.382131ms","start":"2026-03-19T09:01:58.200312Z","end":"2026-03-19T09:01:58.361694Z","steps":["trace[870152509] 'agreement among raft nodes before linearized reading' (duration: 161.33778ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:58.361719Z","caller":"traceutil/trace.go:171","msg":"trace[149139502] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:627; }","duration":"142.493315ms","start":"2026-03-19T09:01:58.219216Z","end":"2026-03-19T09:01:58.361709Z","steps":["trace[149139502] 'agreement among raft nodes before linearized reading' (duration: 142.429734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.36177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.494633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:58.361792Z","caller":"traceutil/trace.go:171","msg":"trace[1797523392] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:627; }","duration":"161.540185ms","start":"2026-03-19T09:01:58.200244Z","end":"2026-03-19T09:01:58.361785Z","steps":["trace[1797523392] 'agreement among raft nodes before linearized reading' (duration: 161.506024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.36182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.623178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:58.361853Z","caller":"traceutil/trace.go:171","msg":"trace[1777034017] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:627; }","duration":"142.681939ms","start":"2026-03-19T09:01:58.219164Z","end":"2026-03-19T09:01:58.361846Z","steps":["trace[1777034017] 'agreement among raft nodes before linearized reading' (duration: 142.636448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.361879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.104944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:58.361899Z","caller":"traceutil/trace.go:171","msg":"trace[1964960328] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:627; }","duration":"174.160704ms","start":"2026-03-19T09:01:58.187732Z","end":"2026-03-19T09:01:58.361892Z","steps":["trace[1964960328] 'agreement among raft nodes before linearized reading' (duration: 174.128804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.361953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.899281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:58.361975Z","caller":"traceutil/trace.go:171","msg":"trace[863106434] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:627; }","duration":"160.937722ms","start":"2026-03-19T09:01:58.201031Z","end":"2026-03-19T09:01:58.361968Z","steps":["trace[863106434] 'agreement among raft nodes before linearized reading' (duration: 160.900801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.362048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.722543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:58.36209Z","caller":"traceutil/trace.go:171","msg":"trace[282186123] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:627; }","duration":"123.818985ms","start":"2026-03-19T09:01:58.238262Z","end":"2026-03-19T09:01:58.362081Z","steps":["trace[282186123] 'agreement among raft nodes before linearized reading' (duration: 123.758414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.362106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.250021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:58.362129Z","caller":"traceutil/trace.go:171","msg":"trace[1109905466] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:627; }","duration":"142.297302ms","start":"2026-03-19T09:01:58.219824Z","end":"2026-03-19T09:01:58.362122Z","steps":["trace[1109905466] 'agreement among raft nodes before linearized reading' (duration: 142.262721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.362212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.03837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:58.362231Z","caller":"traceutil/trace.go:171","msg":"trace[1311125428] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:627; }","duration":"124.07955ms","start":"2026-03-19T09:01:58.238145Z","end":"2026-03-19T09:01:58.362225Z","steps":["trace[1311125428] 'agreement among raft nodes before linearized reading' (duration: 124.04782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.362286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.321526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:58.362302Z","caller":"traceutil/trace.go:171","msg":"trace[475270357] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:627; }","duration":"124.353218ms","start":"2026-03-19T09:01:58.237943Z","end":"2026-03-19T09:01:58.362296Z","steps":["trace[475270357] 'agreement among raft nodes before linearized reading' (duration: 124.325817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.362537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.254849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:58.362566Z","caller":"traceutil/trace.go:171","msg":"trace[1972664644] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:627; }","duration":"175.285919ms","start":"2026-03-19T09:01:58.187273Z","end":"2026-03-19T09:01:58.362559Z","steps":["trace[1972664644] 'agreement among raft nodes before linearized reading' (duration: 175.242898ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:58.91221Z","caller":"traceutil/trace.go:171","msg":"trace[1905426841] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"362.969043ms","start":"2026-03-19T09:01:58.549212Z","end":"2026-03-19T09:01:58.912182Z","steps":["trace[1905426841] 'process raft request' (duration: 362.607436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.912382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:58.549179Z","time spent":"363.115897ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211574,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:01:59.603674Z","caller":"traceutil/trace.go:171","msg":"trace[1349761606] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:702; }","duration":"412.905415ms","start":"2026-03-19T09:01:59.190736Z","end":"2026-03-19T09:01:59.603642Z","steps":["trace[1349761606] 'read index received' (duration: 342.904984ms)","trace[1349761606] 'applied index is now lower than readState.Index' (duration: 69.999101ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:59.603689Z","caller":"traceutil/trace.go:171","msg":"trace[725958293] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"675.319332ms","start":"2026-03-19T09:01:58.928336Z","end":"2026-03-19T09:01:59.603655Z","steps":["trace[725958293] 'process raft request' (duration: 605.358922ms)","trace[725958293] 'compare' (duration: 69.598873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:59.603855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:58.928317Z","time spent":"675.467745ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:59.603903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.74374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:59.603951Z","caller":"traceutil/trace.go:171","msg":"trace[474010310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:679; }","duration":"107.845042ms","start":"2026-03-19T09:01:59.496094Z","end":"2026-03-19T09:01:59.603939Z","steps":["trace[474010310] 'agreement among raft nodes before linearized reading' (duration: 107.72152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:59.604009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.261702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rnxtc\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-19T09:01:59.604091Z","caller":"traceutil/trace.go:171","msg":"trace[1803307700] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rnxtc; range_end:; response_count:1; response_revision:679; }","duration":"413.386065ms","start":"2026-03-19T09:01:59.190685Z","end":"2026-03-19T09:01:59.604071Z","steps":["trace[1803307700] 'agreement among raft nodes before linearized reading' (duration: 413.099279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:59.604149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:59.190666Z","time spent":"413.470116ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-rnxtc\" "} {"level":"warn","ts":"2026-03-19T09:02:00.887207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325080990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:01.388216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325080990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:01.662991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828772938s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:01.66311Z","caller":"traceutil/trace.go:171","msg":"trace[1004068129] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"2.041905158s","start":"2026-03-19T09:01:59.621186Z","end":"2026-03-19T09:02:01.663091Z","steps":["trace[1004068129] 'process raft request' (duration: 212.883115ms)","trace[1004068129] 'compare' (duration: 1.828529223s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:01.663225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:59.62112Z","time spent":"2.042075911s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:01.888976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325080990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:02.389414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325080990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:02.890242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325080990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:03.258304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.403574998s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:02:03.495981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:02:03.496073Z","caller":"traceutil/trace.go:171","msg":"trace[143849767] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000090381s","start":"2026-03-19T09:02:01.495965Z","end":"2026-03-19T09:02:03.496056Z","steps":["trace[143849767] 'agreement among raft nodes before linearized reading' (duration: 1.999973529s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.496112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:01.495952Z","time spent":"2.000152082s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:02:03.743151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.344867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:03.743329Z","caller":"traceutil/trace.go:171","msg":"trace[1536176749] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"4.013759164s","start":"2026-03-19T09:01:59.72955Z","end":"2026-03-19T09:02:03.743309Z","steps":["trace[1536176749] 'process raft request' (duration: 3.529174942s)","trace[1536176749] 'compare' (duration: 484.095121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:03.743574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:59.729526Z","time spent":"4.013838435s","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211622,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:03.743873Z","caller":"traceutil/trace.go:171","msg":"trace[1786198099] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:704; }","duration":"3.356798505s","start":"2026-03-19T09:02:00.387041Z","end":"2026-03-19T09:02:03.743839Z","steps":["trace[1786198099] 'read index received' (duration: 2.871533229s)","trace[1786198099] 'applied index is now lower than readState.Index' (duration: 485.263526ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:03.743911Z","caller":"traceutil/trace.go:171","msg":"trace[1337414376] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"2.160149573s","start":"2026-03-19T09:02:01.583731Z","end":"2026-03-19T09:02:03.74388Z","steps":["trace[1337414376] 'process raft request' (duration: 2.15952389s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.744079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597788654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:02:03.744093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35704155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:02:03.744123Z","caller":"traceutil/trace.go:171","msg":"trace[576198897] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:682; }","duration":"1.597861655s","start":"2026-03-19T09:02:02.146246Z","end":"2026-03-19T09:02:03.744108Z","steps":["trace[576198897] 'agreement among raft nodes before linearized reading' (duration: 1.597746662s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.744089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:01.583702Z","time spent":"2.160281616s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:03.744134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29077768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:02:03.744128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908160374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:03.744145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.5892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:02:03.744113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.025576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:03.744123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045711139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:02:03.744191Z","caller":"traceutil/trace.go:171","msg":"trace[1140046643] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:682; }","duration":"345.642331ms","start":"2026-03-19T09:02:03.398535Z","end":"2026-03-19T09:02:03.744177Z","steps":["trace[1140046643] 'agreement among raft nodes before linearized reading' (duration: 345.537119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:03.744191Z","caller":"traceutil/trace.go:171","msg":"trace[878327455] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:682; }","duration":"2.908294467s","start":"2026-03-19T09:02:00.83588Z","end":"2026-03-19T09:02:03.744175Z","steps":["trace[878327455] 'agreement among raft nodes before linearized reading' (duration: 2.908118243s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.744201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.617157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:03.744172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2844979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T09:02:03.744221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:03.398479Z","time spent":"345.732953ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":55,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:02:03.74421Z","caller":"traceutil/trace.go:171","msg":"trace[1758201546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:682; }","duration":"247.147719ms","start":"2026-03-19T09:02:03.49704Z","end":"2026-03-19T09:02:03.744188Z","steps":["trace[1758201546] 'agreement among raft nodes before linearized reading' (duration: 247.015317ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:03.74422Z","caller":"traceutil/trace.go:171","msg":"trace[1972141908] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:682; }","duration":"2.045877723s","start":"2026-03-19T09:02:01.698322Z","end":"2026-03-19T09:02:03.7442Z","steps":["trace[1972141908] 'agreement among raft nodes before linearized reading' (duration: 2.045697679s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:03.744231Z","caller":"traceutil/trace.go:171","msg":"trace[1490936957] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:682; }","duration":"438.676417ms","start":"2026-03-19T09:02:03.305546Z","end":"2026-03-19T09:02:03.744222Z","steps":["trace[1490936957] 'agreement among raft nodes before linearized reading' (duration: 438.635306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.744234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:00.83586Z","time spent":"2.908364518s","remote":"127.0.0.1:50360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:02:03.744252Z","caller":"traceutil/trace.go:171","msg":"trace[2001820764] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:682; }","duration":"2.284622873s","start":"2026-03-19T09:02:01.459609Z","end":"2026-03-19T09:02:03.744232Z","steps":["trace[2001820764] 'agreement among raft nodes before linearized reading' (duration: 2.28446233s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.744259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290919803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:02:03.744266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:03.305521Z","time spent":"438.738119ms","remote":"127.0.0.1:50560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:03.744286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:01.45958Z","time spent":"2.284700774s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"info","ts":"2026-03-19T09:02:03.744291Z","caller":"traceutil/trace.go:171","msg":"trace[2129454852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:682; }","duration":"3.290994684s","start":"2026-03-19T09:02:00.453288Z","end":"2026-03-19T09:02:03.744283Z","steps":["trace[2129454852] 'agreement among raft nodes before linearized reading' (duration: 3.290906633s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.744293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:01.698273Z","time spent":"2.045988535s","remote":"127.0.0.1:50638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:03.744322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:00.453265Z","time spent":"3.291050515s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:03.744318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290919673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:02:03.744153Z","caller":"traceutil/trace.go:171","msg":"trace[1910532986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:682; }","duration":"3.357127292s","start":"2026-03-19T09:02:00.387007Z","end":"2026-03-19T09:02:03.744134Z","steps":["trace[1910532986] 'agreement among raft nodes before linearized reading' (duration: 3.356924428s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.74416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:02.146225Z","time spent":"1.597925587s","remote":"127.0.0.1:50752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":55,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:03.744457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:00.386989Z","time spent":"3.357441218s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:02:03.744426Z","caller":"traceutil/trace.go:171","msg":"trace[1041906694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:682; }","duration":"3.291063636s","start":"2026-03-19T09:02:00.453341Z","end":"2026-03-19T09:02:03.744405Z","steps":["trace[1041906694] 'agreement among raft nodes before linearized reading' (duration: 3.290672308s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:03.744174Z","caller":"traceutil/trace.go:171","msg":"trace[623063392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:682; }","duration":"3.290873582s","start":"2026-03-19T09:02:00.453288Z","end":"2026-03-19T09:02:03.744162Z","steps":["trace[623063392] 'agreement among raft nodes before linearized reading' (duration: 3.290693768s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.744512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:00.453266Z","time spent":"3.291237489s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:02:03.744519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:00.453323Z","time spent":"3.291180618s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:03.980994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.858143ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-19T09:02:03.981323Z","caller":"traceutil/trace.go:171","msg":"trace[1897441520] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"232.241841ms","start":"2026-03-19T09:02:03.749062Z","end":"2026-03-19T09:02:03.981304Z","steps":["trace[1897441520] 'process raft request' (duration: 232.176319ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:03.981731Z","caller":"traceutil/trace.go:171","msg":"trace[948624003] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:706; }","duration":"232.889954ms","start":"2026-03-19T09:02:03.748831Z","end":"2026-03-19T09:02:03.981721Z","steps":["trace[948624003] 'read index received' (duration: 96.323546ms)","trace[948624003] 'applied index is now lower than readState.Index' (duration: 136.565218ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:03.981766Z","caller":"traceutil/trace.go:171","msg":"trace[40951932] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"232.352743ms","start":"2026-03-19T09:02:03.749398Z","end":"2026-03-19T09:02:03.981751Z","steps":["trace[40951932] 'process raft request' (duration: 231.872633ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:03.981487Z","caller":"traceutil/trace.go:171","msg":"trace[1627914898] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"233.495058ms","start":"2026-03-19T09:02:03.747973Z","end":"2026-03-19T09:02:03.981468Z","steps":["trace[1627914898] 'process raft request' (duration: 233.12081ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:03.981814Z","caller":"traceutil/trace.go:171","msg":"trace[1362165162] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"230.493372ms","start":"2026-03-19T09:02:03.751263Z","end":"2026-03-19T09:02:03.981756Z","steps":["trace[1362165162] 'process raft request' (duration: 230.326759ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:03.981869Z","caller":"traceutil/trace.go:171","msg":"trace[326663494] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"218.567667ms","start":"2026-03-19T09:02:03.763247Z","end":"2026-03-19T09:02:03.981814Z","steps":["trace[326663494] 'process raft request' (duration: 218.394854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.981958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.103159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T09:02:03.982012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.277067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:03.98203Z","caller":"traceutil/trace.go:171","msg":"trace[25309504] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341; range_end:; response_count:1; response_revision:687; }","duration":"233.202321ms","start":"2026-03-19T09:02:03.748811Z","end":"2026-03-19T09:02:03.982013Z","steps":["trace[25309504] 'agreement among raft nodes before linearized reading' (duration: 232.975736ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:03.982049Z","caller":"traceutil/trace.go:171","msg":"trace[728151365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:687; }","duration":"229.339928ms","start":"2026-03-19T09:02:03.752699Z","end":"2026-03-19T09:02:03.982039Z","steps":["trace[728151365] 'agreement among raft nodes before linearized reading' (duration: 229.102583ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:04.564183Z","caller":"traceutil/trace.go:171","msg":"trace[234889135] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"110.614563ms","start":"2026-03-19T09:02:04.453544Z","end":"2026-03-19T09:02:04.564159Z","steps":["trace[234889135] 'process raft request' (duration: 110.310216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:05.096067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.411322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:05.096182Z","caller":"traceutil/trace.go:171","msg":"trace[1223685274] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"409.175284ms","start":"2026-03-19T09:02:04.686985Z","end":"2026-03-19T09:02:05.09616Z","steps":["trace[1223685274] 'process raft request' (duration: 157.598439ms)","trace[1223685274] 'compare' (duration: 251.165556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:05.096244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:04.686965Z","time spent":"409.251506ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:05.654777Z","caller":"traceutil/trace.go:171","msg":"trace[820345842] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:728; }","duration":"158.933469ms","start":"2026-03-19T09:02:05.495816Z","end":"2026-03-19T09:02:05.65475Z","steps":["trace[820345842] 'read index received' (duration: 29.961233ms)","trace[820345842] 'applied index is now lower than readState.Index' (duration: 128.971106ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:05.654836Z","caller":"traceutil/trace.go:171","msg":"trace[982385472] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"183.603667ms","start":"2026-03-19T09:02:05.471206Z","end":"2026-03-19T09:02:05.65481Z","steps":["trace[982385472] 'process raft request' (duration: 183.380543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:05.654896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.067612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:05.654931Z","caller":"traceutil/trace.go:171","msg":"trace[1320334132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:704; }","duration":"159.146123ms","start":"2026-03-19T09:02:05.495774Z","end":"2026-03-19T09:02:05.65492Z","steps":["trace[1320334132] 'agreement among raft nodes before linearized reading' (duration: 159.073711ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:06.09901Z","caller":"traceutil/trace.go:171","msg":"trace[325873314] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"109.810375ms","start":"2026-03-19T09:02:05.989188Z","end":"2026-03-19T09:02:06.098999Z","steps":["trace[325873314] 'process raft request' (duration: 109.651582ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:06.099077Z","caller":"traceutil/trace.go:171","msg":"trace[272167362] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"109.655492ms","start":"2026-03-19T09:02:05.989394Z","end":"2026-03-19T09:02:06.099049Z","steps":["trace[272167362] 'process raft request' (duration: 109.54634ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:06.099002Z","caller":"traceutil/trace.go:171","msg":"trace[1194158197] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"109.124ms","start":"2026-03-19T09:02:05.98986Z","end":"2026-03-19T09:02:06.098984Z","steps":["trace[1194158197] 'process raft request' (duration: 109.098529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:07.869096Z","caller":"traceutil/trace.go:171","msg":"trace[1435452054] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"374.486841ms","start":"2026-03-19T09:02:07.494583Z","end":"2026-03-19T09:02:07.86907Z","steps":["trace[1435452054] 'read index received' (duration: 348.482723ms)","trace[1435452054] 'applied index is now lower than readState.Index' (duration: 26.003138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:07.869329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.731527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:07.869351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.976804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:02:07.869383Z","caller":"traceutil/trace.go:171","msg":"trace[1949528862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:713; }","duration":"374.842919ms","start":"2026-03-19T09:02:07.494529Z","end":"2026-03-19T09:02:07.869372Z","steps":["trace[1949528862] 'agreement among raft nodes before linearized reading' (duration: 374.733807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:07.869427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:07.494508Z","time spent":"374.91109ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:02:07.869432Z","caller":"traceutil/trace.go:171","msg":"trace[1244163700] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:713; }","duration":"204.113247ms","start":"2026-03-19T09:02:07.665297Z","end":"2026-03-19T09:02:07.869411Z","steps":["trace[1244163700] 'agreement among raft nodes before linearized reading' (duration: 203.994084ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:07.869325Z","caller":"traceutil/trace.go:171","msg":"trace[1866753873] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"376.093395ms","start":"2026-03-19T09:02:07.493028Z","end":"2026-03-19T09:02:07.869121Z","steps":["trace[1866753873] 'process raft request' (duration: 350.178409ms)","trace[1866753873] 'compare' (duration: 25.757132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:07.870094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:07.49301Z","time spent":"376.860483ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17771,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:08.273494Z","caller":"traceutil/trace.go:171","msg":"trace[387539397] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"167.36301ms","start":"2026-03-19T09:02:08.106112Z","end":"2026-03-19T09:02:08.273475Z","steps":["trace[387539397] 'process raft request' (duration: 135.263081ms)","trace[387539397] 'compare' (duration: 32.018777ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:08.505804Z","caller":"traceutil/trace.go:171","msg":"trace[1962920423] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"399.541048ms","start":"2026-03-19T09:02:08.106237Z","end":"2026-03-19T09:02:08.505778Z","steps":["trace[1962920423] 'process raft request' (duration: 374.45685ms)","trace[1962920423] 'compare' (duration: 24.566087ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:08.505861Z","caller":"traceutil/trace.go:171","msg":"trace[1819411432] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"398.659889ms","start":"2026-03-19T09:02:08.107178Z","end":"2026-03-19T09:02:08.505838Z","steps":["trace[1819411432] 'process raft request' (duration: 398.21336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:08.50599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:08.107168Z","time spent":"398.750202ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:08.506008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:08.106217Z","time spent":"399.665081ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:09.439065Z","caller":"traceutil/trace.go:171","msg":"trace[1794413106] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"614.732584ms","start":"2026-03-19T09:02:08.824301Z","end":"2026-03-19T09:02:09.439033Z","steps":["trace[1794413106] 'process raft request' (duration: 614.584601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:09.439223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:08.824282Z","time spent":"614.878337ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:02:10.203218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.323821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:02:10.203287Z","caller":"traceutil/trace.go:171","msg":"trace[1889968143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:719; }","duration":"141.431384ms","start":"2026-03-19T09:02:10.061834Z","end":"2026-03-19T09:02:10.203266Z","steps":["trace[1889968143] 'range keys from in-memory index tree' (duration: 141.145308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:10.203451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.794867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rnxtc\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-03-19T09:02:10.203568Z","caller":"traceutil/trace.go:171","msg":"trace[437642458] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rnxtc; range_end:; response_count:1; response_revision:719; }","duration":"727.955361ms","start":"2026-03-19T09:02:09.475589Z","end":"2026-03-19T09:02:10.203544Z","steps":["trace[437642458] 'range keys from in-memory index tree' (duration: 727.578993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:10.203635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.475569Z","time spent":"728.046493ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17808,"request content":"key:\"/registry/pods/kube-system/cilium-rnxtc\" "} {"level":"info","ts":"2026-03-19T09:02:10.600182Z","caller":"traceutil/trace.go:171","msg":"trace[1015677118] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:749; }","duration":"104.563072ms","start":"2026-03-19T09:02:10.495589Z","end":"2026-03-19T09:02:10.600152Z","steps":["trace[1015677118] 'read index received' (duration: 64.070234ms)","trace[1015677118] 'applied index is now lower than readState.Index' (duration: 40.491088ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:10.600307Z","caller":"traceutil/trace.go:171","msg":"trace[1316330231] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"104.715486ms","start":"2026-03-19T09:02:10.495562Z","end":"2026-03-19T09:02:10.600277Z","steps":["trace[1316330231] 'process raft request' (duration: 104.42913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:10.600373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.754976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:10.600426Z","caller":"traceutil/trace.go:171","msg":"trace[1873175245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:725; }","duration":"104.854839ms","start":"2026-03-19T09:02:10.495553Z","end":"2026-03-19T09:02:10.600408Z","steps":["trace[1873175245] 'agreement among raft nodes before linearized reading' (duration: 104.756696ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:10.956289Z","caller":"traceutil/trace.go:171","msg":"trace[351868770] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"139.621914ms","start":"2026-03-19T09:02:10.816644Z","end":"2026-03-19T09:02:10.956266Z","steps":["trace[351868770] 'process raft request' (duration: 137.952968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:11.025166Z","caller":"traceutil/trace.go:171","msg":"trace[1322767358] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"171.290034ms","start":"2026-03-19T09:02:10.85383Z","end":"2026-03-19T09:02:11.02512Z","steps":["trace[1322767358] 'process raft request' (duration: 171.11438ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:11.025306Z","caller":"traceutil/trace.go:171","msg":"trace[1034823618] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"172.265833ms","start":"2026-03-19T09:02:10.852991Z","end":"2026-03-19T09:02:11.025257Z","steps":["trace[1034823618] 'process raft request' (duration: 171.844945ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:11.140739Z","caller":"traceutil/trace.go:171","msg":"trace[283136714] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"116.519298ms","start":"2026-03-19T09:02:11.024194Z","end":"2026-03-19T09:02:11.140713Z","steps":["trace[283136714] 'process raft request' (duration: 90.547272ms)","trace[283136714] 'compare' (duration: 25.860354ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:11.181274Z","caller":"traceutil/trace.go:171","msg":"trace[1421490863] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"152.710625ms","start":"2026-03-19T09:02:11.028545Z","end":"2026-03-19T09:02:11.181256Z","steps":["trace[1421490863] 'process raft request' (duration: 152.506301ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:11.1814Z","caller":"traceutil/trace.go:171","msg":"trace[126435423] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"151.840826ms","start":"2026-03-19T09:02:11.029553Z","end":"2026-03-19T09:02:11.181394Z","steps":["trace[126435423] 'process raft request' (duration: 151.690113ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:11.181435Z","caller":"traceutil/trace.go:171","msg":"trace[974007713] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"151.997629ms","start":"2026-03-19T09:02:11.029402Z","end":"2026-03-19T09:02:11.181399Z","steps":["trace[974007713] 'process raft request' (duration: 151.783445ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:11.33976Z","caller":"traceutil/trace.go:171","msg":"trace[678341107] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"153.222675ms","start":"2026-03-19T09:02:11.186512Z","end":"2026-03-19T09:02:11.339734Z","steps":["trace[678341107] 'process raft request' (duration: 153.041261ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:11.765734Z","caller":"traceutil/trace.go:171","msg":"trace[1520372445] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"214.741314ms","start":"2026-03-19T09:02:11.550963Z","end":"2026-03-19T09:02:11.765705Z","steps":["trace[1520372445] 'process raft request' (duration: 214.702753ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:11.765913Z","caller":"traceutil/trace.go:171","msg":"trace[1555477445] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"270.728545ms","start":"2026-03-19T09:02:11.495083Z","end":"2026-03-19T09:02:11.765811Z","steps":["trace[1555477445] 'process raft request' (duration: 270.455649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:11.977281Z","caller":"traceutil/trace.go:171","msg":"trace[1291020891] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"197.784892ms","start":"2026-03-19T09:02:11.779474Z","end":"2026-03-19T09:02:11.977258Z","steps":["trace[1291020891] 'process raft request' (duration: 197.722281ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:11.977455Z","caller":"traceutil/trace.go:171","msg":"trace[361317637] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"393.822706ms","start":"2026-03-19T09:02:11.58362Z","end":"2026-03-19T09:02:11.977442Z","steps":["trace[361317637] 'process raft request' (duration: 393.430528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:11.977523Z","caller":"traceutil/trace.go:171","msg":"trace[1052205294] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"400.637901ms","start":"2026-03-19T09:02:11.576863Z","end":"2026-03-19T09:02:11.977501Z","steps":["trace[1052205294] 'process raft request' (duration: 311.093361ms)","trace[1052205294] 'compare' (duration: 88.946518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:11.977647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:11.576847Z","time spent":"400.735524ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:11.977631Z","caller":"traceutil/trace.go:171","msg":"trace[1048115564] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"230.361289ms","start":"2026-03-19T09:02:11.747239Z","end":"2026-03-19T09:02:11.9776Z","steps":["trace[1048115564] 'process raft request' (duration: 229.872279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:11.978809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:11.583602Z","time spent":"393.971489ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:12.051582Z","caller":"traceutil/trace.go:171","msg":"trace[679102411] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"101.323423ms","start":"2026-03-19T09:02:11.950226Z","end":"2026-03-19T09:02:12.05155Z","steps":["trace[679102411] 'process raft request' (duration: 100.664449ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:12.208064Z","caller":"traceutil/trace.go:171","msg":"trace[26308443] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"113.514843ms","start":"2026-03-19T09:02:12.094523Z","end":"2026-03-19T09:02:12.208038Z","steps":["trace[26308443] 'process raft request' (duration: 79.654328ms)","trace[26308443] 'compare' (duration: 33.762433ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:12.248647Z","caller":"traceutil/trace.go:171","msg":"trace[2066273628] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"153.601154ms","start":"2026-03-19T09:02:12.095025Z","end":"2026-03-19T09:02:12.248626Z","steps":["trace[2066273628] 'process raft request' (duration: 153.40673ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:12.24891Z","caller":"traceutil/trace.go:171","msg":"trace[880630014] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"151.442487ms","start":"2026-03-19T09:02:12.09745Z","end":"2026-03-19T09:02:12.248892Z","steps":["trace[880630014] 'process raft request' (duration: 151.11063ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:12.249299Z","caller":"traceutil/trace.go:171","msg":"trace[375390911] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"100.052325ms","start":"2026-03-19T09:02:12.149226Z","end":"2026-03-19T09:02:12.249279Z","steps":["trace[375390911] 'process raft request' (duration: 99.586015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:12.791241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.49159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:12.791529Z","caller":"traceutil/trace.go:171","msg":"trace[158364252] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"466.860362ms","start":"2026-03-19T09:02:12.324649Z","end":"2026-03-19T09:02:12.791509Z","steps":["trace[158364252] 'process raft request' (duration: 466.813971ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:12.791556Z","caller":"traceutil/trace.go:171","msg":"trace[1284300976] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"529.382732ms","start":"2026-03-19T09:02:12.262146Z","end":"2026-03-19T09:02:12.791529Z","steps":["trace[1284300976] 'process raft request' (duration: 529.26699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:12.791597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:12.324632Z","time spent":"466.938894ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:12.791581Z","caller":"traceutil/trace.go:171","msg":"trace[732408381] linearizableReadLoop","detail":"{readStateIndex:786; appliedIndex:783; }","duration":"467.167119ms","start":"2026-03-19T09:02:12.324392Z","end":"2026-03-19T09:02:12.791559Z","steps":["trace[732408381] 'read index received' (duration: 2.247389ms)","trace[732408381] 'applied index is now lower than readState.Index' (duration: 464.91711ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:12.791524Z","caller":"traceutil/trace.go:171","msg":"trace[2108032598] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"529.498945ms","start":"2026-03-19T09:02:12.261989Z","end":"2026-03-19T09:02:12.791488Z","steps":["trace[2108032598] 'process raft request' (duration: 529.350572ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:12.791568Z","caller":"traceutil/trace.go:171","msg":"trace[432251178] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"533.204505ms","start":"2026-03-19T09:02:12.258329Z","end":"2026-03-19T09:02:12.791534Z","steps":["trace[432251178] 'process raft request' (duration: 68.322526ms)","trace[432251178] 'compare' (duration: 464.296586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:12.791697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:12.262132Z","time spent":"529.492945ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:12.791786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.383423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:02:12.791789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:12.26198Z","time spent":"529.71046ms","remote":"127.0.0.1:50276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13214,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:12.791839Z","caller":"traceutil/trace.go:171","msg":"trace[1810841126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:760; }","duration":"467.489356ms","start":"2026-03-19T09:02:12.324336Z","end":"2026-03-19T09:02:12.791826Z","steps":["trace[1810841126] 'agreement among raft nodes before linearized reading' (duration: 467.310672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:12.791882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:12.32431Z","time spent":"467.563348ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:12.791902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:12.258307Z","time spent":"533.43092ms","remote":"127.0.0.1:50276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:12.938468Z","caller":"traceutil/trace.go:171","msg":"trace[199829174] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"391.633098ms","start":"2026-03-19T09:02:12.546812Z","end":"2026-03-19T09:02:12.938445Z","steps":["trace[199829174] 'process raft request' (duration: 391.538826ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:12.938487Z","caller":"traceutil/trace.go:171","msg":"trace[1029156898] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"592.390113ms","start":"2026-03-19T09:02:12.346073Z","end":"2026-03-19T09:02:12.938463Z","steps":["trace[1029156898] 'process raft request' (duration: 592.127057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:12.938609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:12.546787Z","time spent":"391.762521ms","remote":"127.0.0.1:50276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:02:12.938744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:12.346043Z","time spent":"592.618938ms","remote":"127.0.0.1:50276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:12.97264Z","caller":"traceutil/trace.go:171","msg":"trace[220167539] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"224.555046ms","start":"2026-03-19T09:02:12.748054Z","end":"2026-03-19T09:02:12.972609Z","steps":["trace[220167539] 'process raft request' (duration: 224.350191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:12.972727Z","caller":"traceutil/trace.go:171","msg":"trace[1022548166] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"176.685128ms","start":"2026-03-19T09:02:12.796Z","end":"2026-03-19T09:02:12.972685Z","steps":["trace[1022548166] 'process raft request' (duration: 176.503654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:12.972658Z","caller":"traceutil/trace.go:171","msg":"trace[2147262554] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:788; }","duration":"180.98459ms","start":"2026-03-19T09:02:12.791655Z","end":"2026-03-19T09:02:12.97264Z","steps":["trace[2147262554] 'read index received' (duration: 146.715326ms)","trace[2147262554] 'applied index is now lower than readState.Index' (duration: 34.268504ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:12.972922Z","caller":"traceutil/trace.go:171","msg":"trace[1032877218] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"173.636173ms","start":"2026-03-19T09:02:12.799273Z","end":"2026-03-19T09:02:12.972909Z","steps":["trace[1032877218] 'process raft request' (duration: 173.284335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:12.972766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.764052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:12.972992Z","caller":"traceutil/trace.go:171","msg":"trace[2033299804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:766; }","duration":"476.040478ms","start":"2026-03-19T09:02:12.496937Z","end":"2026-03-19T09:02:12.972977Z","steps":["trace[2033299804] 'agreement among raft nodes before linearized reading' (duration: 475.757682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:12.973013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.180114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:02:12.973015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.843347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:02:12.973029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:12.496916Z","time spent":"476.10336ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:02:12.973047Z","caller":"traceutil/trace.go:171","msg":"trace[1201705487] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"172.0821ms","start":"2026-03-19T09:02:12.800956Z","end":"2026-03-19T09:02:12.973038Z","steps":["trace[1201705487] 'process raft request' (duration: 171.64431ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:12.973052Z","caller":"traceutil/trace.go:171","msg":"trace[1727255730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:766; }","duration":"270.258615ms","start":"2026-03-19T09:02:12.70278Z","end":"2026-03-19T09:02:12.973039Z","steps":["trace[1727255730] 'agreement among raft nodes before linearized reading' (duration: 270.127842ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:12.973053Z","caller":"traceutil/trace.go:171","msg":"trace[651308573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:766; }","duration":"270.913179ms","start":"2026-03-19T09:02:12.70213Z","end":"2026-03-19T09:02:12.973043Z","steps":["trace[651308573] 'agreement among raft nodes before linearized reading' (duration: 270.821917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:12.973084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.164661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:02:12.973172Z","caller":"traceutil/trace.go:171","msg":"trace[579789364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:766; }","duration":"206.259222ms","start":"2026-03-19T09:02:12.766867Z","end":"2026-03-19T09:02:12.973126Z","steps":["trace[579789364] 'agreement among raft nodes before linearized reading' (duration: 206.008177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:12.999181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.670128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rnxtc\" ","response":"range_response_count:1 size:18333"} {"level":"info","ts":"2026-03-19T09:02:12.999274Z","caller":"traceutil/trace.go:171","msg":"trace[1554745940] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rnxtc; range_end:; response_count:1; response_revision:767; }","duration":"203.799191ms","start":"2026-03-19T09:02:12.795454Z","end":"2026-03-19T09:02:12.999253Z","steps":["trace[1554745940] 'agreement among raft nodes before linearized reading' (duration: 203.554266ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:13.180138Z","caller":"traceutil/trace.go:171","msg":"trace[198953235] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"203.596905ms","start":"2026-03-19T09:02:12.97651Z","end":"2026-03-19T09:02:13.180107Z","steps":["trace[198953235] 'process raft request' (duration: 162.515045ms)","trace[198953235] 'compare' (duration: 40.724993ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:13.180179Z","caller":"traceutil/trace.go:171","msg":"trace[1834059782] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"203.192326ms","start":"2026-03-19T09:02:12.976967Z","end":"2026-03-19T09:02:13.180159Z","steps":["trace[1834059782] 'process raft request' (duration: 203.105745ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:13.180181Z","caller":"traceutil/trace.go:171","msg":"trace[393247918] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"203.393731ms","start":"2026-03-19T09:02:12.976745Z","end":"2026-03-19T09:02:13.180139Z","steps":["trace[393247918] 'process raft request' (duration: 203.235918ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:13.180446Z","caller":"traceutil/trace.go:171","msg":"trace[1480769682] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:794; }","duration":"181.502491ms","start":"2026-03-19T09:02:12.998921Z","end":"2026-03-19T09:02:13.180423Z","steps":["trace[1480769682] 'read index received' (duration: 140.123854ms)","trace[1480769682] 'applied index is now lower than readState.Index' (duration: 41.377757ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:13.180453Z","caller":"traceutil/trace.go:171","msg":"trace[130656791] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"203.423542ms","start":"2026-03-19T09:02:12.977012Z","end":"2026-03-19T09:02:13.180435Z","steps":["trace[130656791] 'process raft request' (duration: 203.103665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:13.180553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.366875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:13.180589Z","caller":"traceutil/trace.go:171","msg":"trace[556972456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:772; }","duration":"206.429586ms","start":"2026-03-19T09:02:12.97415Z","end":"2026-03-19T09:02:13.180579Z","steps":["trace[556972456] 'agreement among raft nodes before linearized reading' (duration: 206.362185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:13.180715Z","caller":"traceutil/trace.go:171","msg":"trace[1314932876] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"199.730624ms","start":"2026-03-19T09:02:12.980965Z","end":"2026-03-19T09:02:13.180696Z","steps":["trace[1314932876] 'process raft request' (duration: 199.371315ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:13.269425Z","caller":"traceutil/trace.go:171","msg":"trace[499373308] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"265.417102ms","start":"2026-03-19T09:02:13.003976Z","end":"2026-03-19T09:02:13.269393Z","steps":["trace[499373308] 'process raft request' (duration: 265.135806ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:13.269502Z","caller":"traceutil/trace.go:171","msg":"trace[2041139826] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"258.695627ms","start":"2026-03-19T09:02:13.01079Z","end":"2026-03-19T09:02:13.269485Z","steps":["trace[2041139826] 'process raft request' (duration: 258.549044ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:13.270212Z","caller":"traceutil/trace.go:171","msg":"trace[1486855256] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"265.216777ms","start":"2026-03-19T09:02:13.004266Z","end":"2026-03-19T09:02:13.269483Z","steps":["trace[1486855256] 'process raft request' (duration: 265.022723ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:13.424002Z","caller":"traceutil/trace.go:171","msg":"trace[1513067613] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"239.69597ms","start":"2026-03-19T09:02:13.18428Z","end":"2026-03-19T09:02:13.423976Z","steps":["trace[1513067613] 'process raft request' (duration: 232.323052ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:13.732437Z","caller":"traceutil/trace.go:171","msg":"trace[806146371] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:806; }","duration":"217.840661ms","start":"2026-03-19T09:02:13.514569Z","end":"2026-03-19T09:02:13.73241Z","steps":["trace[806146371] 'read index received' (duration: 153.073222ms)","trace[806146371] 'applied index is now lower than readState.Index' (duration: 64.766239ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:13.732436Z","caller":"traceutil/trace.go:171","msg":"trace[1462658599] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"236.137054ms","start":"2026-03-19T09:02:13.49627Z","end":"2026-03-19T09:02:13.732407Z","steps":["trace[1462658599] 'process raft request' (duration: 171.356635ms)","trace[1462658599] 'compare' (duration: 64.479902ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:13.732785Z","caller":"traceutil/trace.go:171","msg":"trace[757213097] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"216.222777ms","start":"2026-03-19T09:02:13.516523Z","end":"2026-03-19T09:02:13.732746Z","steps":["trace[757213097] 'process raft request' (duration: 215.835368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:13.73284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.673404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:02:13.732882Z","caller":"traceutil/trace.go:171","msg":"trace[355406208] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:781; }","duration":"180.775907ms","start":"2026-03-19T09:02:13.552092Z","end":"2026-03-19T09:02:13.732868Z","steps":["trace[355406208] 'agreement among raft nodes before linearized reading' (duration: 180.664084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:13.732938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.623423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-19T09:02:13.733042Z","caller":"traceutil/trace.go:171","msg":"trace[197310409] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:781; }","duration":"187.762086ms","start":"2026-03-19T09:02:13.545244Z","end":"2026-03-19T09:02:13.733007Z","steps":["trace[197310409] 'agreement among raft nodes before linearized reading' (duration: 187.497721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:13.733216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.633898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rnxtc\" ","response":"range_response_count:1 size:18517"} {"level":"info","ts":"2026-03-19T09:02:13.733408Z","caller":"traceutil/trace.go:171","msg":"trace[91924895] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rnxtc; range_end:; response_count:1; response_revision:780; }","duration":"219.034417ms","start":"2026-03-19T09:02:13.514359Z","end":"2026-03-19T09:02:13.733393Z","steps":["trace[91924895] 'agreement among raft nodes before linearized reading' (duration: 218.217159ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:14.036503Z","caller":"traceutil/trace.go:171","msg":"trace[1873417945] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"289.015858ms","start":"2026-03-19T09:02:13.747456Z","end":"2026-03-19T09:02:14.036472Z","steps":["trace[1873417945] 'process raft request' (duration: 277.857469ms)","trace[1873417945] 'compare' (duration: 10.975845ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:14.089421Z","caller":"traceutil/trace.go:171","msg":"trace[1849921521] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"276.01777ms","start":"2026-03-19T09:02:13.813375Z","end":"2026-03-19T09:02:14.089392Z","steps":["trace[1849921521] 'process raft request' (duration: 275.397127ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:14.089772Z","caller":"traceutil/trace.go:171","msg":"trace[1979082508] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:808; }","duration":"143.840054ms","start":"2026-03-19T09:02:13.945883Z","end":"2026-03-19T09:02:14.089723Z","steps":["trace[1979082508] 'read index received' (duration: 79.471964ms)","trace[1979082508] 'applied index is now lower than readState.Index' (duration: 64.36684ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:14.08983Z","caller":"traceutil/trace.go:171","msg":"trace[979724414] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"259.190018ms","start":"2026-03-19T09:02:13.830632Z","end":"2026-03-19T09:02:14.089822Z","steps":["trace[979724414] 'process raft request' (duration: 258.699217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:14.089999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.10318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-19T09:02:14.090033Z","caller":"traceutil/trace.go:171","msg":"trace[1657062658] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"219.762232ms","start":"2026-03-19T09:02:13.870249Z","end":"2026-03-19T09:02:14.090011Z","steps":["trace[1657062658] 'process raft request' (duration: 219.402054ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:14.090061Z","caller":"traceutil/trace.go:171","msg":"trace[1827439324] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:785; }","duration":"144.214921ms","start":"2026-03-19T09:02:13.945828Z","end":"2026-03-19T09:02:14.090043Z","steps":["trace[1827439324] 'agreement among raft nodes before linearized reading' (duration: 144.036358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:14.341418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.30149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-19T09:02:14.341495Z","caller":"traceutil/trace.go:171","msg":"trace[147358372] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:785; }","duration":"189.390552ms","start":"2026-03-19T09:02:14.152084Z","end":"2026-03-19T09:02:14.341475Z","steps":["trace[147358372] 'range keys from in-memory index tree' (duration: 189.136947ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:14.36471Z","caller":"traceutil/trace.go:171","msg":"trace[1938887929] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"191.782942ms","start":"2026-03-19T09:02:14.172903Z","end":"2026-03-19T09:02:14.364686Z","steps":["trace[1938887929] 'process raft request' (duration: 191.393374ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:14.366129Z","caller":"traceutil/trace.go:171","msg":"trace[1541327104] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"145.372038ms","start":"2026-03-19T09:02:14.220731Z","end":"2026-03-19T09:02:14.366103Z","steps":["trace[1541327104] 'process raft request' (duration: 145.262136ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:14.524159Z","caller":"traceutil/trace.go:171","msg":"trace[614881314] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"152.261105ms","start":"2026-03-19T09:02:14.371863Z","end":"2026-03-19T09:02:14.524124Z","steps":["trace[614881314] 'process raft request' (duration: 100.425455ms)","trace[614881314] 'compare' (duration: 51.681157ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:15.363297Z","caller":"traceutil/trace.go:171","msg":"trace[262802604] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"195.337869ms","start":"2026-03-19T09:02:15.167938Z","end":"2026-03-19T09:02:15.363276Z","steps":["trace[262802604] 'process raft request' (duration: 195.207967ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:15.445057Z","caller":"traceutil/trace.go:171","msg":"trace[1506363544] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"276.656793ms","start":"2026-03-19T09:02:15.168375Z","end":"2026-03-19T09:02:15.445032Z","steps":["trace[1506363544] 'process raft request' (duration: 276.469659ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:15.445387Z","caller":"traceutil/trace.go:171","msg":"trace[781734034] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"276.832077ms","start":"2026-03-19T09:02:15.168526Z","end":"2026-03-19T09:02:15.445358Z","steps":["trace[781734034] 'process raft request' (duration: 276.460319ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:15.44556Z","caller":"traceutil/trace.go:171","msg":"trace[1182374350] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"276.822097ms","start":"2026-03-19T09:02:15.168707Z","end":"2026-03-19T09:02:15.445529Z","steps":["trace[1182374350] 'process raft request' (duration: 276.611062ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:15.445641Z","caller":"traceutil/trace.go:171","msg":"trace[1103260385] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"276.822896ms","start":"2026-03-19T09:02:15.168779Z","end":"2026-03-19T09:02:15.445602Z","steps":["trace[1103260385] 'process raft request' (duration: 276.596622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:15.445562Z","caller":"traceutil/trace.go:171","msg":"trace[250833107] linearizableReadLoop","detail":"{readStateIndex:829; appliedIndex:821; }","duration":"261.098679ms","start":"2026-03-19T09:02:15.184446Z","end":"2026-03-19T09:02:15.445545Z","steps":["trace[250833107] 'read index received' (duration: 178.788394ms)","trace[250833107] 'applied index is now lower than readState.Index' (duration: 82.309205ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:15.445722Z","caller":"traceutil/trace.go:171","msg":"trace[743057789] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"276.752125ms","start":"2026-03-19T09:02:15.168935Z","end":"2026-03-19T09:02:15.445687Z","steps":["trace[743057789] 'process raft request' (duration: 276.570071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.445738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.275033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:02:15.445821Z","caller":"traceutil/trace.go:171","msg":"trace[1844966355] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"277.255566ms","start":"2026-03-19T09:02:15.168549Z","end":"2026-03-19T09:02:15.445804Z","steps":["trace[1844966355] 'process raft request' (duration: 276.677763ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:15.445893Z","caller":"traceutil/trace.go:171","msg":"trace[1918751311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:802; }","duration":"261.458076ms","start":"2026-03-19T09:02:15.184414Z","end":"2026-03-19T09:02:15.445872Z","steps":["trace[1918751311] 'agreement among raft nodes before linearized reading' (duration: 261.197771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:15.445637Z","caller":"traceutil/trace.go:171","msg":"trace[644818928] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"276.689574ms","start":"2026-03-19T09:02:15.168905Z","end":"2026-03-19T09:02:15.445594Z","steps":["trace[644818928] 'process raft request' (duration: 276.561531ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:15.521311Z","caller":"traceutil/trace.go:171","msg":"trace[895899100] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"138.360216ms","start":"2026-03-19T09:02:15.382913Z","end":"2026-03-19T09:02:15.521273Z","steps":["trace[895899100] 'process raft request' (duration: 78.499753ms)","trace[895899100] 'compare' (duration: 59.630668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:15.521734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.248751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:02:15.521828Z","caller":"traceutil/trace.go:171","msg":"trace[2040109566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:804; }","duration":"337.372424ms","start":"2026-03-19T09:02:15.184433Z","end":"2026-03-19T09:02:15.521805Z","steps":["trace[2040109566] 'agreement among raft nodes before linearized reading' (duration: 337.139789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.521884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.184421Z","time spent":"337.450046ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:15.521895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.444114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-03-19T09:02:15.521957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.308215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-l2nfd\" ","response":"range_response_count:1 size:3871"} {"level":"warn","ts":"2026-03-19T09:02:15.521971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.385175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:02:15.522031Z","caller":"traceutil/trace.go:171","msg":"trace[1121517271] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-l2nfd; range_end:; response_count:1; response_revision:804; }","duration":"152.463689ms","start":"2026-03-19T09:02:15.369552Z","end":"2026-03-19T09:02:15.522016Z","steps":["trace[1121517271] 'agreement among raft nodes before linearized reading' (duration: 152.211653ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:15.522034Z","caller":"traceutil/trace.go:171","msg":"trace[511461360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:804; }","duration":"337.535528ms","start":"2026-03-19T09:02:15.184486Z","end":"2026-03-19T09:02:15.522021Z","steps":["trace[511461360] 'agreement among raft nodes before linearized reading' (duration: 337.352904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.522068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.184466Z","time spent":"337.594689ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:02:15.52198Z","caller":"traceutil/trace.go:171","msg":"trace[156637602] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:804; }","duration":"176.575207ms","start":"2026-03-19T09:02:15.345389Z","end":"2026-03-19T09:02:15.521964Z","steps":["trace[156637602] 'agreement among raft nodes before linearized reading' (duration: 176.333091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.522312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.273547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:15.522448Z","caller":"traceutil/trace.go:171","msg":"trace[1552856634] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:804; }","duration":"147.37704ms","start":"2026-03-19T09:02:15.375013Z","end":"2026-03-19T09:02:15.52239Z","steps":["trace[1552856634] 'agreement among raft nodes before linearized reading' (duration: 146.571643ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:15.85236Z","caller":"traceutil/trace.go:171","msg":"trace[433356452] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"327.239817ms","start":"2026-03-19T09:02:15.525095Z","end":"2026-03-19T09:02:15.852335Z","steps":["trace[433356452] 'process raft request' (duration: 327.079754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.852736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.52508Z","time spent":"327.368061ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:15.949019Z","caller":"traceutil/trace.go:171","msg":"trace[1238090886] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:831; }","duration":"402.282257ms","start":"2026-03-19T09:02:15.546714Z","end":"2026-03-19T09:02:15.948996Z","steps":["trace[1238090886] 'read index received' (duration: 305.45626ms)","trace[1238090886] 'applied index is now lower than readState.Index' (duration: 96.825027ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:15.949122Z","caller":"traceutil/trace.go:171","msg":"trace[1373419666] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"422.871068ms","start":"2026-03-19T09:02:15.526241Z","end":"2026-03-19T09:02:15.949112Z","steps":["trace[1373419666] 'process raft request' (duration: 422.514981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.949327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.52622Z","time spent":"422.956001ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:15.949521Z","caller":"traceutil/trace.go:171","msg":"trace[804872746] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"423.173825ms","start":"2026-03-19T09:02:15.526327Z","end":"2026-03-19T09:02:15.949501Z","steps":["trace[804872746] 'process raft request' (duration: 422.579362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.94963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.52632Z","time spent":"423.253136ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:15.949725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.952051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-19T09:02:15.949804Z","caller":"traceutil/trace.go:171","msg":"trace[1069803895] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:808; }","duration":"403.126375ms","start":"2026-03-19T09:02:15.546659Z","end":"2026-03-19T09:02:15.949785Z","steps":["trace[1069803895] 'agreement among raft nodes before linearized reading' (duration: 402.90902ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:15.949865Z","caller":"traceutil/trace.go:171","msg":"trace[1916908556] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"420.314864ms","start":"2026-03-19T09:02:15.529537Z","end":"2026-03-19T09:02:15.949851Z","steps":["trace[1916908556] 'process raft request' (duration: 419.409925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.949871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.546638Z","time spent":"403.223547ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":201,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-19T09:02:15.949945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.529523Z","time spent":"420.384085ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4761,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:15.984959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.608608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-19T09:02:15.985038Z","caller":"traceutil/trace.go:171","msg":"trace[568749072] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:809; }","duration":"335.70282ms","start":"2026-03-19T09:02:15.649318Z","end":"2026-03-19T09:02:15.985021Z","steps":["trace[568749072] 'agreement among raft nodes before linearized reading' (duration: 335.537996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.985025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.642668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-19T09:02:15.985083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.649294Z","time spent":"335.779611ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":201,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-03-19T09:02:15.985093Z","caller":"traceutil/trace.go:171","msg":"trace[582776188] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:809; }","duration":"335.73522ms","start":"2026-03-19T09:02:15.649341Z","end":"2026-03-19T09:02:15.985077Z","steps":["trace[582776188] 'agreement among raft nodes before linearized reading' (duration: 335.509125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.985161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.649332Z","time spent":"335.820671ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-19T09:02:15.985204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.394174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-03-19T09:02:15.985271Z","caller":"traceutil/trace.go:171","msg":"trace[1138572547] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"128.056017ms","start":"2026-03-19T09:02:15.857204Z","end":"2026-03-19T09:02:15.98526Z","steps":["trace[1138572547] 'process raft request' (duration: 120.500054ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:15.98531Z","caller":"traceutil/trace.go:171","msg":"trace[1137816461] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:809; }","duration":"336.563867ms","start":"2026-03-19T09:02:15.64872Z","end":"2026-03-19T09:02:15.985284Z","steps":["trace[1137816461] 'agreement among raft nodes before linearized reading' (duration: 336.198649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.985366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.648716Z","time spent":"336.638059ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":990,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-19T09:02:15.985477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.455545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"warn","ts":"2026-03-19T09:02:15.985613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.079037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"warn","ts":"2026-03-19T09:02:15.985612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.852314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-03-19T09:02:15.98562Z","caller":"traceutil/trace.go:171","msg":"trace[49911799] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:809; }","duration":"336.633479ms","start":"2026-03-19T09:02:15.648951Z","end":"2026-03-19T09:02:15.985584Z","steps":["trace[49911799] 'agreement among raft nodes before linearized reading' (duration: 336.329132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:15.985703Z","caller":"traceutil/trace.go:171","msg":"trace[1235409412] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:809; }","duration":"336.950406ms","start":"2026-03-19T09:02:15.648738Z","end":"2026-03-19T09:02:15.985688Z","steps":["trace[1235409412] 'agreement among raft nodes before linearized reading' (duration: 336.758612ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:15.985722Z","caller":"traceutil/trace.go:171","msg":"trace[129776432] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:809; }","duration":"336.194729ms","start":"2026-03-19T09:02:15.64948Z","end":"2026-03-19T09:02:15.985674Z","steps":["trace[129776432] 'agreement among raft nodes before linearized reading' (duration: 335.985325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.985739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.648943Z","time spent":"336.781192ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1008,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-19T09:02:15.985748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.648734Z","time spent":"337.001837ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":993,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-19T09:02:15.985813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.649458Z","time spent":"336.297892ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1076,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"warn","ts":"2026-03-19T09:02:15.985518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.553408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:02:15.985921Z","caller":"traceutil/trace.go:171","msg":"trace[729191704] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:809; }","duration":"149.983687ms","start":"2026-03-19T09:02:15.835906Z","end":"2026-03-19T09:02:15.985889Z","steps":["trace[729191704] 'agreement among raft nodes before linearized reading' (duration: 149.517487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.985967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.703699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:02:15.986009Z","caller":"traceutil/trace.go:171","msg":"trace[390695838] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:809; }","duration":"204.785231ms","start":"2026-03-19T09:02:15.78121Z","end":"2026-03-19T09:02:15.985996Z","steps":["trace[390695838] 'agreement among raft nodes before linearized reading' (duration: 204.71195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.985446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.728301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-19T09:02:15.986355Z","caller":"traceutil/trace.go:171","msg":"trace[1956840111] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:809; }","duration":"337.66559ms","start":"2026-03-19T09:02:15.648673Z","end":"2026-03-19T09:02:15.986338Z","steps":["trace[1956840111] 'agreement among raft nodes before linearized reading' (duration: 336.71146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.986406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.648657Z","time spent":"337.732832ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":201,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-03-19T09:02:16.139532Z","caller":"traceutil/trace.go:171","msg":"trace[105629939] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"144.469638ms","start":"2026-03-19T09:02:15.99504Z","end":"2026-03-19T09:02:16.13951Z","steps":["trace[105629939] 'process raft request' (duration: 144.229113ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:16.392564Z","caller":"traceutil/trace.go:171","msg":"trace[1503395880] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"201.477591ms","start":"2026-03-19T09:02:16.191046Z","end":"2026-03-19T09:02:16.392524Z","steps":["trace[1503395880] 'process raft request' (duration: 187.753927ms)","trace[1503395880] 'compare' (duration: 13.596971ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:16.392576Z","caller":"traceutil/trace.go:171","msg":"trace[572087418] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"123.868916ms","start":"2026-03-19T09:02:16.268687Z","end":"2026-03-19T09:02:16.392556Z","steps":["trace[572087418] 'process raft request' (duration: 123.835855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:16.39286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.256794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-9tmbj\" ","response":"range_response_count:1 size:4085"} {"level":"info","ts":"2026-03-19T09:02:16.3926Z","caller":"traceutil/trace.go:171","msg":"trace[443613050] linearizableReadLoop","detail":"{readStateIndex:843; appliedIndex:842; }","duration":"171.985718ms","start":"2026-03-19T09:02:16.220586Z","end":"2026-03-19T09:02:16.392572Z","steps":["trace[443613050] 'read index received' (duration: 158.287214ms)","trace[443613050] 'applied index is now lower than readState.Index' (duration: 13.695484ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:16.392914Z","caller":"traceutil/trace.go:171","msg":"trace[308948727] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-9tmbj; range_end:; response_count:1; response_revision:817; }","duration":"172.371916ms","start":"2026-03-19T09:02:16.22053Z","end":"2026-03-19T09:02:16.392902Z","steps":["trace[308948727] 'agreement among raft nodes before linearized reading' (duration: 172.123671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:16.393101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.065212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:16.393166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.404437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:16.393199Z","caller":"traceutil/trace.go:171","msg":"trace[1191720989] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:817; }","duration":"125.170324ms","start":"2026-03-19T09:02:16.268004Z","end":"2026-03-19T09:02:16.393174Z","steps":["trace[1191720989] 'agreement among raft nodes before linearized reading' (duration: 125.031651ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:16.393243Z","caller":"traceutil/trace.go:171","msg":"trace[466210216] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:817; }","duration":"124.562641ms","start":"2026-03-19T09:02:16.268661Z","end":"2026-03-19T09:02:16.393223Z","steps":["trace[466210216] 'agreement among raft nodes before linearized reading' (duration: 124.379117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:16.39362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.257526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:16.393683Z","caller":"traceutil/trace.go:171","msg":"trace[1114629806] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:817; }","duration":"125.887739ms","start":"2026-03-19T09:02:16.267779Z","end":"2026-03-19T09:02:16.393667Z","steps":["trace[1114629806] 'agreement among raft nodes before linearized reading' (duration: 125.247546ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:16.616479Z","caller":"traceutil/trace.go:171","msg":"trace[201631929] linearizableReadLoop","detail":"{readStateIndex:848; appliedIndex:847; }","duration":"120.233449ms","start":"2026-03-19T09:02:16.496153Z","end":"2026-03-19T09:02:16.616387Z","steps":["trace[201631929] 'read index received' (duration: 115.578978ms)","trace[201631929] 'applied index is now lower than readState.Index' (duration: 4.653451ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:16.616497Z","caller":"traceutil/trace.go:171","msg":"trace[1789119248] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"144.013797ms","start":"2026-03-19T09:02:16.472452Z","end":"2026-03-19T09:02:16.616466Z","steps":["trace[1789119248] 'process raft request' (duration: 139.289096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:16.616671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.508264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:16.616777Z","caller":"traceutil/trace.go:171","msg":"trace[1753048092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:821; }","duration":"120.654837ms","start":"2026-03-19T09:02:16.4961Z","end":"2026-03-19T09:02:16.616755Z","steps":["trace[1753048092] 'agreement among raft nodes before linearized reading' (duration: 120.452063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:19.803257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.09802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:19.803328Z","caller":"traceutil/trace.go:171","msg":"trace[852838811] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"271.036712ms","start":"2026-03-19T09:02:19.53228Z","end":"2026-03-19T09:02:19.803317Z","steps":["trace[852838811] 'process raft request' (duration: 36.83841ms)","trace[852838811] 'compare' (duration: 233.996628ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:19.861933Z","caller":"traceutil/trace.go:171","msg":"trace[280256387] linearizableReadLoop","detail":"{readStateIndex:868; appliedIndex:867; }","duration":"247.336495ms","start":"2026-03-19T09:02:19.614574Z","end":"2026-03-19T09:02:19.86191Z","steps":["trace[280256387] 'read index received' (duration: 247.271032ms)","trace[280256387] 'applied index is now lower than readState.Index' (duration: 64.433µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:19.861993Z","caller":"traceutil/trace.go:171","msg":"trace[573466176] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"322.69397ms","start":"2026-03-19T09:02:19.539282Z","end":"2026-03-19T09:02:19.861976Z","steps":["trace[573466176] 'process raft request' (duration: 322.514435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:19.862063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:19.539266Z","time spent":"322.761452ms","remote":"127.0.0.1:39582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2491,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:02:19.862145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.559569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:02:19.862187Z","caller":"traceutil/trace.go:171","msg":"trace[539771480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:839; }","duration":"247.652421ms","start":"2026-03-19T09:02:19.614523Z","end":"2026-03-19T09:02:19.862176Z","steps":["trace[539771480] 'agreement among raft nodes before linearized reading' (duration: 247.484978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.106936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.571665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:20.107289Z","caller":"traceutil/trace.go:171","msg":"trace[561850812] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"295.745342ms","start":"2026-03-19T09:02:19.811518Z","end":"2026-03-19T09:02:20.107264Z","steps":["trace[561850812] 'process raft request' (duration: 98.784579ms)","trace[561850812] 'compare' (duration: 196.294519ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:20.12808Z","caller":"traceutil/trace.go:171","msg":"trace[1253468202] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"261.295664ms","start":"2026-03-19T09:02:19.866755Z","end":"2026-03-19T09:02:20.12805Z","steps":["trace[1253468202] 'process raft request' (duration: 261.13876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:20.128201Z","caller":"traceutil/trace.go:171","msg":"trace[582184313] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"252.898014ms","start":"2026-03-19T09:02:19.875289Z","end":"2026-03-19T09:02:20.128187Z","steps":["trace[582184313] 'process raft request' (duration: 252.712169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:20.128198Z","caller":"traceutil/trace.go:171","msg":"trace[115310301] linearizableReadLoop","detail":"{readStateIndex:871; appliedIndex:869; }","duration":"166.523102ms","start":"2026-03-19T09:02:19.961648Z","end":"2026-03-19T09:02:20.128171Z","steps":["trace[115310301] 'read index received' (duration: 166.256785ms)","trace[115310301] 'applied index is now lower than readState.Index' (duration: 264.237µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:20.128442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.774107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:02:20.128491Z","caller":"traceutil/trace.go:171","msg":"trace[809104953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:842; }","duration":"166.878079ms","start":"2026-03-19T09:02:19.961602Z","end":"2026-03-19T09:02:20.12848Z","steps":["trace[809104953] 'agreement among raft nodes before linearized reading' (duration: 166.670595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.128662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.823746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:02:20.128738Z","caller":"traceutil/trace.go:171","msg":"trace[1698208655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:842; }","duration":"165.921328ms","start":"2026-03-19T09:02:19.962796Z","end":"2026-03-19T09:02:20.128717Z","steps":["trace[1698208655] 'agreement among raft nodes before linearized reading' (duration: 165.727464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.362238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.03053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:02:20.362334Z","caller":"traceutil/trace.go:171","msg":"trace[1678787106] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:844; }","duration":"146.184324ms","start":"2026-03-19T09:02:20.216132Z","end":"2026-03-19T09:02:20.362316Z","steps":["trace[1678787106] 'count revisions from in-memory index tree' (duration: 145.920728ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:20.473615Z","caller":"traceutil/trace.go:171","msg":"trace[2006517865] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"124.083021ms","start":"2026-03-19T09:02:20.349511Z","end":"2026-03-19T09:02:20.473595Z","steps":["trace[2006517865] 'process raft request' (duration: 123.896547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:20.602295Z","caller":"traceutil/trace.go:171","msg":"trace[1176985176] linearizableReadLoop","detail":"{readStateIndex:875; appliedIndex:874; }","duration":"100.645498ms","start":"2026-03-19T09:02:20.501622Z","end":"2026-03-19T09:02:20.602267Z","steps":["trace[1176985176] 'read index received' (duration: 81.310073ms)","trace[1176985176] 'applied index is now lower than readState.Index' (duration: 19.334045ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:20.602362Z","caller":"traceutil/trace.go:171","msg":"trace[1388671024] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"225.266071ms","start":"2026-03-19T09:02:20.377056Z","end":"2026-03-19T09:02:20.602322Z","steps":["trace[1388671024] 'process raft request' (duration: 205.896736ms)","trace[1388671024] 'compare' (duration: 19.188261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:20.602501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.855802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:02:20.602545Z","caller":"traceutil/trace.go:171","msg":"trace[981042325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:846; }","duration":"100.945914ms","start":"2026-03-19T09:02:20.501587Z","end":"2026-03-19T09:02:20.602533Z","steps":["trace[981042325] 'agreement among raft nodes before linearized reading' (duration: 100.788321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:21.285831Z","caller":"traceutil/trace.go:171","msg":"trace[684562908] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"136.308963ms","start":"2026-03-19T09:02:21.14949Z","end":"2026-03-19T09:02:21.285799Z","steps":["trace[684562908] 'process raft request' (duration: 65.684349ms)","trace[684562908] 'compare' (duration: 70.357068ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:22.229456Z","caller":"traceutil/trace.go:171","msg":"trace[1958082394] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"272.115526ms","start":"2026-03-19T09:02:21.957323Z","end":"2026-03-19T09:02:22.229439Z","steps":["trace[1958082394] 'process raft request' (duration: 271.979773ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:22.302021Z","caller":"traceutil/trace.go:171","msg":"trace[1099599461] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"151.770556ms","start":"2026-03-19T09:02:22.150214Z","end":"2026-03-19T09:02:22.301985Z","steps":["trace[1099599461] 'process raft request' (duration: 151.481829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:22.302063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.868661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:02:22.302141Z","caller":"traceutil/trace.go:171","msg":"trace[1868258628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:862; }","duration":"127.002115ms","start":"2026-03-19T09:02:22.175119Z","end":"2026-03-19T09:02:22.302121Z","steps":["trace[1868258628] 'agreement among raft nodes before linearized reading' (duration: 126.757258ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:22.621985Z","caller":"traceutil/trace.go:171","msg":"trace[919469664] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"124.927459ms","start":"2026-03-19T09:02:22.497033Z","end":"2026-03-19T09:02:22.621961Z","steps":["trace[919469664] 'process raft request' (duration: 124.786386ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:23.985879Z","caller":"traceutil/trace.go:171","msg":"trace[1467053480] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"101.716912ms","start":"2026-03-19T09:02:23.88414Z","end":"2026-03-19T09:02:23.985857Z","steps":["trace[1467053480] 'process raft request' (duration: 101.572089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:25.009927Z","caller":"traceutil/trace.go:171","msg":"trace[674986154] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"103.335786ms","start":"2026-03-19T09:02:24.906569Z","end":"2026-03-19T09:02:25.009905Z","steps":["trace[674986154] 'process raft request' (duration: 103.203014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:26.993942Z","caller":"traceutil/trace.go:171","msg":"trace[110936325] linearizableReadLoop","detail":"{readStateIndex:959; appliedIndex:958; }","duration":"309.334251ms","start":"2026-03-19T09:02:26.684586Z","end":"2026-03-19T09:02:26.99392Z","steps":["trace[110936325] 'read index received' (duration: 309.116126ms)","trace[110936325] 'applied index is now lower than readState.Index' (duration: 217.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:26.994055Z","caller":"traceutil/trace.go:171","msg":"trace[269654571] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"310.885065ms","start":"2026-03-19T09:02:26.683138Z","end":"2026-03-19T09:02:26.994023Z","steps":["trace[269654571] 'process raft request' (duration: 310.65299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:26.994167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.558376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:02:26.99421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:26.683126Z","time spent":"311.001217ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4003,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:26.994236Z","caller":"traceutil/trace.go:171","msg":"trace[353727952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:929; }","duration":"309.677939ms","start":"2026-03-19T09:02:26.684539Z","end":"2026-03-19T09:02:26.994217Z","steps":["trace[353727952] 'agreement among raft nodes before linearized reading' (duration: 309.473804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:26.994294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:26.684521Z","time spent":"309.758672ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:02:27.102699Z","caller":"traceutil/trace.go:171","msg":"trace[2002760977] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"101.268143ms","start":"2026-03-19T09:02:27.001388Z","end":"2026-03-19T09:02:27.102657Z","steps":["trace[2002760977] 'process raft request' (duration: 71.909573ms)","trace[2002760977] 'compare' (duration: 29.196986ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:27.122161Z","caller":"traceutil/trace.go:171","msg":"trace[386463484] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"106.566775ms","start":"2026-03-19T09:02:27.015573Z","end":"2026-03-19T09:02:27.12214Z","steps":["trace[386463484] 'process raft request' (duration: 106.455883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:27.353562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.787372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:27.353707Z","caller":"traceutil/trace.go:171","msg":"trace[1896003924] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:963; }","duration":"144.874367ms","start":"2026-03-19T09:02:27.20881Z","end":"2026-03-19T09:02:27.353685Z","steps":["trace[1896003924] 'read index received' (duration: 22.797149ms)","trace[1896003924] 'applied index is now lower than readState.Index' (duration: 122.075498ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:27.353827Z","caller":"traceutil/trace.go:171","msg":"trace[2127812446] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"225.093716ms","start":"2026-03-19T09:02:27.128691Z","end":"2026-03-19T09:02:27.353785Z","steps":["trace[2127812446] 'process raft request' (duration: 102.991327ms)","trace[2127812446] 'compare' (duration: 121.563178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:27.353873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.063471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:02:27.353924Z","caller":"traceutil/trace.go:171","msg":"trace[43892956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:933; }","duration":"145.153923ms","start":"2026-03-19T09:02:27.208756Z","end":"2026-03-19T09:02:27.35391Z","steps":["trace[43892956] 'agreement among raft nodes before linearized reading' (duration: 144.987429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:28.025097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.671126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:28.025198Z","caller":"traceutil/trace.go:171","msg":"trace[417838927] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:0; response_revision:936; }","duration":"147.829051ms","start":"2026-03-19T09:02:27.877351Z","end":"2026-03-19T09:02:28.02518Z","steps":["trace[417838927] 'range keys from in-memory index tree' (duration: 147.553864ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:28.471891Z","caller":"traceutil/trace.go:171","msg":"trace[1044139623] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:971; }","duration":"119.397251ms","start":"2026-03-19T09:02:28.352474Z","end":"2026-03-19T09:02:28.471871Z","steps":["trace[1044139623] 'read index received' (duration: 119.185966ms)","trace[1044139623] 'applied index is now lower than readState.Index' (duration: 210.435µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:28.471985Z","caller":"traceutil/trace.go:171","msg":"trace[14226512] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"119.724667ms","start":"2026-03-19T09:02:28.352225Z","end":"2026-03-19T09:02:28.471949Z","steps":["trace[14226512] 'process raft request' (duration: 119.502383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:28.476486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.981959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:02:28.47657Z","caller":"traceutil/trace.go:171","msg":"trace[1028548959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:941; }","duration":"124.087391ms","start":"2026-03-19T09:02:28.352461Z","end":"2026-03-19T09:02:28.476549Z","steps":["trace[1028548959] 'agreement among raft nodes before linearized reading' (duration: 119.510543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:28.676925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.586987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:28.677023Z","caller":"traceutil/trace.go:171","msg":"trace[1522687200] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"196.095635ms","start":"2026-03-19T09:02:28.48092Z","end":"2026-03-19T09:02:28.677015Z","steps":["trace[1522687200] 'process raft request' (duration: 196.066784ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:28.67703Z","caller":"traceutil/trace.go:171","msg":"trace[1076462163] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"320.453611ms","start":"2026-03-19T09:02:28.356551Z","end":"2026-03-19T09:02:28.677004Z","steps":["trace[1076462163] 'process raft request' (duration: 150.738452ms)","trace[1076462163] 'compare' (duration: 169.519025ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:28.677068Z","caller":"traceutil/trace.go:171","msg":"trace[1017130783] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:972; }","duration":"205.078158ms","start":"2026-03-19T09:02:28.471955Z","end":"2026-03-19T09:02:28.677034Z","steps":["trace[1017130783] 'read index received' (duration: 35.349449ms)","trace[1017130783] 'applied index is now lower than readState.Index' (duration: 169.725739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:28.67717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.909132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:28.677198Z","caller":"traceutil/trace.go:171","msg":"trace[75219312] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:943; }","duration":"285.974392ms","start":"2026-03-19T09:02:28.391214Z","end":"2026-03-19T09:02:28.677188Z","steps":["trace[75219312] 'agreement among raft nodes before linearized reading' (duration: 285.914031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:28.677201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:28.356534Z","time spent":"320.583254ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:28.677279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.747036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:28.677333Z","caller":"traceutil/trace.go:171","msg":"trace[682244533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:943; }","duration":"180.811087ms","start":"2026-03-19T09:02:28.496506Z","end":"2026-03-19T09:02:28.677317Z","steps":["trace[682244533] 'agreement among raft nodes before linearized reading' (duration: 180.713435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:28.677342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.992832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:28.67719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.814909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:28.677514Z","caller":"traceutil/trace.go:171","msg":"trace[1794472120] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:943; }","duration":"286.30553ms","start":"2026-03-19T09:02:28.391181Z","end":"2026-03-19T09:02:28.677487Z","steps":["trace[1794472120] 'agreement among raft nodes before linearized reading' (duration: 285.889581ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:28.677535Z","caller":"traceutil/trace.go:171","msg":"trace[152867387] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:943; }","duration":"286.193937ms","start":"2026-03-19T09:02:28.391283Z","end":"2026-03-19T09:02:28.677477Z","steps":["trace[152867387] 'agreement among raft nodes before linearized reading' (duration: 285.905371ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:28.905227Z","caller":"traceutil/trace.go:171","msg":"trace[2049276960] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"212.366384ms","start":"2026-03-19T09:02:28.692837Z","end":"2026-03-19T09:02:28.905203Z","steps":["trace[2049276960] 'process raft request' (duration: 212.15999ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:29.10578Z","caller":"traceutil/trace.go:171","msg":"trace[938124802] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"195.039492ms","start":"2026-03-19T09:02:28.910712Z","end":"2026-03-19T09:02:29.105751Z","steps":["trace[938124802] 'process raft request' (duration: 135.489356ms)","trace[938124802] 'compare' (duration: 59.407083ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:29.274739Z","caller":"traceutil/trace.go:171","msg":"trace[1286320755] linearizableReadLoop","detail":"{readStateIndex:978; appliedIndex:976; }","duration":"224.825592ms","start":"2026-03-19T09:02:29.049891Z","end":"2026-03-19T09:02:29.274717Z","steps":["trace[1286320755] 'read index received' (duration: 212.527117ms)","trace[1286320755] 'applied index is now lower than readState.Index' (duration: 12.297355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:29.274977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.064807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:02:29.275016Z","caller":"traceutil/trace.go:171","msg":"trace[447749693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:947; }","duration":"225.155148ms","start":"2026-03-19T09:02:29.049851Z","end":"2026-03-19T09:02:29.275006Z","steps":["trace[447749693] 'agreement among raft nodes before linearized reading' (duration: 224.957364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:29.275431Z","caller":"traceutil/trace.go:171","msg":"trace[878860712] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"363.900254ms","start":"2026-03-19T09:02:28.911518Z","end":"2026-03-19T09:02:29.275418Z","steps":["trace[878860712] 'process raft request' (duration: 350.997686ms)","trace[878860712] 'compare' (duration: 12.025429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:29.275525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:28.911501Z","time spent":"363.967055ms","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1601,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:29.275769Z","caller":"traceutil/trace.go:171","msg":"trace[1417906147] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"363.136428ms","start":"2026-03-19T09:02:28.912621Z","end":"2026-03-19T09:02:29.275758Z","steps":["trace[1417906147] 'process raft request' (duration: 362.038535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:29.27583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:28.912605Z","time spent":"363.196709ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:29.483074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.946393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:29.483203Z","caller":"traceutil/trace.go:171","msg":"trace[1702747950] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"199.413476ms","start":"2026-03-19T09:02:29.283766Z","end":"2026-03-19T09:02:29.483179Z","steps":["trace[1702747950] 'process raft request' (duration: 92.281979ms)","trace[1702747950] 'compare' (duration: 106.837291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:31.001358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.809478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:02:31.00163Z","caller":"traceutil/trace.go:171","msg":"trace[543626896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:951; }","duration":"320.141285ms","start":"2026-03-19T09:02:30.68145Z","end":"2026-03-19T09:02:31.001591Z","steps":["trace[543626896] 'range keys from in-memory index tree' (duration: 319.45731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:31.001505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.734606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:02:31.001845Z","caller":"traceutil/trace.go:171","msg":"trace[1804409700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:951; }","duration":"320.164975ms","start":"2026-03-19T09:02:30.681658Z","end":"2026-03-19T09:02:31.001823Z","steps":["trace[1804409700] 'range keys from in-memory index tree' (duration: 319.510861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:31.001867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:30.681426Z","time spent":"320.4187ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:31.001913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:30.681628Z","time spent":"320.267157ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:02:31.441612Z","caller":"traceutil/trace.go:171","msg":"trace[998532969] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"435.169322ms","start":"2026-03-19T09:02:31.006416Z","end":"2026-03-19T09:02:31.441585Z","steps":["trace[998532969] 'process raft request' (duration: 434.993388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:31.441781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:31.006378Z","time spent":"435.315615ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:33.131767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352464941s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:33.131887Z","caller":"traceutil/trace.go:171","msg":"trace[1655902876] linearizableReadLoop","detail":"{readStateIndex:984; appliedIndex:982; }","duration":"1.804446684s","start":"2026-03-19T09:02:31.327418Z","end":"2026-03-19T09:02:33.131865Z","steps":["trace[1655902876] 'read index received' (duration: 114.115558ms)","trace[1655902876] 'applied index is now lower than readState.Index' (duration: 1.690329566s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:33.131925Z","caller":"traceutil/trace.go:171","msg":"trace[1529776586] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"2.124531588s","start":"2026-03-19T09:02:31.007365Z","end":"2026-03-19T09:02:33.131897Z","steps":["trace[1529776586] 'process raft request' (duration: 771.844232ms)","trace[1529776586] 'compare' (duration: 1.352218996s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:33.132075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:31.007339Z","time spent":"2.124660522s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:33.132099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80469433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:02:33.132156Z","caller":"traceutil/trace.go:171","msg":"trace[1687245242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:953; }","duration":"1.804812103s","start":"2026-03-19T09:02:31.327328Z","end":"2026-03-19T09:02:33.13214Z","steps":["trace[1687245242] 'agreement among raft nodes before linearized reading' (duration: 1.804639528s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:33.1322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:31.327291Z","time spent":"1.804897564s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:02:33.132309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670957102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:02:33.132402Z","caller":"traceutil/trace.go:171","msg":"trace[1358935403] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:953; }","duration":"1.671104305s","start":"2026-03-19T09:02:31.461273Z","end":"2026-03-19T09:02:33.132378Z","steps":["trace[1358935403] 'agreement among raft nodes before linearized reading' (duration: 1.67086097s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:33.132449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:31.461251Z","time spent":"1.671189037s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:02:33.132482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128666094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:33.132502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635997842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:33.132524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.127438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:02:33.132553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630041034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:02:33.13259Z","caller":"traceutil/trace.go:171","msg":"trace[1207463584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:953; }","duration":"641.22482ms","start":"2026-03-19T09:02:32.491351Z","end":"2026-03-19T09:02:33.132576Z","steps":["trace[1207463584] 'agreement among raft nodes before linearized reading' (duration: 641.058467ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:33.13262Z","caller":"traceutil/trace.go:171","msg":"trace[1347494012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:953; }","duration":"1.630225939s","start":"2026-03-19T09:02:31.502374Z","end":"2026-03-19T09:02:33.1326Z","steps":["trace[1347494012] 'agreement among raft nodes before linearized reading' (duration: 1.630039035s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:33.132447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150864069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:02:33.132636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:32.49133Z","time spent":"641.294461ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:02:33.132623Z","caller":"traceutil/trace.go:171","msg":"trace[1858597423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:953; }","duration":"1.636097764s","start":"2026-03-19T09:02:31.496469Z","end":"2026-03-19T09:02:33.132567Z","steps":["trace[1858597423] 'agreement among raft nodes before linearized reading' (duration: 1.635948671s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:33.132656Z","caller":"traceutil/trace.go:171","msg":"trace[1996403988] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:953; }","duration":"1.128859047s","start":"2026-03-19T09:02:32.003769Z","end":"2026-03-19T09:02:33.132628Z","steps":["trace[1996403988] 'agreement among raft nodes before linearized reading' (duration: 1.128651353s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:33.132671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:31.50235Z","time spent":"1.63031058s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:33.132696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:31.496462Z","time spent":"1.636220466s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:02:33.132703Z","caller":"traceutil/trace.go:171","msg":"trace[889924764] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:953; }","duration":"1.151139275s","start":"2026-03-19T09:02:31.981535Z","end":"2026-03-19T09:02:33.132674Z","steps":["trace[889924764] 'agreement among raft nodes before linearized reading' (duration: 1.15086986s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:33.132735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:32.003753Z","time spent":"1.128963119s","remote":"127.0.0.1:50658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:33.132756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:31.981515Z","time spent":"1.151225038s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:33.345886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.26379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:33.346058Z","caller":"traceutil/trace.go:171","msg":"trace[167226002] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"209.142055ms","start":"2026-03-19T09:02:33.136893Z","end":"2026-03-19T09:02:33.346035Z","steps":["trace[167226002] 'process raft request' (duration: 107.6508ms)","trace[167226002] 'compare' (duration: 101.098407ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:33.346318Z","caller":"traceutil/trace.go:171","msg":"trace[1969872925] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"208.95256ms","start":"2026-03-19T09:02:33.137331Z","end":"2026-03-19T09:02:33.346284Z","steps":["trace[1969872925] 'process raft request' (duration: 208.654294ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:33.346556Z","caller":"traceutil/trace.go:171","msg":"trace[1208054824] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"209.079484ms","start":"2026-03-19T09:02:33.137467Z","end":"2026-03-19T09:02:33.346546Z","steps":["trace[1208054824] 'process raft request' (duration: 208.748007ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:33.346703Z","caller":"traceutil/trace.go:171","msg":"trace[741778593] linearizableReadLoop","detail":"{readStateIndex:989; appliedIndex:985; }","duration":"173.5095ms","start":"2026-03-19T09:02:33.173176Z","end":"2026-03-19T09:02:33.346685Z","steps":["trace[741778593] 'read index received' (duration: 71.381761ms)","trace[741778593] 'applied index is now lower than readState.Index' (duration: 102.126439ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:33.346802Z","caller":"traceutil/trace.go:171","msg":"trace[204121680] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"180.661923ms","start":"2026-03-19T09:02:33.166127Z","end":"2026-03-19T09:02:33.346789Z","steps":["trace[204121680] 'process raft request' (duration: 180.378997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:33.346817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.634912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:33.346982Z","caller":"traceutil/trace.go:171","msg":"trace[1115531619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:957; }","duration":"173.854497ms","start":"2026-03-19T09:02:33.173108Z","end":"2026-03-19T09:02:33.346962Z","steps":["trace[1115531619] 'agreement among raft nodes before linearized reading' (duration: 173.641803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:33.750148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.651777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-64fcw\" ","response":"range_response_count:1 size:4880"} {"level":"info","ts":"2026-03-19T09:02:33.750253Z","caller":"traceutil/trace.go:171","msg":"trace[565671467] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-64fcw; range_end:; response_count:1; response_revision:959; }","duration":"120.79461ms","start":"2026-03-19T09:02:33.629424Z","end":"2026-03-19T09:02:33.750218Z","steps":["trace[565671467] 'range keys from in-memory index tree' (duration: 120.453163ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:33.886095Z","caller":"traceutil/trace.go:171","msg":"trace[2032596298] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"126.241137ms","start":"2026-03-19T09:02:33.759828Z","end":"2026-03-19T09:02:33.886069Z","steps":["trace[2032596298] 'process raft request' (duration: 126.103394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:34.42246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.36431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:34.422575Z","caller":"traceutil/trace.go:171","msg":"trace[1225064781] linearizableReadLoop","detail":"{readStateIndex:993; appliedIndex:992; }","duration":"417.276659ms","start":"2026-03-19T09:02:34.005282Z","end":"2026-03-19T09:02:34.422559Z","steps":["trace[1225064781] 'read index received' (duration: 173.649274ms)","trace[1225064781] 'applied index is now lower than readState.Index' (duration: 243.626075ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:34.42263Z","caller":"traceutil/trace.go:171","msg":"trace[1881026513] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"529.982786ms","start":"2026-03-19T09:02:33.892617Z","end":"2026-03-19T09:02:34.4226Z","steps":["trace[1881026513] 'process raft request' (duration: 286.30182ms)","trace[1881026513] 'compare' (duration: 243.250397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:34.422776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:33.892584Z","time spent":"530.117189ms","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1449,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:34.422809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.539525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-64fcw\" ","response":"range_response_count:1 size:5068"} {"level":"info","ts":"2026-03-19T09:02:34.422842Z","caller":"traceutil/trace.go:171","msg":"trace[609442201] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-64fcw; range_end:; response_count:1; response_revision:961; }","duration":"417.616586ms","start":"2026-03-19T09:02:34.005213Z","end":"2026-03-19T09:02:34.42283Z","steps":["trace[609442201] 'agreement among raft nodes before linearized reading' (duration: 417.482053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:34.422884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:34.005182Z","time spent":"417.693778ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5090,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-64fcw\" "} {"level":"warn","ts":"2026-03-19T09:02:35.153345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.166579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:35.153519Z","caller":"traceutil/trace.go:171","msg":"trace[44237681] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"724.384514ms","start":"2026-03-19T09:02:34.429116Z","end":"2026-03-19T09:02:35.1535Z","steps":["trace[44237681] 'process raft request' (duration: 394.99022ms)","trace[44237681] 'compare' (duration: 329.020126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:35.153589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:34.429097Z","time spent":"724.463826ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5053,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:35.153835Z","caller":"traceutil/trace.go:171","msg":"trace[1923889167] linearizableReadLoop","detail":"{readStateIndex:994; appliedIndex:993; }","duration":"659.36675ms","start":"2026-03-19T09:02:34.494441Z","end":"2026-03-19T09:02:35.153808Z","steps":["trace[1923889167] 'read index received' (duration: 329.67126ms)","trace[1923889167] 'applied index is now lower than readState.Index' (duration: 329.69255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:35.153988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.551874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:35.154025Z","caller":"traceutil/trace.go:171","msg":"trace[961948017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:963; }","duration":"659.651426ms","start":"2026-03-19T09:02:34.494362Z","end":"2026-03-19T09:02:35.154014Z","steps":["trace[961948017] 'agreement among raft nodes before linearized reading' (duration: 659.567924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:35.154055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:34.494338Z","time spent":"659.710837ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:02:35.153853Z","caller":"traceutil/trace.go:171","msg":"trace[13164092] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"427.006717ms","start":"2026-03-19T09:02:34.726824Z","end":"2026-03-19T09:02:35.153831Z","steps":["trace[13164092] 'process raft request' (duration: 426.617479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:35.154393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:34.726799Z","time spent":"427.489998ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:35.612216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.148666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T09:02:35.612486Z","caller":"traceutil/trace.go:171","msg":"trace[719691899] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"453.769821ms","start":"2026-03-19T09:02:35.158694Z","end":"2026-03-19T09:02:35.612463Z","steps":["trace[719691899] 'process raft request' (duration: 453.666989ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:35.612504Z","caller":"traceutil/trace.go:171","msg":"trace[1029466299] linearizableReadLoop","detail":"{readStateIndex:996; appliedIndex:995; }","duration":"456.956469ms","start":"2026-03-19T09:02:35.155529Z","end":"2026-03-19T09:02:35.612485Z","steps":["trace[1029466299] 'read index received' (duration: 184.459356ms)","trace[1029466299] 'applied index is now lower than readState.Index' (duration: 272.495583ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:35.612614Z","caller":"traceutil/trace.go:171","msg":"trace[1185130653] transaction","detail":"{read_only:false; number_of_response:1; response_revision:964; }","duration":"457.239035ms","start":"2026-03-19T09:02:35.155361Z","end":"2026-03-19T09:02:35.6126Z","steps":["trace[1185130653] 'process raft request' (duration: 184.526618ms)","trace[1185130653] 'compare' (duration: 271.828489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:35.612617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:35.158679Z","time spent":"453.866713ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:35.612694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:35.155337Z","time spent":"457.310016ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-19T09:02:35.612819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.285105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:35.61286Z","caller":"traceutil/trace.go:171","msg":"trace[266641603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:965; }","duration":"457.359427ms","start":"2026-03-19T09:02:35.155487Z","end":"2026-03-19T09:02:35.612846Z","steps":["trace[266641603] 'agreement among raft nodes before linearized reading' (duration: 457.293826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:35.612899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:35.155469Z","time spent":"457.419739ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:02:35.612918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.519732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:35.612957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.289888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:02:35.612956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.53091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:02:35.613Z","caller":"traceutil/trace.go:171","msg":"trace[2123239455] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:965; }","duration":"118.670635ms","start":"2026-03-19T09:02:35.494304Z","end":"2026-03-19T09:02:35.612975Z","steps":["trace[2123239455] 'agreement among raft nodes before linearized reading' (duration: 118.506601ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:35.613028Z","caller":"traceutil/trace.go:171","msg":"trace[991876669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:965; }","duration":"262.628512ms","start":"2026-03-19T09:02:35.350387Z","end":"2026-03-19T09:02:35.613015Z","steps":["trace[991876669] 'agreement among raft nodes before linearized reading' (duration: 262.459658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:35.613027Z","caller":"traceutil/trace.go:171","msg":"trace[525548213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:965; }","duration":"112.400931ms","start":"2026-03-19T09:02:35.500609Z","end":"2026-03-19T09:02:35.61301Z","steps":["trace[525548213] 'agreement among raft nodes before linearized reading' (duration: 112.212157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:35.613033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.52316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:02:35.613033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.888897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:02:35.613098Z","caller":"traceutil/trace.go:171","msg":"trace[2055104684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:965; }","duration":"262.619441ms","start":"2026-03-19T09:02:35.350462Z","end":"2026-03-19T09:02:35.613081Z","steps":["trace[2055104684] 'agreement among raft nodes before linearized reading' (duration: 262.376896ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:35.61312Z","caller":"traceutil/trace.go:171","msg":"trace[1903715511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:965; }","duration":"263.023359ms","start":"2026-03-19T09:02:35.350075Z","end":"2026-03-19T09:02:35.613098Z","steps":["trace[1903715511] 'agreement among raft nodes before linearized reading' (duration: 262.737363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:36.779259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.219651ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:02:39.804209Z","caller":"traceutil/trace.go:171","msg":"trace[1915025168] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"115.767423ms","start":"2026-03-19T09:02:39.688409Z","end":"2026-03-19T09:02:39.804176Z","steps":["trace[1915025168] 'process raft request' (duration: 62.515131ms)","trace[1915025168] 'compare' (duration: 53.088608ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:43.87506Z","caller":"traceutil/trace.go:171","msg":"trace[1956691479] linearizableReadLoop","detail":"{readStateIndex:1041; appliedIndex:1040; }","duration":"102.899936ms","start":"2026-03-19T09:02:43.772137Z","end":"2026-03-19T09:02:43.875037Z","steps":["trace[1956691479] 'read index received' (duration: 102.543938ms)","trace[1956691479] 'applied index is now lower than readState.Index' (duration: 354.668µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:43.875163Z","caller":"traceutil/trace.go:171","msg":"trace[1001635636] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"125.059271ms","start":"2026-03-19T09:02:43.750079Z","end":"2026-03-19T09:02:43.875138Z","steps":["trace[1001635636] 'process raft request' (duration: 124.705523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:43.875343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.187723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:02:43.875403Z","caller":"traceutil/trace.go:171","msg":"trace[748185201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1007; }","duration":"103.290695ms","start":"2026-03-19T09:02:43.772099Z","end":"2026-03-19T09:02:43.875389Z","steps":["trace[748185201] 'agreement among raft nodes before linearized reading' (duration: 103.062679ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:48.27234Z","caller":"traceutil/trace.go:171","msg":"trace[1713061145] linearizableReadLoop","detail":"{readStateIndex:1060; appliedIndex:1059; }","duration":"299.061183ms","start":"2026-03-19T09:02:47.973254Z","end":"2026-03-19T09:02:48.272315Z","steps":["trace[1713061145] 'read index received' (duration: 298.991432ms)","trace[1713061145] 'applied index is now lower than readState.Index' (duration: 68.701µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:48.272463Z","caller":"traceutil/trace.go:171","msg":"trace[810823220] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"300.015753ms","start":"2026-03-19T09:02:47.972435Z","end":"2026-03-19T09:02:48.27245Z","steps":["trace[810823220] 'process raft request' (duration: 299.728047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:48.272564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.972381Z","time spent":"300.108265ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:48.272799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.514163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:02:48.272918Z","caller":"traceutil/trace.go:171","msg":"trace[1128837797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1026; }","duration":"299.649365ms","start":"2026-03-19T09:02:47.973244Z","end":"2026-03-19T09:02:48.272894Z","steps":["trace[1128837797] 'agreement among raft nodes before linearized reading' (duration: 299.345049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:48.773478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325081635,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:02:49.123595Z","caller":"traceutil/trace.go:171","msg":"trace[557364147] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"1.147369374s","start":"2026-03-19T09:02:47.976199Z","end":"2026-03-19T09:02:49.123568Z","steps":["trace[557364147] 'process raft request' (duration: 1.140002006s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:49.123755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.976181Z","time spent":"1.147493877s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:49.124112Z","caller":"traceutil/trace.go:171","msg":"trace[1764674611] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"846.993232ms","start":"2026-03-19T09:02:48.277089Z","end":"2026-03-19T09:02:49.124082Z","steps":["trace[1764674611] 'process raft request' (duration: 846.3919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:49.124311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:48.277069Z","time spent":"847.129575ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:49.13183Z","caller":"traceutil/trace.go:171","msg":"trace[1944461301] linearizableReadLoop","detail":"{readStateIndex:1063; appliedIndex:1060; }","duration":"859.40122ms","start":"2026-03-19T09:02:48.272417Z","end":"2026-03-19T09:02:49.131818Z","steps":["trace[1944461301] 'read index received' (duration: 843.735283ms)","trace[1944461301] 'applied index is now lower than readState.Index' (duration: 15.665157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:49.131971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158631576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:02:49.132003Z","caller":"traceutil/trace.go:171","msg":"trace[980275661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1028; }","duration":"1.158683397s","start":"2026-03-19T09:02:47.973307Z","end":"2026-03-19T09:02:49.131991Z","steps":["trace[980275661] 'agreement among raft nodes before linearized reading' (duration: 1.158583515s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:49.132024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.973296Z","time spent":"1.158723038s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:49.132071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.717923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:49.13207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158661976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:02:49.132125Z","caller":"traceutil/trace.go:171","msg":"trace[1380689374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1028; }","duration":"636.815745ms","start":"2026-03-19T09:02:48.495297Z","end":"2026-03-19T09:02:49.132112Z","steps":["trace[1380689374] 'agreement among raft nodes before linearized reading' (duration: 636.726203ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:49.132142Z","caller":"traceutil/trace.go:171","msg":"trace[26367218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1028; }","duration":"1.158770469s","start":"2026-03-19T09:02:47.973356Z","end":"2026-03-19T09:02:49.132127Z","steps":["trace[26367218] 'agreement among raft nodes before linearized reading' (duration: 1.158549804s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:49.132168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:48.495271Z","time spent":"636.887056ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:02:49.132181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.973348Z","time spent":"1.15882566s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:02:54.860654Z","caller":"traceutil/trace.go:171","msg":"trace[1528257765] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"162.404343ms","start":"2026-03-19T09:02:54.698206Z","end":"2026-03-19T09:02:54.86061Z","steps":["trace[1528257765] 'process raft request' (duration: 129.893565ms)","trace[1528257765] 'compare' (duration: 32.231042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:58.592364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.055612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:02:58.592442Z","caller":"traceutil/trace.go:171","msg":"trace[1897453847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1103; }","duration":"277.176454ms","start":"2026-03-19T09:02:58.315249Z","end":"2026-03-19T09:02:58.592426Z","steps":["trace[1897453847] 'range keys from in-memory index tree' (duration: 276.927229ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:05.041908Z","caller":"traceutil/trace.go:171","msg":"trace[1062777699] linearizableReadLoop","detail":"{readStateIndex:1196; appliedIndex:1195; }","duration":"211.919474ms","start":"2026-03-19T09:03:04.829965Z","end":"2026-03-19T09:03:05.041884Z","steps":["trace[1062777699] 'read index received' (duration: 211.764201ms)","trace[1062777699] 'applied index is now lower than readState.Index' (duration: 154.203µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:05.04209Z","caller":"traceutil/trace.go:171","msg":"trace[1897060763] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"363.079985ms","start":"2026-03-19T09:03:04.678976Z","end":"2026-03-19T09:03:05.042056Z","steps":["trace[1897060763] 'process raft request' (duration: 362.758528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:05.04227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:04.67895Z","time spent":"363.243049ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:05.042129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.149999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-llwqz\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-03-19T09:03:05.042414Z","caller":"traceutil/trace.go:171","msg":"trace[1722053891] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-llwqz; range_end:; response_count:1; response_revision:1152; }","duration":"212.418384ms","start":"2026-03-19T09:03:04.829948Z","end":"2026-03-19T09:03:05.042366Z","steps":["trace[1722053891] 'agreement among raft nodes before linearized reading' (duration: 212.048127ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:10.768303Z","caller":"traceutil/trace.go:171","msg":"trace[605706830] linearizableReadLoop","detail":"{readStateIndex:1308; appliedIndex:1307; }","duration":"272.081404ms","start":"2026-03-19T09:03:10.496193Z","end":"2026-03-19T09:03:10.768274Z","steps":["trace[605706830] 'read index received' (duration: 271.850329ms)","trace[605706830] 'applied index is now lower than readState.Index' (duration: 229.855µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:10.768353Z","caller":"traceutil/trace.go:171","msg":"trace[197005912] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"425.263329ms","start":"2026-03-19T09:03:10.343056Z","end":"2026-03-19T09:03:10.76832Z","steps":["trace[197005912] 'process raft request' (duration: 425.079075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:10.768465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.257199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:03:10.768488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:10.343034Z","time spent":"425.387482ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:03:10.768511Z","caller":"traceutil/trace.go:171","msg":"trace[1607751699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1262; }","duration":"272.354442ms","start":"2026-03-19T09:03:10.496144Z","end":"2026-03-19T09:03:10.768499Z","steps":["trace[1607751699] 'agreement among raft nodes before linearized reading' (duration: 272.237629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:13.323904Z","caller":"traceutil/trace.go:171","msg":"trace[1273473260] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"150.344735ms","start":"2026-03-19T09:03:13.173529Z","end":"2026-03-19T09:03:13.323874Z","steps":["trace[1273473260] 'process raft request' (duration: 150.13293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:13.949211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.441814ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:13.949351Z","caller":"traceutil/trace.go:171","msg":"trace[1939602804] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1274; }","duration":"294.604967ms","start":"2026-03-19T09:03:13.654725Z","end":"2026-03-19T09:03:13.94933Z","steps":["trace[1939602804] 'range keys from in-memory index tree' (duration: 294.388293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:13.949738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.781423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:13.949868Z","caller":"traceutil/trace.go:171","msg":"trace[1143392713] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"621.862056ms","start":"2026-03-19T09:03:13.327982Z","end":"2026-03-19T09:03:13.949844Z","steps":["trace[1143392713] 'process raft request' (duration: 449.820567ms)","trace[1143392713] 'compare' (duration: 171.436646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:13.949932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.32796Z","time spent":"621.942297ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:14.078216Z","caller":"traceutil/trace.go:171","msg":"trace[123554949] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"749.226387ms","start":"2026-03-19T09:03:13.328964Z","end":"2026-03-19T09:03:14.078191Z","steps":["trace[123554949] 'process raft request' (duration: 749.094884ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:14.07829Z","caller":"traceutil/trace.go:171","msg":"trace[652193078] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"747.135883ms","start":"2026-03-19T09:03:13.331118Z","end":"2026-03-19T09:03:14.078253Z","steps":["trace[652193078] 'process raft request' (duration: 747.00395ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:14.078286Z","caller":"traceutil/trace.go:171","msg":"trace[1865607099] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"749.906061ms","start":"2026-03-19T09:03:13.328326Z","end":"2026-03-19T09:03:14.078232Z","steps":["trace[1865607099] 'process raft request' (duration: 749.539954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.07841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.233194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:03:14.078481Z","caller":"traceutil/trace.go:171","msg":"trace[918716355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1278; }","duration":"740.334406ms","start":"2026-03-19T09:03:13.33813Z","end":"2026-03-19T09:03:14.078464Z","steps":["trace[918716355] 'agreement among raft nodes before linearized reading' (duration: 740.138482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.078478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.331111Z","time spent":"747.258185ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:14.078419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.328959Z","time spent":"749.345979ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:14.078536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.338114Z","time spent":"740.409738ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:03:14.078208Z","caller":"traceutil/trace.go:171","msg":"trace[817463030] linearizableReadLoop","detail":"{readStateIndex:1325; appliedIndex:1321; }","duration":"739.998779ms","start":"2026-03-19T09:03:13.338176Z","end":"2026-03-19T09:03:14.078174Z","steps":["trace[817463030] 'read index received' (duration: 439.631758ms)","trace[817463030] 'applied index is now lower than readState.Index' (duration: 300.365441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:14.078479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.328317Z","time spent":"750.054945ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:14.078815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.083452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:14.078914Z","caller":"traceutil/trace.go:171","msg":"trace[1134968639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1278; }","duration":"582.307527ms","start":"2026-03-19T09:03:13.496583Z","end":"2026-03-19T09:03:14.078891Z","steps":["trace[1134968639] 'agreement among raft nodes before linearized reading' (duration: 582.139394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.078955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.496563Z","time spent":"582.38344ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:03:24.282521Z","caller":"traceutil/trace.go:171","msg":"trace[1106377658] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"157.188047ms","start":"2026-03-19T09:03:24.125303Z","end":"2026-03-19T09:03:24.282491Z","steps":["trace[1106377658] 'process raft request' (duration: 157.034064ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:24.28564Z","caller":"traceutil/trace.go:171","msg":"trace[1730672451] linearizableReadLoop","detail":"{readStateIndex:1559; appliedIndex:1557; }","duration":"158.819893ms","start":"2026-03-19T09:03:24.126805Z","end":"2026-03-19T09:03:24.285625Z","steps":["trace[1730672451] 'read index received' (duration: 155.579441ms)","trace[1730672451] 'applied index is now lower than readState.Index' (duration: 3.239492ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:24.285859Z","caller":"traceutil/trace.go:171","msg":"trace[2133454747] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"159.62778ms","start":"2026-03-19T09:03:24.12622Z","end":"2026-03-19T09:03:24.285848Z","steps":["trace[2133454747] 'process raft request' (duration: 159.341063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:24.285978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.939823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:24.286059Z","caller":"traceutil/trace.go:171","msg":"trace[2107391500] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:0; response_revision:1493; }","duration":"158.052186ms","start":"2026-03-19T09:03:24.127992Z","end":"2026-03-19T09:03:24.286044Z","steps":["trace[2107391500] 'agreement among raft nodes before linearized reading' (duration: 157.889622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:24.28621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.289873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:03:24.286323Z","caller":"traceutil/trace.go:171","msg":"trace[505889897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1493; }","duration":"159.521097ms","start":"2026-03-19T09:03:24.126771Z","end":"2026-03-19T09:03:24.286292Z","steps":["trace[505889897] 'agreement among raft nodes before linearized reading' (duration: 159.146339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:25.087236Z","caller":"traceutil/trace.go:171","msg":"trace[1439490825] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"129.722432ms","start":"2026-03-19T09:03:24.957494Z","end":"2026-03-19T09:03:25.087216Z","steps":["trace[1439490825] 'process raft request' (duration: 129.370505ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:25.316648Z","caller":"traceutil/trace.go:171","msg":"trace[43973014] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"183.861872ms","start":"2026-03-19T09:03:25.132757Z","end":"2026-03-19T09:03:25.316619Z","steps":["trace[43973014] 'process raft request' (duration: 91.599754ms)","trace[43973014] 'compare' (duration: 92.117804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:30.52491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325082733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:30.809603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.397510866s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:03:30.834153Z","caller":"traceutil/trace.go:171","msg":"trace[285531632] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"1.422071304s","start":"2026-03-19T09:03:29.412037Z","end":"2026-03-19T09:03:30.834108Z","steps":["trace[285531632] 'process raft request' (duration: 1.397766893s)","trace[285531632] 'compare' (duration: 23.924233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:30.834305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:29.412027Z","time spent":"1.422196857s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1756,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:30.839225Z","caller":"traceutil/trace.go:171","msg":"trace[2008041021] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"1.425259316s","start":"2026-03-19T09:03:29.413939Z","end":"2026-03-19T09:03:30.839198Z","steps":["trace[2008041021] 'process raft request' (duration: 1.425200905s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:30.839412Z","caller":"traceutil/trace.go:171","msg":"trace[1967552195] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"1.423720561s","start":"2026-03-19T09:03:29.415681Z","end":"2026-03-19T09:03:30.839401Z","steps":["trace[1967552195] 'process raft request' (duration: 1.42364344s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:30.839414Z","caller":"traceutil/trace.go:171","msg":"trace[1102025679] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"1.424445347s","start":"2026-03-19T09:03:29.414947Z","end":"2026-03-19T09:03:30.839393Z","steps":["trace[1102025679] 'process raft request' (duration: 1.424225942s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:30.839345Z","caller":"traceutil/trace.go:171","msg":"trace[625890270] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"1.426112534s","start":"2026-03-19T09:03:29.413155Z","end":"2026-03-19T09:03:30.839267Z","steps":["trace[625890270] 'process raft request' (duration: 1.4258943s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:30.839498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:29.415669Z","time spent":"1.423778032s","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1169,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:30.83954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:29.414935Z","time spent":"1.424530769s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:30.839591Z","caller":"traceutil/trace.go:171","msg":"trace[13197819] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"1.420318425s","start":"2026-03-19T09:03:29.419255Z","end":"2026-03-19T09:03:30.839574Z","steps":["trace[13197819] 'process raft request' (duration: 1.420113181s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:30.83964Z","caller":"traceutil/trace.go:171","msg":"trace[1592070761] linearizableReadLoop","detail":"{readStateIndex:1643; appliedIndex:1635; }","duration":"815.826934ms","start":"2026-03-19T09:03:30.023802Z","end":"2026-03-19T09:03:30.839629Z","steps":["trace[1592070761] 'read index received' (duration: 785.997919ms)","trace[1592070761] 'applied index is now lower than readState.Index' (duration: 29.828435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:30.839689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:29.413118Z","time spent":"1.42637962s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:30.839714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:29.419242Z","time spent":"1.420411787s","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6114,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:30.839811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.519905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:30.839848Z","caller":"traceutil/trace.go:171","msg":"trace[267304017] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1572; }","duration":"614.591186ms","start":"2026-03-19T09:03:30.225246Z","end":"2026-03-19T09:03:30.839837Z","steps":["trace[267304017] 'agreement among raft nodes before linearized reading' (duration: 614.511674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:30.839877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:30.225227Z","time spent":"614.642307ms","remote":"127.0.0.1:54594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:03:30.839906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.975609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:03:30.839931Z","caller":"traceutil/trace.go:171","msg":"trace[112639625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1572; }","duration":"530.024911ms","start":"2026-03-19T09:03:30.309898Z","end":"2026-03-19T09:03:30.839923Z","steps":["trace[112639625] 'agreement among raft nodes before linearized reading' (duration: 529.939299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:30.839952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:30.309883Z","time spent":"530.061671ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:03:30.839974Z","caller":"traceutil/trace.go:171","msg":"trace[1704264214] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"566.070475ms","start":"2026-03-19T09:03:30.273892Z","end":"2026-03-19T09:03:30.839963Z","steps":["trace[1704264214] 'process raft request' (duration: 565.537783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:30.840039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:30.27387Z","time spent":"566.137046ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:30.840054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.692254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:03:30.840067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.987553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:03:30.84011Z","caller":"traceutil/trace.go:171","msg":"trace[823653431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1572; }","duration":"536.038624ms","start":"2026-03-19T09:03:30.304049Z","end":"2026-03-19T09:03:30.840088Z","steps":["trace[823653431] 'agreement among raft nodes before linearized reading' (duration: 535.956042ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:30.840124Z","caller":"traceutil/trace.go:171","msg":"trace[849399364] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"562.502944ms","start":"2026-03-19T09:03:30.277612Z","end":"2026-03-19T09:03:30.840115Z","steps":["trace[849399364] 'process raft request' (duration: 561.967332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:30.840142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:30.304039Z","time spent":"536.095095ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:30.840174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:30.277598Z","time spent":"562.550515ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:30.840074Z","caller":"traceutil/trace.go:171","msg":"trace[1310380765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1572; }","duration":"343.737715ms","start":"2026-03-19T09:03:30.496331Z","end":"2026-03-19T09:03:30.840069Z","steps":["trace[1310380765] 'agreement among raft nodes before linearized reading' (duration: 343.707234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:30.84029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.48662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:03:30.840236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:30.496312Z","time spent":"343.91031ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:03:30.840318Z","caller":"traceutil/trace.go:171","msg":"trace[408979916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1572; }","duration":"816.547421ms","start":"2026-03-19T09:03:30.023764Z","end":"2026-03-19T09:03:30.840311Z","steps":["trace[408979916] 'agreement among raft nodes before linearized reading' (duration: 816.468719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:30.840335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.652218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:03:30.840354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:30.023747Z","time spent":"816.600912ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:03:30.840381Z","caller":"traceutil/trace.go:171","msg":"trace[2034592472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1572; }","duration":"536.73463ms","start":"2026-03-19T09:03:30.303633Z","end":"2026-03-19T09:03:30.840368Z","steps":["trace[2034592472] 'agreement among raft nodes before linearized reading' (duration: 536.594347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:30.84043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:30.303609Z","time spent":"536.812403ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:30.841433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:29.413932Z","time spent":"1.425359118s","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1202,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:33.050867Z","caller":"traceutil/trace.go:171","msg":"trace[507540100] linearizableReadLoop","detail":"{readStateIndex:1654; appliedIndex:1652; }","duration":"150.405044ms","start":"2026-03-19T09:03:32.900437Z","end":"2026-03-19T09:03:33.050842Z","steps":["trace[507540100] 'read index received' (duration: 67.036785ms)","trace[507540100] 'applied index is now lower than readState.Index' (duration: 83.367269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:33.051102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.772033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:03:33.051123Z","caller":"traceutil/trace.go:171","msg":"trace[1379716147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1582; }","duration":"202.884765ms","start":"2026-03-19T09:03:32.848233Z","end":"2026-03-19T09:03:33.051117Z","steps":["trace[1379716147] 'agreement among raft nodes before linearized reading' (duration: 202.707142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:33.051142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.75782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-19T09:03:33.051201Z","caller":"traceutil/trace.go:171","msg":"trace[1677603835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1582; }","duration":"192.842211ms","start":"2026-03-19T09:03:32.858342Z","end":"2026-03-19T09:03:33.051185Z","steps":["trace[1677603835] 'agreement among raft nodes before linearized reading' (duration: 192.644617ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:33.05129Z","caller":"traceutil/trace.go:171","msg":"trace[1932406209] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"204.867789ms","start":"2026-03-19T09:03:32.846405Z","end":"2026-03-19T09:03:33.051273Z","steps":["trace[1932406209] 'process raft request' (duration: 204.336147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:33.05132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.667883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:03:33.051323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.583636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:03:33.051338Z","caller":"traceutil/trace.go:171","msg":"trace[1215968344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1582; }","duration":"199.703913ms","start":"2026-03-19T09:03:32.851629Z","end":"2026-03-19T09:03:33.051333Z","steps":["trace[1215968344] 'agreement among raft nodes before linearized reading' (duration: 199.657672ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:33.051347Z","caller":"traceutil/trace.go:171","msg":"trace[398531371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1582; }","duration":"201.628877ms","start":"2026-03-19T09:03:32.849711Z","end":"2026-03-19T09:03:33.05134Z","steps":["trace[398531371] 'agreement among raft nodes before linearized reading' (duration: 201.558196ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:33.051322Z","caller":"traceutil/trace.go:171","msg":"trace[899145030] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"207.082208ms","start":"2026-03-19T09:03:32.844202Z","end":"2026-03-19T09:03:33.051285Z","steps":["trace[899145030] 'process raft request' (duration: 123.448693ms)","trace[899145030] 'compare' (duration: 82.847368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:33.051435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.181075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:03:33.051459Z","caller":"traceutil/trace.go:171","msg":"trace[1514988109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1582; }","duration":"200.232666ms","start":"2026-03-19T09:03:32.851221Z","end":"2026-03-19T09:03:33.051454Z","steps":["trace[1514988109] 'agreement among raft nodes before linearized reading' (duration: 200.177795ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:33.20362Z","caller":"traceutil/trace.go:171","msg":"trace[73075748] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"149.067044ms","start":"2026-03-19T09:03:33.054525Z","end":"2026-03-19T09:03:33.203592Z","steps":["trace[73075748] 'process raft request' (duration: 110.175997ms)","trace[73075748] 'compare' (duration: 38.780435ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:33.215642Z","caller":"traceutil/trace.go:171","msg":"trace[1044218969] linearizableReadLoop","detail":"{readStateIndex:1658; appliedIndex:1654; }","duration":"102.318741ms","start":"2026-03-19T09:03:33.113298Z","end":"2026-03-19T09:03:33.215617Z","steps":["trace[1044218969] 'read index received' (duration: 51.420696ms)","trace[1044218969] 'applied index is now lower than readState.Index' (duration: 50.897265ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:33.215693Z","caller":"traceutil/trace.go:171","msg":"trace[189556626] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"160.002028ms","start":"2026-03-19T09:03:33.055665Z","end":"2026-03-19T09:03:33.215667Z","steps":["trace[189556626] 'process raft request' (duration: 159.905386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:33.215752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.438763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:33.21574Z","caller":"traceutil/trace.go:171","msg":"trace[1409418945] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"160.031308ms","start":"2026-03-19T09:03:33.055695Z","end":"2026-03-19T09:03:33.215727Z","steps":["trace[1409418945] 'process raft request' (duration: 159.897956ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:33.21578Z","caller":"traceutil/trace.go:171","msg":"trace[13421082] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1586; }","duration":"102.485865ms","start":"2026-03-19T09:03:33.113287Z","end":"2026-03-19T09:03:33.215773Z","steps":["trace[13421082] 'agreement among raft nodes before linearized reading' (duration: 102.412053ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:33.215671Z","caller":"traceutil/trace.go:171","msg":"trace[1939704565] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"160.178492ms","start":"2026-03-19T09:03:33.055464Z","end":"2026-03-19T09:03:33.215642Z","steps":["trace[1939704565] 'process raft request' (duration: 160.023228ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:38.220016Z","caller":"traceutil/trace.go:171","msg":"trace[1808265645] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1749; }","duration":"134.04335ms","start":"2026-03-19T09:03:38.085956Z","end":"2026-03-19T09:03:38.219999Z","steps":["trace[1808265645] 'read index received' (duration: 133.997089ms)","trace[1808265645] 'applied index is now lower than readState.Index' (duration: 45.351µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:38.220062Z","caller":"traceutil/trace.go:171","msg":"trace[423666928] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"205.686247ms","start":"2026-03-19T09:03:38.014343Z","end":"2026-03-19T09:03:38.22003Z","steps":["trace[423666928] 'process raft request' (duration: 205.552874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:38.220186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.224243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:03:38.220215Z","caller":"traceutil/trace.go:171","msg":"trace[1611640565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1677; }","duration":"134.302335ms","start":"2026-03-19T09:03:38.085903Z","end":"2026-03-19T09:03:38.220205Z","steps":["trace[1611640565] 'agreement among raft nodes before linearized reading' (duration: 134.197483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:38.810264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325082930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:39.311193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325082930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:39.811426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325082930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:40.312075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325082930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:40.431093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.205804353s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:03:40.431579Z","caller":"traceutil/trace.go:171","msg":"trace[216609382] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"2.206356025s","start":"2026-03-19T09:03:38.225188Z","end":"2026-03-19T09:03:40.431544Z","steps":["trace[216609382] 'process raft request' (duration: 2.20613751s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.431786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:38.225168Z","time spent":"2.206515338s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:40.49381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:03:40.493912Z","caller":"traceutil/trace.go:171","msg":"trace[267939450] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000106935s","start":"2026-03-19T09:03:38.493783Z","end":"2026-03-19T09:03:40.49389Z","steps":["trace[267939450] 'agreement among raft nodes before linearized reading' (duration: 1.999978962s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.493965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:38.493767Z","time spent":"2.000188008s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:03:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-19T09:03:40.716112Z","caller":"traceutil/trace.go:171","msg":"trace[78596239] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"2.490840079s","start":"2026-03-19T09:03:38.225238Z","end":"2026-03-19T09:03:40.716078Z","steps":["trace[78596239] 'process raft request' (duration: 2.490633224s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.716352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:38.225229Z","time spent":"2.491016004s","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:40.716443Z","caller":"traceutil/trace.go:171","msg":"trace[179848496] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"2.490976362s","start":"2026-03-19T09:03:38.22538Z","end":"2026-03-19T09:03:40.716356Z","steps":["trace[179848496] 'process raft request' (duration: 2.490649925s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.716713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:38.225352Z","time spent":"2.491229638s","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:40.716768Z","caller":"traceutil/trace.go:171","msg":"trace[1794501986] linearizableReadLoop","detail":"{readStateIndex:1758; appliedIndex:1750; }","duration":"2.406712683s","start":"2026-03-19T09:03:38.310017Z","end":"2026-03-19T09:03:40.716729Z","steps":["trace[1794501986] 'read index received' (duration: 2.121430641s)","trace[1794501986] 'applied index is now lower than readState.Index' (duration: 285.280882ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:40.716845Z","caller":"traceutil/trace.go:171","msg":"trace[194671659] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"1.813474883s","start":"2026-03-19T09:03:38.903328Z","end":"2026-03-19T09:03:40.716803Z","steps":["trace[194671659] 'process raft request' (duration: 1.813023653s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.716905Z","caller":"traceutil/trace.go:171","msg":"trace[983035224] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"311.782293ms","start":"2026-03-19T09:03:40.405111Z","end":"2026-03-19T09:03:40.716893Z","steps":["trace[983035224] 'process raft request' (duration: 311.583888ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.71694Z","caller":"traceutil/trace.go:171","msg":"trace[1050786334] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"2.491107675s","start":"2026-03-19T09:03:38.225814Z","end":"2026-03-19T09:03:40.716922Z","steps":["trace[1050786334] 'process raft request' (duration: 2.490450751s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.716956Z","caller":"traceutil/trace.go:171","msg":"trace[234754898] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"1.217881611s","start":"2026-03-19T09:03:39.49904Z","end":"2026-03-19T09:03:40.716921Z","steps":["trace[234754898] 'process raft request' (duration: 1.217625196s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.717009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.405091Z","time spent":"311.847965ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:40.717036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:38.903305Z","time spent":"1.813633557s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:40.717069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:38.225798Z","time spent":"2.491204307s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:40.71716Z","caller":"traceutil/trace.go:171","msg":"trace[1216676945] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"1.64253737s","start":"2026-03-19T09:03:39.074614Z","end":"2026-03-19T09:03:40.717151Z","steps":["trace[1216676945] 'process raft request' (duration: 1.642016499s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.717111Z","caller":"traceutil/trace.go:171","msg":"trace[1671841212] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"1.642540561s","start":"2026-03-19T09:03:39.074527Z","end":"2026-03-19T09:03:40.717068Z","steps":["trace[1671841212] 'process raft request' (duration: 1.641865496s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.71721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:39.074607Z","time spent":"1.642580941s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:40.717101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:39.499008Z","time spent":"1.218014154s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:40.717285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478631326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:03:40.717214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491327698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9588b62-b550-49e3-9643-c4ca0e038099\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-03-19T09:03:40.717313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:39.074504Z","time spent":"1.642717035s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:40.717364Z","caller":"traceutil/trace.go:171","msg":"trace[1379803284] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e9588b62-b550-49e3-9643-c4ca0e038099; range_end:; response_count:1; response_revision:1686; }","duration":"1.491515453s","start":"2026-03-19T09:03:39.225829Z","end":"2026-03-19T09:03:40.717344Z","steps":["trace[1379803284] 'agreement among raft nodes before linearized reading' (duration: 1.491141584s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.717397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407385718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:03:40.717406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48107607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:03:40.717389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488948966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:03:40.717457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.361855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:03:40.717467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489538118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:03:40.717493Z","caller":"traceutil/trace.go:171","msg":"trace[63154195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1686; }","duration":"1.489080359s","start":"2026-03-19T09:03:39.228399Z","end":"2026-03-19T09:03:40.717479Z","steps":["trace[63154195] 'agreement among raft nodes before linearized reading' (duration: 1.488941236s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.717508Z","caller":"traceutil/trace.go:171","msg":"trace[2114391574] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1686; }","duration":"407.458067ms","start":"2026-03-19T09:03:40.310035Z","end":"2026-03-19T09:03:40.717494Z","steps":["trace[2114391574] 'agreement among raft nodes before linearized reading' (duration: 407.378415ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.717524Z","caller":"traceutil/trace.go:171","msg":"trace[1290972373] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1686; }","duration":"1.48962805s","start":"2026-03-19T09:03:39.227877Z","end":"2026-03-19T09:03:40.717506Z","steps":["trace[1290972373] 'agreement among raft nodes before linearized reading' (duration: 1.489526578s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.717527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481063349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:03:40.717351Z","caller":"traceutil/trace.go:171","msg":"trace[491485844] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1686; }","duration":"1.478726078s","start":"2026-03-19T09:03:39.23861Z","end":"2026-03-19T09:03:40.717336Z","steps":["trace[491485844] 'agreement among raft nodes before linearized reading' (duration: 1.478613865s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.717562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258031776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:03:40.71757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:39.22786Z","time spent":"1.489701491s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:03:40.717587Z","caller":"traceutil/trace.go:171","msg":"trace[1944999491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1686; }","duration":"1.481143921s","start":"2026-03-19T09:03:39.236426Z","end":"2026-03-19T09:03:40.717569Z","steps":["trace[1944999491] 'agreement among raft nodes before linearized reading' (duration: 1.480935236s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.717597Z","caller":"traceutil/trace.go:171","msg":"trace[1426542411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1686; }","duration":"1.258103538s","start":"2026-03-19T09:03:39.459486Z","end":"2026-03-19T09:03:40.717589Z","steps":["trace[1426542411] 'agreement among raft nodes before linearized reading' (duration: 1.257962575s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.7176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:39.2386Z","time spent":"1.478981603s","remote":"127.0.0.1:50678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:03:40.717429Z","caller":"traceutil/trace.go:171","msg":"trace[1051459350] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1686; }","duration":"2.407457119s","start":"2026-03-19T09:03:38.309962Z","end":"2026-03-19T09:03:40.717419Z","steps":["trace[1051459350] 'agreement among raft nodes before linearized reading' (duration: 2.407411958s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.717639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:39.459463Z","time spent":"1.258169299s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:40.717633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:39.236415Z","time spent":"1.481210082s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:40.717673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:38.309934Z","time spent":"2.407728646s","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:03:40.717546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.310016Z","time spent":"407.521368ms","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:03:40.717542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:39.228381Z","time spent":"1.48915014s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:03:40.717494Z","caller":"traceutil/trace.go:171","msg":"trace[1031530959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1686; }","duration":"1.481200273s","start":"2026-03-19T09:03:39.236274Z","end":"2026-03-19T09:03:40.717475Z","steps":["trace[1031530959] 'agreement among raft nodes before linearized reading' (duration: 1.480993378s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.717901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:39.236256Z","time spent":"1.481632843s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:03:40.717318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480224921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:03:40.717982Z","caller":"traceutil/trace.go:171","msg":"trace[1010544521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1686; }","duration":"1.480903056s","start":"2026-03-19T09:03:39.237066Z","end":"2026-03-19T09:03:40.717969Z","steps":["trace[1010544521] 'agreement among raft nodes before linearized reading' (duration: 1.48018688s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.718025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:39.237055Z","time spent":"1.480958657s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:40.717432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:39.22581Z","time spent":"1.491607984s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9588b62-b550-49e3-9643-c4ca0e038099\" "} {"level":"warn","ts":"2026-03-19T09:03:40.718112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.685269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:40.718221Z","caller":"traceutil/trace.go:171","msg":"trace[457489286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1686; }","duration":"223.986395ms","start":"2026-03-19T09:03:40.494212Z","end":"2026-03-19T09:03:40.718198Z","steps":["trace[457489286] 'agreement among raft nodes before linearized reading' (duration: 223.3192ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.912519Z","caller":"traceutil/trace.go:171","msg":"trace[1161062018] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"189.601919ms","start":"2026-03-19T09:03:40.722888Z","end":"2026-03-19T09:03:40.912489Z","steps":["trace[1161062018] 'process raft request' (duration: 184.338811ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.912705Z","caller":"traceutil/trace.go:171","msg":"trace[1335841129] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"189.480426ms","start":"2026-03-19T09:03:40.723207Z","end":"2026-03-19T09:03:40.912688Z","steps":["trace[1335841129] 'process raft request' (duration: 189.21118ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.912782Z","caller":"traceutil/trace.go:171","msg":"trace[1011810458] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"189.506066ms","start":"2026-03-19T09:03:40.723264Z","end":"2026-03-19T09:03:40.91277Z","steps":["trace[1011810458] 'process raft request' (duration: 189.366553ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.912949Z","caller":"traceutil/trace.go:171","msg":"trace[1528277678] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1759; }","duration":"190.026508ms","start":"2026-03-19T09:03:40.72291Z","end":"2026-03-19T09:03:40.912937Z","steps":["trace[1528277678] 'read index received' (duration: 45.266379ms)","trace[1528277678] 'applied index is now lower than readState.Index' (duration: 144.759179ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:40.913036Z","caller":"traceutil/trace.go:171","msg":"trace[1924978643] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"189.598819ms","start":"2026-03-19T09:03:40.723429Z","end":"2026-03-19T09:03:40.913028Z","steps":["trace[1924978643] 'process raft request' (duration: 189.306002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.913096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.170691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:03:40.913214Z","caller":"traceutil/trace.go:171","msg":"trace[1680479628] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341; range_end:; response_count:1; response_revision:1691; }","duration":"190.235803ms","start":"2026-03-19T09:03:40.722883Z","end":"2026-03-19T09:03:40.913118Z","steps":["trace[1680479628] 'agreement among raft nodes before linearized reading' (duration: 190.09566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:41.966939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325082948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:42.073345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.158454645s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:03:42.106425Z","caller":"traceutil/trace.go:171","msg":"trace[1264520077] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"1.191591364s","start":"2026-03-19T09:03:40.914809Z","end":"2026-03-19T09:03:42.106401Z","steps":["trace[1264520077] 'process raft request' (duration: 1.158783692s)","trace[1264520077] 'compare' (duration: 32.417254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:42.106608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.914795Z","time spent":"1.191750598s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:42.106636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.525864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:03:42.106717Z","caller":"traceutil/trace.go:171","msg":"trace[291876891] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:1692; }","duration":"640.647717ms","start":"2026-03-19T09:03:41.466053Z","end":"2026-03-19T09:03:42.106701Z","steps":["trace[291876891] 'agreement among raft nodes before linearized reading' (duration: 640.409471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:42.106761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:41.466034Z","time spent":"640.719278ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"info","ts":"2026-03-19T09:03:42.106436Z","caller":"traceutil/trace.go:171","msg":"trace[1525320376] linearizableReadLoop","detail":"{readStateIndex:1765; appliedIndex:1764; }","duration":"640.282229ms","start":"2026-03-19T09:03:41.466102Z","end":"2026-03-19T09:03:42.106385Z","steps":["trace[1525320376] 'read index received' (duration: 607.433436ms)","trace[1525320376] 'applied index is now lower than readState.Index' (duration: 32.846813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:42.107007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.434754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:42.107078Z","caller":"traceutil/trace.go:171","msg":"trace[568771257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1692; }","duration":"610.561457ms","start":"2026-03-19T09:03:41.496498Z","end":"2026-03-19T09:03:42.10706Z","steps":["trace[568771257] 'agreement among raft nodes before linearized reading' (duration: 610.439474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:42.107132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:41.496472Z","time spent":"610.647479ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:42.107226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.662296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:03:42.107226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.509138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-19T09:03:42.107299Z","caller":"traceutil/trace.go:171","msg":"trace[1432996947] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1692; }","duration":"609.773158ms","start":"2026-03-19T09:03:41.49751Z","end":"2026-03-19T09:03:42.107283Z","steps":["trace[1432996947] 'agreement among raft nodes before linearized reading' (duration: 609.584644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:42.10732Z","caller":"traceutil/trace.go:171","msg":"trace[539789355] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1692; }","duration":"207.640601ms","start":"2026-03-19T09:03:41.899656Z","end":"2026-03-19T09:03:42.107297Z","steps":["trace[539789355] 'agreement among raft nodes before linearized reading' (duration: 207.456797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:42.107332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:41.497489Z","time spent":"609.83653ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:03:42.107234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.353584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9588b62-b550-49e3-9643-c4ca0e038099\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-03-19T09:03:42.10724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.232772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:03:42.107413Z","caller":"traceutil/trace.go:171","msg":"trace[826561582] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e9588b62-b550-49e3-9643-c4ca0e038099; range_end:; response_count:1; response_revision:1692; }","duration":"385.57944ms","start":"2026-03-19T09:03:41.721814Z","end":"2026-03-19T09:03:42.107393Z","steps":["trace[826561582] 'agreement among raft nodes before linearized reading' (duration: 385.269632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:42.107467Z","caller":"traceutil/trace.go:171","msg":"trace[1682714428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1692; }","duration":"381.499339ms","start":"2026-03-19T09:03:41.725948Z","end":"2026-03-19T09:03:42.107447Z","steps":["trace[1682714428] 'agreement among raft nodes before linearized reading' (duration: 381.11656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:42.107552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:41.725925Z","time spent":"381.609362ms","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:03:42.107487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:41.721781Z","time spent":"385.688713ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9588b62-b550-49e3-9643-c4ca0e038099\" "} {"level":"warn","ts":"2026-03-19T09:03:48.798756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.297257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T09:03:48.798829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.837665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:48.798867Z","caller":"traceutil/trace.go:171","msg":"trace[150598268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1753; }","duration":"591.4591ms","start":"2026-03-19T09:03:48.207382Z","end":"2026-03-19T09:03:48.798841Z","steps":["trace[150598268] 'range keys from in-memory index tree' (duration: 591.094353ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:48.79892Z","caller":"traceutil/trace.go:171","msg":"trace[1128745066] linearizableReadLoop","detail":"{readStateIndex:1830; appliedIndex:1829; }","duration":"302.077087ms","start":"2026-03-19T09:03:48.496823Z","end":"2026-03-19T09:03:48.798901Z","steps":["trace[1128745066] 'read index received' (duration: 159.022937ms)","trace[1128745066] 'applied index is now lower than readState.Index' (duration: 143.05267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:48.798933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.207353Z","time spent":"591.562803ms","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:03:48.799007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.18432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:48.799052Z","caller":"traceutil/trace.go:171","msg":"trace[182599112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1754; }","duration":"302.266532ms","start":"2026-03-19T09:03:48.496773Z","end":"2026-03-19T09:03:48.79904Z","steps":["trace[182599112] 'agreement among raft nodes before linearized reading' (duration: 302.19533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.799089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.496752Z","time spent":"302.327093ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:03:48.799318Z","caller":"traceutil/trace.go:171","msg":"trace[866230615] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"575.368871ms","start":"2026-03-19T09:03:48.223927Z","end":"2026-03-19T09:03:48.799296Z","steps":["trace[866230615] 'process raft request' (duration: 431.972274ms)","trace[866230615] 'compare' (duration: 142.629801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:48.799419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.223886Z","time spent":"575.478504ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:48.875891Z","caller":"traceutil/trace.go:171","msg":"trace[1946070802] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"130.133892ms","start":"2026-03-19T09:03:48.745729Z","end":"2026-03-19T09:03:48.875863Z","steps":["trace[1946070802] 'process raft request' (duration: 129.959188ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:48.997337Z","caller":"traceutil/trace.go:171","msg":"trace[853731238] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"242.359155ms","start":"2026-03-19T09:03:48.754948Z","end":"2026-03-19T09:03:48.997308Z","steps":["trace[853731238] 'process raft request' (duration: 210.895834ms)","trace[853731238] 'compare' (duration: 31.218506ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:48.997498Z","caller":"traceutil/trace.go:171","msg":"trace[1980924169] linearizableReadLoop","detail":"{readStateIndex:1833; appliedIndex:1830; }","duration":"197.122536ms","start":"2026-03-19T09:03:48.800348Z","end":"2026-03-19T09:03:48.99747Z","steps":["trace[1980924169] 'read index received' (duration: 75.352581ms)","trace[1980924169] 'applied index is now lower than readState.Index' (duration: 121.768485ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:48.99763Z","caller":"traceutil/trace.go:171","msg":"trace[1589596338] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"242.418235ms","start":"2026-03-19T09:03:48.755198Z","end":"2026-03-19T09:03:48.997616Z","steps":["trace[1589596338] 'process raft request' (duration: 242.062127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.997922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.573776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:48.997996Z","caller":"traceutil/trace.go:171","msg":"trace[489194073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1757; }","duration":"197.726279ms","start":"2026-03-19T09:03:48.800251Z","end":"2026-03-19T09:03:48.997977Z","steps":["trace[489194073] 'agreement among raft nodes before linearized reading' (duration: 197.636927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.997921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.690542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:03:48.998095Z","caller":"traceutil/trace.go:171","msg":"trace[2045162855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1757; }","duration":"133.941827ms","start":"2026-03-19T09:03:48.864136Z","end":"2026-03-19T09:03:48.998077Z","steps":["trace[2045162855] 'agreement among raft nodes before linearized reading' (duration: 133.503558ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:53.080377Z","caller":"traceutil/trace.go:171","msg":"trace[170608466] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"123.28343ms","start":"2026-03-19T09:03:52.957063Z","end":"2026-03-19T09:03:53.080346Z","steps":["trace[170608466] 'process raft request' (duration: 50.22296ms)","trace[170608466] 'compare' (duration: 72.65478ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:53.135142Z","caller":"traceutil/trace.go:171","msg":"trace[738539014] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"125.5021ms","start":"2026-03-19T09:03:53.009609Z","end":"2026-03-19T09:03:53.135111Z","steps":["trace[738539014] 'process raft request' (duration: 125.299375ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:53.254841Z","caller":"traceutil/trace.go:171","msg":"trace[1329563386] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"115.493335ms","start":"2026-03-19T09:03:53.139312Z","end":"2026-03-19T09:03:53.254805Z","steps":["trace[1329563386] 'process raft request' (duration: 56.626182ms)","trace[1329563386] 'compare' (duration: 58.537116ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:53.254849Z","caller":"traceutil/trace.go:171","msg":"trace[2082027522] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"114.982635ms","start":"2026-03-19T09:03:53.139835Z","end":"2026-03-19T09:03:53.254818Z","steps":["trace[2082027522] 'process raft request' (duration: 114.921243ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:53.254892Z","caller":"traceutil/trace.go:171","msg":"trace[1404614509] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"115.399384ms","start":"2026-03-19T09:03:53.139456Z","end":"2026-03-19T09:03:53.254855Z","steps":["trace[1404614509] 'process raft request' (duration: 115.2341ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:55.132482Z","caller":"traceutil/trace.go:171","msg":"trace[199685982] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"190.680142ms","start":"2026-03-19T09:03:54.941775Z","end":"2026-03-19T09:03:55.132455Z","steps":["trace[199685982] 'process raft request' (duration: 190.465328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:55.631827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.138659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:55.63219Z","caller":"traceutil/trace.go:171","msg":"trace[217769347] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"546.653841ms","start":"2026-03-19T09:03:55.085473Z","end":"2026-03-19T09:03:55.632127Z","steps":["trace[217769347] 'process raft request' (duration: 113.130594ms)","trace[217769347] 'compare' (duration: 433.012446ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:55.632238Z","caller":"traceutil/trace.go:171","msg":"trace[2079248354] linearizableReadLoop","detail":"{readStateIndex:1872; appliedIndex:1870; }","duration":"459.452606ms","start":"2026-03-19T09:03:55.172768Z","end":"2026-03-19T09:03:55.632221Z","steps":["trace[2079248354] 'read index received' (duration: 25.97791ms)","trace[2079248354] 'applied index is now lower than readState.Index' (duration: 433.473616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:55.632349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.085449Z","time spent":"546.821135ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:55.632496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.702603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:03:55.632655Z","caller":"traceutil/trace.go:171","msg":"trace[888188173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1795; }","duration":"459.909888ms","start":"2026-03-19T09:03:55.172737Z","end":"2026-03-19T09:03:55.632647Z","steps":["trace[888188173] 'agreement among raft nodes before linearized reading' (duration: 459.5836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:55.632523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.155903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:03:55.632713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.172712Z","time spent":"459.994379ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:03:55.632729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.800557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:03:55.632729Z","caller":"traceutil/trace.go:171","msg":"trace[1662779669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1795; }","duration":"373.428158ms","start":"2026-03-19T09:03:55.259289Z","end":"2026-03-19T09:03:55.632718Z","steps":["trace[1662779669] 'agreement among raft nodes before linearized reading' (duration: 373.069051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:55.632815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.259259Z","time spent":"373.549101ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:03:55.63259Z","caller":"traceutil/trace.go:171","msg":"trace[1911588671] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"492.80936ms","start":"2026-03-19T09:03:55.139767Z","end":"2026-03-19T09:03:55.632576Z","steps":["trace[1911588671] 'process raft request' (duration: 492.333379ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:55.632811Z","caller":"traceutil/trace.go:171","msg":"trace[1582653604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1795; }","duration":"373.917659ms","start":"2026-03-19T09:03:55.258872Z","end":"2026-03-19T09:03:55.63279Z","steps":["trace[1582653604] 'agreement among raft nodes before linearized reading' (duration: 373.710054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:55.632862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.258847Z","time spent":"374.006141ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:55.632607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.353727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:03:55.632892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.139745Z","time spent":"493.101537ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:55.632926Z","caller":"traceutil/trace.go:171","msg":"trace[544813435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1795; }","duration":"373.715815ms","start":"2026-03-19T09:03:55.259203Z","end":"2026-03-19T09:03:55.632918Z","steps":["trace[544813435] 'agreement among raft nodes before linearized reading' (duration: 373.331696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:55.632673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.855216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:03:55.633214Z","caller":"traceutil/trace.go:171","msg":"trace[695552888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1795; }","duration":"460.315756ms","start":"2026-03-19T09:03:55.172718Z","end":"2026-03-19T09:03:55.633033Z","steps":["trace[695552888] 'agreement among raft nodes before linearized reading' (duration: 459.60157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:55.633207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.467189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:55.633288Z","caller":"traceutil/trace.go:171","msg":"trace[996828363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1795; }","duration":"139.393099ms","start":"2026-03-19T09:03:55.493872Z","end":"2026-03-19T09:03:55.633265Z","steps":["trace[996828363] 'agreement among raft nodes before linearized reading' (duration: 138.647463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:55.633337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.259175Z","time spent":"374.153135ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:55.633294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.172693Z","time spent":"460.563432ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:56.044736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.188708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:56.044846Z","caller":"traceutil/trace.go:171","msg":"trace[561323709] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"408.590642ms","start":"2026-03-19T09:03:55.636245Z","end":"2026-03-19T09:03:56.044835Z","steps":["trace[561323709] 'process raft request' (duration: 111.252411ms)","trace[561323709] 'compare' (duration: 297.120436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:56.044886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.636227Z","time spent":"408.643694ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:56.04505Z","caller":"traceutil/trace.go:171","msg":"trace[771772559] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"408.555111ms","start":"2026-03-19T09:03:55.63648Z","end":"2026-03-19T09:03:56.045035Z","steps":["trace[771772559] 'process raft request' (duration: 408.325836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:56.045114Z","caller":"traceutil/trace.go:171","msg":"trace[1632367614] linearizableReadLoop","detail":"{readStateIndex:1877; appliedIndex:1872; }","duration":"165.978281ms","start":"2026-03-19T09:03:55.879129Z","end":"2026-03-19T09:03:56.045108Z","steps":["trace[1632367614] 'read index received' (duration: 86.761444ms)","trace[1632367614] 'applied index is now lower than readState.Index' (duration: 79.215937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:56.045165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.636466Z","time spent":"408.628543ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:56.045216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.102914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:03:56.045232Z","caller":"traceutil/trace.go:171","msg":"trace[1408112057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1800; }","duration":"166.161896ms","start":"2026-03-19T09:03:55.879063Z","end":"2026-03-19T09:03:56.045225Z","steps":["trace[1408112057] 'agreement among raft nodes before linearized reading' (duration: 166.080854ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:56.045233Z","caller":"traceutil/trace.go:171","msg":"trace[163027340] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"408.108822ms","start":"2026-03-19T09:03:55.637098Z","end":"2026-03-19T09:03:56.045207Z","steps":["trace[163027340] 'process raft request' (duration: 407.969189ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:56.045261Z","caller":"traceutil/trace.go:171","msg":"trace[1579975676] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"408.605802ms","start":"2026-03-19T09:03:55.636645Z","end":"2026-03-19T09:03:56.045251Z","steps":["trace[1579975676] 'process raft request' (duration: 408.326806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:56.045322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.636611Z","time spent":"408.672944ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:56.045301Z","caller":"traceutil/trace.go:171","msg":"trace[1724926997] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"408.154562ms","start":"2026-03-19T09:03:55.637105Z","end":"2026-03-19T09:03:56.045259Z","steps":["trace[1724926997] 'process raft request' (duration: 407.985069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:56.045485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.637092Z","time spent":"408.303706ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:56.045345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.63708Z","time spent":"408.203184ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:56.683841Z","caller":"traceutil/trace.go:171","msg":"trace[940750652] linearizableReadLoop","detail":"{readStateIndex:1878; appliedIndex:1877; }","duration":"187.026501ms","start":"2026-03-19T09:03:56.496778Z","end":"2026-03-19T09:03:56.683805Z","steps":["trace[940750652] 'read index received' (duration: 186.930869ms)","trace[940750652] 'applied index is now lower than readState.Index' (duration: 94.572µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:56.683909Z","caller":"traceutil/trace.go:171","msg":"trace[231360714] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"378.668474ms","start":"2026-03-19T09:03:56.305205Z","end":"2026-03-19T09:03:56.683873Z","steps":["trace[231360714] 'process raft request' (duration: 378.47133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:56.683996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.208616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:56.684038Z","caller":"traceutil/trace.go:171","msg":"trace[283696354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1801; }","duration":"187.301368ms","start":"2026-03-19T09:03:56.496726Z","end":"2026-03-19T09:03:56.684028Z","steps":["trace[283696354] 'agreement among raft nodes before linearized reading' (duration: 187.222496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:56.68405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:56.305181Z","time spent":"378.794618ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:56.684101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.504425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:03:56.684186Z","caller":"traceutil/trace.go:171","msg":"trace[360826392] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1801; }","duration":"175.649968ms","start":"2026-03-19T09:03:56.508518Z","end":"2026-03-19T09:03:56.684168Z","steps":["trace[360826392] 'agreement among raft nodes before linearized reading' (duration: 175.479384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:57.28456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.230982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:57.284671Z","caller":"traceutil/trace.go:171","msg":"trace[1835979475] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"157.659015ms","start":"2026-03-19T09:03:57.126993Z","end":"2026-03-19T09:03:57.284652Z","steps":["trace[1835979475] 'process raft request' (duration: 15.250449ms)","trace[1835979475] 'compare' (duration: 142.10846ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:57.314496Z","caller":"traceutil/trace.go:171","msg":"trace[1875428572] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"177.497749ms","start":"2026-03-19T09:03:57.136744Z","end":"2026-03-19T09:03:57.314242Z","steps":["trace[1875428572] 'process raft request' (duration: 177.318455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:57.81899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.158751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:57.819251Z","caller":"traceutil/trace.go:171","msg":"trace[330680415] linearizableReadLoop","detail":"{readStateIndex:1882; appliedIndex:1880; }","duration":"632.69381ms","start":"2026-03-19T09:03:57.186531Z","end":"2026-03-19T09:03:57.819225Z","steps":["trace[330680415] 'read index received' (duration: 127.618547ms)","trace[330680415] 'applied index is now lower than readState.Index' (duration: 505.073113ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:57.819251Z","caller":"traceutil/trace.go:171","msg":"trace[1600056656] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"667.714571ms","start":"2026-03-19T09:03:57.151501Z","end":"2026-03-19T09:03:57.819216Z","steps":["trace[1600056656] 'process raft request' (duration: 394.245893ms)","trace[1600056656] 'compare' (duration: 272.937656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:57.819453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:57.151479Z","time spent":"667.855004ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7783,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:58.218089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.955498ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-19T09:03:58.21822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031671768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"info","ts":"2026-03-19T09:03:58.21829Z","caller":"traceutil/trace.go:171","msg":"trace[2072353052] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1805; }","duration":"1.031787841s","start":"2026-03-19T09:03:57.186481Z","end":"2026-03-19T09:03:58.218268Z","steps":["trace[2072353052] 'agreement among raft nodes before linearized reading' (duration: 632.850004ms)","trace[2072353052] 'range keys from in-memory index tree' (duration: 398.732823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:58.218347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:57.186458Z","time spent":"1.031876904s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12007,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:03:58.218654Z","caller":"traceutil/trace.go:171","msg":"trace[2090965051] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"580.734612ms","start":"2026-03-19T09:03:57.637891Z","end":"2026-03-19T09:03:58.218626Z","steps":["trace[2090965051] 'process raft request' (duration: 580.314293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:58.218862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:57.637864Z","time spent":"580.900086ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:58.360824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.122818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:58.360962Z","caller":"traceutil/trace.go:171","msg":"trace[1931345674] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1882; }","duration":"311.630161ms","start":"2026-03-19T09:03:58.049311Z","end":"2026-03-19T09:03:58.360942Z","steps":["trace[1931345674] 'read index received' (duration: 40.901µs)","trace[1931345674] 'applied index is now lower than readState.Index' (duration: 311.58769ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:58.361088Z","caller":"traceutil/trace.go:171","msg":"trace[1146484015] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"722.950634ms","start":"2026-03-19T09:03:57.638119Z","end":"2026-03-19T09:03:58.36107Z","steps":["trace[1146484015] 'process raft request' (duration: 580.494337ms)","trace[1146484015] 'compare' (duration: 141.900524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:58.361217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:57.638095Z","time spent":"723.072187ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:58.361339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.015159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T09:03:58.361359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.031879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:03:58.361414Z","caller":"traceutil/trace.go:171","msg":"trace[110143196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1807; }","duration":"312.146532ms","start":"2026-03-19T09:03:58.049249Z","end":"2026-03-19T09:03:58.361396Z","steps":["trace[110143196] 'agreement among raft nodes before linearized reading' (duration: 311.924987ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:58.361437Z","caller":"traceutil/trace.go:171","msg":"trace[1422711283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1807; }","duration":"312.155512ms","start":"2026-03-19T09:03:58.049259Z","end":"2026-03-19T09:03:58.361414Z","steps":["trace[1422711283] 'agreement among raft nodes before linearized reading' (duration: 311.921587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:58.361461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:58.049229Z","time spent":"312.222814ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:58.361485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:58.04924Z","time spent":"312.236004ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:58.361659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.924159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T09:03:58.361694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.215931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:03:58.361712Z","caller":"traceutil/trace.go:171","msg":"trace[1951476081] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1807; }","duration":"303.990141ms","start":"2026-03-19T09:03:58.057709Z","end":"2026-03-19T09:03:58.361699Z","steps":["trace[1951476081] 'agreement among raft nodes before linearized reading' (duration: 303.875938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:58.361717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.863841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:03:58.361754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:58.057699Z","time spent":"304.043802ms","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:03:58.36175Z","caller":"traceutil/trace.go:171","msg":"trace[166774215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1807; }","duration":"311.296542ms","start":"2026-03-19T09:03:58.050438Z","end":"2026-03-19T09:03:58.361735Z","steps":["trace[166774215] 'agreement among raft nodes before linearized reading' (duration: 311.149869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:58.36176Z","caller":"traceutil/trace.go:171","msg":"trace[364936054] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1807; }","duration":"131.909342ms","start":"2026-03-19T09:03:58.229839Z","end":"2026-03-19T09:03:58.361749Z","steps":["trace[364936054] 'agreement among raft nodes before linearized reading' (duration: 131.82792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:58.361807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:58.050427Z","time spent":"311.368554ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:03:58.361806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.06225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:03:58.361989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.794174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:03:58.362009Z","caller":"traceutil/trace.go:171","msg":"trace[1909229979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1807; }","duration":"312.259804ms","start":"2026-03-19T09:03:58.0497Z","end":"2026-03-19T09:03:58.36196Z","steps":["trace[1909229979] 'agreement among raft nodes before linearized reading' (duration: 311.879656ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:58.362033Z","caller":"traceutil/trace.go:171","msg":"trace[1334541498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1807; }","duration":"311.856905ms","start":"2026-03-19T09:03:58.050166Z","end":"2026-03-19T09:03:58.362023Z","steps":["trace[1334541498] 'agreement among raft nodes before linearized reading' (duration: 311.755762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:58.362063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:58.050156Z","time spent":"311.899825ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:58.362262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:58.049685Z","time spent":"312.561192ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:04:00.40556Z","caller":"traceutil/trace.go:171","msg":"trace[1438891000] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"173.12265ms","start":"2026-03-19T09:04:00.232415Z","end":"2026-03-19T09:04:00.405538Z","steps":["trace[1438891000] 'process raft request' (duration: 172.959476ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:00.877227Z","caller":"traceutil/trace.go:171","msg":"trace[130021211] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1896; }","duration":"500.610945ms","start":"2026-03-19T09:04:00.376594Z","end":"2026-03-19T09:04:00.877205Z","steps":["trace[130021211] 'read index received' (duration: 28.773882ms)","trace[130021211] 'applied index is now lower than readState.Index' (duration: 471.836083ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:00.877304Z","caller":"traceutil/trace.go:171","msg":"trace[60064304] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"510.179377ms","start":"2026-03-19T09:04:00.367086Z","end":"2026-03-19T09:04:00.877265Z","steps":["trace[60064304] 'process raft request' (duration: 509.983623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:00.877436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.833939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T09:04:00.877493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:00.367056Z","time spent":"510.352441ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:00.877506Z","caller":"traceutil/trace.go:171","msg":"trace[1865583701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1820; }","duration":"500.960632ms","start":"2026-03-19T09:04:00.376531Z","end":"2026-03-19T09:04:00.877491Z","steps":["trace[1865583701] 'agreement among raft nodes before linearized reading' (duration: 500.756678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:00.877529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.854875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:00.877578Z","caller":"traceutil/trace.go:171","msg":"trace[665374678] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1820; }","duration":"346.939987ms","start":"2026-03-19T09:04:00.530624Z","end":"2026-03-19T09:04:00.877564Z","steps":["trace[665374678] 'agreement among raft nodes before linearized reading' (duration: 346.866575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:00.877604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.008684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:04:00.877633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:00.530602Z","time spent":"347.004599ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:00.877644Z","caller":"traceutil/trace.go:171","msg":"trace[877085659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1820; }","duration":"475.052014ms","start":"2026-03-19T09:04:00.402572Z","end":"2026-03-19T09:04:00.877624Z","steps":["trace[877085659] 'agreement among raft nodes before linearized reading' (duration: 474.982943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:00.877671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:00.402564Z","time spent":"475.102696ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:04:00.877761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.44494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:04:00.877802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.890663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:04:00.877803Z","caller":"traceutil/trace.go:171","msg":"trace[1078929267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1820; }","duration":"474.498802ms","start":"2026-03-19T09:04:00.403295Z","end":"2026-03-19T09:04:00.877793Z","steps":["trace[1078929267] 'agreement among raft nodes before linearized reading' (duration: 474.328978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:00.877538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:00.376502Z","time spent":"501.029964ms","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:00.877839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:00.403288Z","time spent":"474.544683ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:00.877893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.677018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:04:00.877913Z","caller":"traceutil/trace.go:171","msg":"trace[2069870681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1820; }","duration":"475.735869ms","start":"2026-03-19T09:04:00.402172Z","end":"2026-03-19T09:04:00.877908Z","steps":["trace[2069870681] 'agreement among raft nodes before linearized reading' (duration: 475.671308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:00.87793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:00.40216Z","time spent":"475.76634ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:00.877461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.415625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:04:00.878016Z","caller":"traceutil/trace.go:171","msg":"trace[214130186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1820; }","duration":"499.017678ms","start":"2026-03-19T09:04:00.378985Z","end":"2026-03-19T09:04:00.878003Z","steps":["trace[214130186] 'agreement among raft nodes before linearized reading' (duration: 498.356524ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:00.877829Z","caller":"traceutil/trace.go:171","msg":"trace[1257781067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1820; }","duration":"475.946025ms","start":"2026-03-19T09:04:00.401876Z","end":"2026-03-19T09:04:00.877822Z","steps":["trace[1257781067] 'agreement among raft nodes before linearized reading' (duration: 475.881393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:00.878306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:00.401863Z","time spent":"476.428745ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:04:00.878047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:00.378966Z","time spent":"499.07137ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:01.856079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325083234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:02.356355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325083234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:02.856877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325083234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:03.103176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924782415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:03.103289Z","caller":"traceutil/trace.go:171","msg":"trace[2110685853] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1825; }","duration":"1.924938619s","start":"2026-03-19T09:04:01.178326Z","end":"2026-03-19T09:04:03.103265Z","steps":["trace[2110685853] 'count revisions from in-memory index tree' (duration: 1.924713293s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:03.103352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:01.17831Z","time spent":"1.92502372s","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:03.172754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.846928919s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:04:03.173113Z","caller":"traceutil/trace.go:171","msg":"trace[1548580367] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"1.847406319s","start":"2026-03-19T09:04:01.325683Z","end":"2026-03-19T09:04:03.173089Z","steps":["trace[1548580367] 'process raft request' (duration: 1.847266566s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:03.173247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:01.325654Z","time spent":"1.847523842s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:03.275219Z","caller":"traceutil/trace.go:171","msg":"trace[1636146593] linearizableReadLoop","detail":"{readStateIndex:1906; appliedIndex:1903; }","duration":"1.920093582s","start":"2026-03-19T09:04:01.355106Z","end":"2026-03-19T09:04:03.2752Z","steps":["trace[1636146593] 'read index received' (duration: 1.817848341s)","trace[1636146593] 'applied index is now lower than readState.Index' (duration: 102.244071ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:03.275349Z","caller":"traceutil/trace.go:171","msg":"trace[437787899] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"863.546808ms","start":"2026-03-19T09:04:02.411791Z","end":"2026-03-19T09:04:03.275338Z","steps":["trace[437787899] 'process raft request' (duration: 863.337353ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:03.275423Z","caller":"traceutil/trace.go:171","msg":"trace[50079569] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"391.752987ms","start":"2026-03-19T09:04:02.883628Z","end":"2026-03-19T09:04:03.275381Z","steps":["trace[50079569] 'process raft request' (duration: 391.539322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:03.275498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920357117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:03.275548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:02.411766Z","time spent":"863.696942ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:03.275561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.976385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:04:03.275591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605250479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:03.275605Z","caller":"traceutil/trace.go:171","msg":"trace[810694480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1829; }","duration":"385.069438ms","start":"2026-03-19T09:04:02.890523Z","end":"2026-03-19T09:04:03.275592Z","steps":["trace[810694480] 'agreement among raft nodes before linearized reading' (duration: 384.915255ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:03.275597Z","caller":"traceutil/trace.go:171","msg":"trace[2051283336] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1829; }","duration":"1.920515401s","start":"2026-03-19T09:04:01.35506Z","end":"2026-03-19T09:04:03.275576Z","steps":["trace[2051283336] 'agreement among raft nodes before linearized reading' (duration: 1.920310707s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:03.275629Z","caller":"traceutil/trace.go:171","msg":"trace[970958922] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1829; }","duration":"1.605325011s","start":"2026-03-19T09:04:01.670295Z","end":"2026-03-19T09:04:03.27562Z","steps":["trace[970958922] 'agreement among raft nodes before linearized reading' (duration: 1.60527487s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:03.275638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:02.890497Z","time spent":"385.134339ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:04:03.275625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:02.883593Z","time spent":"391.926071ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:03.275645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390137113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:03.275346Z","caller":"traceutil/trace.go:171","msg":"trace[885937936] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"1.948385822s","start":"2026-03-19T09:04:01.32691Z","end":"2026-03-19T09:04:03.275296Z","steps":["trace[885937936] 'process raft request' (duration: 1.892420044s)","trace[885937936] 'compare' (duration: 55.678252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:03.275661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:01.670276Z","time spent":"1.605378752s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:03.275529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598294755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:03.27568Z","caller":"traceutil/trace.go:171","msg":"trace[1910475557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1829; }","duration":"1.390204163s","start":"2026-03-19T09:04:01.885466Z","end":"2026-03-19T09:04:03.27567Z","steps":["trace[1910475557] 'agreement among raft nodes before linearized reading' (duration: 1.390090141s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:03.275695Z","caller":"traceutil/trace.go:171","msg":"trace[513673786] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1829; }","duration":"1.59851416s","start":"2026-03-19T09:04:01.677172Z","end":"2026-03-19T09:04:03.275686Z","steps":["trace[513673786] 'agreement among raft nodes before linearized reading' (duration: 1.598284614s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:03.275704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:01.885446Z","time spent":"1.390252855s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:03.275713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:01.326879Z","time spent":"1.948803721s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:03.275724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:01.677126Z","time spent":"1.598589831s","remote":"127.0.0.1:50580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:03.275759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.530108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:04:03.275549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808770699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:04:03.275791Z","caller":"traceutil/trace.go:171","msg":"trace[1445236332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1829; }","duration":"381.58662ms","start":"2026-03-19T09:04:02.894197Z","end":"2026-03-19T09:04:03.275783Z","steps":["trace[1445236332] 'agreement among raft nodes before linearized reading' (duration: 381.508258ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:03.275803Z","caller":"traceutil/trace.go:171","msg":"trace[266517893] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:1829; }","duration":"1.809068935s","start":"2026-03-19T09:04:01.466723Z","end":"2026-03-19T09:04:03.275791Z","steps":["trace[266517893] 'agreement among raft nodes before linearized reading' (duration: 1.808698577s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:03.275816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:02.894183Z","time spent":"381.62726ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:04:03.275654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:01.355038Z","time spent":"1.920604053s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:03.275829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.235672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:04:03.275909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778982504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:03.275927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.741963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:04:03.275936Z","caller":"traceutil/trace.go:171","msg":"trace[773816815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1829; }","duration":"1.779031165s","start":"2026-03-19T09:04:01.496897Z","end":"2026-03-19T09:04:03.275929Z","steps":["trace[773816815] 'agreement among raft nodes before linearized reading' (duration: 1.778986524s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:03.27595Z","caller":"traceutil/trace.go:171","msg":"trace[1837293420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1829; }","duration":"381.785844ms","start":"2026-03-19T09:04:02.894157Z","end":"2026-03-19T09:04:03.275943Z","steps":["trace[1837293420] 'agreement among raft nodes before linearized reading' (duration: 381.718333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:03.27596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:01.496886Z","time spent":"1.779067865s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:04:03.275954Z","caller":"traceutil/trace.go:171","msg":"trace[1137089535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1829; }","duration":"381.396836ms","start":"2026-03-19T09:04:02.894532Z","end":"2026-03-19T09:04:03.275929Z","steps":["trace[1137089535] 'agreement among raft nodes before linearized reading' (duration: 381.244712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:03.27598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:02.894146Z","time spent":"381.827845ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:03.275733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.171211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:04:03.276026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:02.894517Z","time spent":"381.483727ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:04:03.276032Z","caller":"traceutil/trace.go:171","msg":"trace[1235811294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1829; }","duration":"381.511168ms","start":"2026-03-19T09:04:02.894509Z","end":"2026-03-19T09:04:03.27602Z","steps":["trace[1235811294] 'agreement among raft nodes before linearized reading' (duration: 381.030097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:03.275835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:01.466706Z","time spent":"1.809119467s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:04:03.276064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:02.894499Z","time spent":"381.555269ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:04:05.383661Z","caller":"traceutil/trace.go:171","msg":"trace[484703112] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"102.28998ms","start":"2026-03-19T09:04:05.281342Z","end":"2026-03-19T09:04:05.383632Z","steps":["trace[484703112] 'process raft request' (duration: 97.122586ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:05.383855Z","caller":"traceutil/trace.go:171","msg":"trace[663036264] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"102.358393ms","start":"2026-03-19T09:04:05.281475Z","end":"2026-03-19T09:04:05.383833Z","steps":["trace[663036264] 'process raft request' (duration: 102.112017ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:13.848859Z","caller":"traceutil/trace.go:171","msg":"trace[1271063036] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"103.073839ms","start":"2026-03-19T09:04:13.745759Z","end":"2026-03-19T09:04:13.848833Z","steps":["trace[1271063036] 'process raft request' (duration: 102.964216ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:13.848909Z","caller":"traceutil/trace.go:171","msg":"trace[1733866250] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"104.04573ms","start":"2026-03-19T09:04:13.744839Z","end":"2026-03-19T09:04:13.848884Z","steps":["trace[1733866250] 'process raft request' (duration: 103.57292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:13.848862Z","caller":"traceutil/trace.go:171","msg":"trace[1115781873] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"103.928488ms","start":"2026-03-19T09:04:13.744907Z","end":"2026-03-19T09:04:13.848836Z","steps":["trace[1115781873] 'process raft request' (duration: 103.605461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.646924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.642587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:17.647055Z","caller":"traceutil/trace.go:171","msg":"trace[448397688] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"275.415772ms","start":"2026-03-19T09:04:17.371621Z","end":"2026-03-19T09:04:17.647037Z","steps":["trace[448397688] 'process raft request' (duration: 43.585081ms)","trace[448397688] 'compare' (duration: 231.560325ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:17.691731Z","caller":"traceutil/trace.go:171","msg":"trace[1671103706] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"181.512088ms","start":"2026-03-19T09:04:17.510199Z","end":"2026-03-19T09:04:17.691712Z","steps":["trace[1671103706] 'process raft request' (duration: 181.411976ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:17.694893Z","caller":"traceutil/trace.go:171","msg":"trace[339065795] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"150.079406ms","start":"2026-03-19T09:04:17.544782Z","end":"2026-03-19T09:04:17.694861Z","steps":["trace[339065795] 'process raft request' (duration: 149.921803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:17.695092Z","caller":"traceutil/trace.go:171","msg":"trace[974251796] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1985; }","duration":"108.790786ms","start":"2026-03-19T09:04:17.586277Z","end":"2026-03-19T09:04:17.695068Z","steps":["trace[974251796] 'read index received' (duration: 105.400801ms)","trace[974251796] 'applied index is now lower than readState.Index' (duration: 3.388425ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:17.695109Z","caller":"traceutil/trace.go:171","msg":"trace[1704022442] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"120.63915ms","start":"2026-03-19T09:04:17.574447Z","end":"2026-03-19T09:04:17.695086Z","steps":["trace[1704022442] 'process raft request' (duration: 120.377355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.695296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.99864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:17.695349Z","caller":"traceutil/trace.go:171","msg":"trace[2024421222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"109.089053ms","start":"2026-03-19T09:04:17.586243Z","end":"2026-03-19T09:04:17.695332Z","steps":["trace[2024421222] 'agreement among raft nodes before linearized reading' (duration: 108.929559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:17.799634Z","caller":"traceutil/trace.go:171","msg":"trace[437070674] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"101.071275ms","start":"2026-03-19T09:04:17.698542Z","end":"2026-03-19T09:04:17.799613Z","steps":["trace[437070674] 'process raft request' (duration: 94.568899ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:17.971212Z","caller":"traceutil/trace.go:171","msg":"trace[1762920663] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1990; }","duration":"112.164391ms","start":"2026-03-19T09:04:17.859022Z","end":"2026-03-19T09:04:17.971186Z","steps":["trace[1762920663] 'read index received' (duration: 75.34805ms)","trace[1762920663] 'applied index is now lower than readState.Index' (duration: 36.812441ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:17.971252Z","caller":"traceutil/trace.go:171","msg":"trace[1549509061] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"141.955746ms","start":"2026-03-19T09:04:17.829246Z","end":"2026-03-19T09:04:17.971202Z","steps":["trace[1549509061] 'process raft request' (duration: 105.111715ms)","trace[1549509061] 'compare' (duration: 36.685928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:17.971453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.420696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:04:17.971519Z","caller":"traceutil/trace.go:171","msg":"trace[1953261596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1909; }","duration":"112.535609ms","start":"2026-03-19T09:04:17.858967Z","end":"2026-03-19T09:04:17.971502Z","steps":["trace[1953261596] 'agreement among raft nodes before linearized reading' (duration: 112.311514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.971524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.785504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:04:17.971582Z","caller":"traceutil/trace.go:171","msg":"trace[846582504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1909; }","duration":"107.903806ms","start":"2026-03-19T09:04:17.863662Z","end":"2026-03-19T09:04:17.971566Z","steps":["trace[846582504] 'agreement among raft nodes before linearized reading' (duration: 107.692202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.971664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.020893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:04:17.971733Z","caller":"traceutil/trace.go:171","msg":"trace[1245559404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1909; }","duration":"105.131815ms","start":"2026-03-19T09:04:17.866583Z","end":"2026-03-19T09:04:17.971715Z","steps":["trace[1245559404] 'agreement among raft nodes before linearized reading' (duration: 104.89643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.971805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.986134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:04:17.971861Z","caller":"traceutil/trace.go:171","msg":"trace[291353532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1909; }","duration":"106.091836ms","start":"2026-03-19T09:04:17.865755Z","end":"2026-03-19T09:04:17.971847Z","steps":["trace[291353532] 'agreement among raft nodes before linearized reading' (duration: 105.908642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:18.189484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.047353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:18.189695Z","caller":"traceutil/trace.go:171","msg":"trace[77533772] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"213.497541ms","start":"2026-03-19T09:04:17.97618Z","end":"2026-03-19T09:04:18.189677Z","steps":["trace[77533772] 'process raft request' (duration: 213.45322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:18.189827Z","caller":"traceutil/trace.go:171","msg":"trace[636025849] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"214.151637ms","start":"2026-03-19T09:04:17.975616Z","end":"2026-03-19T09:04:18.189768Z","steps":["trace[636025849] 'process raft request' (duration: 99.728575ms)","trace[636025849] 'compare' (duration: 113.89583ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:18.189844Z","caller":"traceutil/trace.go:171","msg":"trace[1124014635] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"214.190727ms","start":"2026-03-19T09:04:17.97563Z","end":"2026-03-19T09:04:18.189821Z","steps":["trace[1124014635] 'process raft request' (duration: 213.950152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:21.968392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325083469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:22.469523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325083469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:22.645353Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280699831s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:04:22.645822Z","caller":"traceutil/trace.go:171","msg":"trace[1004260066] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.281242733s","start":"2026-03-19T09:04:21.364558Z","end":"2026-03-19T09:04:22.645801Z","steps":["trace[1004260066] 'process raft request' (duration: 1.2811004s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:22.645952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:21.364539Z","time spent":"1.281323395s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:24.497549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000542275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:04:24.497694Z","caller":"traceutil/trace.go:171","msg":"trace[1823074952] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00076604s","start":"2026-03-19T09:04:22.496899Z","end":"2026-03-19T09:04:24.497665Z","steps":["trace[1823074952] 'agreement among raft nodes before linearized reading' (duration: 2.000580376s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:24.497762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:22.496882Z","time spent":"2.000867763s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:04:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:24.955648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.310023448s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:04:25.026269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371311032s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:25.026416Z","caller":"traceutil/trace.go:171","msg":"trace[2059196557] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1925; }","duration":"1.371479145s","start":"2026-03-19T09:04:23.654923Z","end":"2026-03-19T09:04:25.026402Z","steps":["trace[2059196557] 'range keys from in-memory index tree' (duration: 1.371295121s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:25.027177Z","caller":"traceutil/trace.go:171","msg":"trace[1516054279] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"3.319784817s","start":"2026-03-19T09:04:21.707385Z","end":"2026-03-19T09:04:25.027169Z","steps":["trace[1516054279] 'process raft request' (duration: 3.319726855s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:25.02719Z","caller":"traceutil/trace.go:171","msg":"trace[2008194003] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"3.360138076s","start":"2026-03-19T09:04:21.66703Z","end":"2026-03-19T09:04:25.027168Z","steps":["trace[2008194003] 'process raft request' (duration: 3.288800775s)","trace[2008194003] 'compare' (duration: 71.143696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:25.02739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:21.667006Z","time spent":"3.360312671s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:25.027391Z","caller":"traceutil/trace.go:171","msg":"trace[1962637951] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2007; }","duration":"3.559734928s","start":"2026-03-19T09:04:21.467633Z","end":"2026-03-19T09:04:25.027368Z","steps":["trace[1962637951] 'read index received' (duration: 1.178016241s)","trace[1962637951] 'applied index is now lower than readState.Index' (duration: 2.381717817s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:25.027544Z","caller":"traceutil/trace.go:171","msg":"trace[1210664746] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"3.318915377s","start":"2026-03-19T09:04:21.708583Z","end":"2026-03-19T09:04:25.027498Z","steps":["trace[1210664746] 'process raft request' (duration: 3.31857895s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:25.027618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559966753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:04:25.027662Z","caller":"traceutil/trace.go:171","msg":"trace[240389511] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:1928; }","duration":"3.560063155s","start":"2026-03-19T09:04:21.467588Z","end":"2026-03-19T09:04:25.027651Z","steps":["trace[240389511] 'agreement among raft nodes before linearized reading' (duration: 3.55985025s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:25.027693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:21.467568Z","time spent":"3.560117136s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:04:25.027737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:21.708575Z","time spent":"3.319080991s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:25.027865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:21.707351Z","time spent":"3.320152546s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:26.33059Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.197272461s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:04:26.476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342575582s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:26.476142Z","caller":"traceutil/trace.go:171","msg":"trace[1175732651] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"3.077739368s","start":"2026-03-19T09:04:23.398364Z","end":"2026-03-19T09:04:26.476104Z","steps":["trace[1175732651] 'process raft request' (duration: 1.734968172s)","trace[1175732651] 'compare' (duration: 1.341862855s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:26.476238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:25.028801Z","time spent":"1.44743484s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:04:26.476286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:23.398337Z","time spent":"3.077871772s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:26.476304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978468153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:26.476321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.663055324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:26.476397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644808872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:26.476397Z","caller":"traceutil/trace.go:171","msg":"trace[572130150] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1929; }","duration":"4.663138145s","start":"2026-03-19T09:04:21.813241Z","end":"2026-03-19T09:04:26.47638Z","steps":["trace[572130150] 'agreement among raft nodes before linearized reading' (duration: 4.663003522s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:26.476426Z","caller":"traceutil/trace.go:171","msg":"trace[981488991] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1929; }","duration":"1.644900843s","start":"2026-03-19T09:04:24.831517Z","end":"2026-03-19T09:04:26.476418Z","steps":["trace[981488991] 'agreement among raft nodes before linearized reading' (duration: 1.644854682s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.476449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:24.83149Z","time spent":"1.644953635s","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:26.476351Z","caller":"traceutil/trace.go:171","msg":"trace[1388601698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1929; }","duration":"1.978552783s","start":"2026-03-19T09:04:24.497782Z","end":"2026-03-19T09:04:26.476335Z","steps":["trace[1388601698] 'agreement among raft nodes before linearized reading' (duration: 1.978465102s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.476469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230882084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:04:26.476522Z","caller":"traceutil/trace.go:171","msg":"trace[1077055563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1929; }","duration":"4.230956686s","start":"2026-03-19T09:04:22.245549Z","end":"2026-03-19T09:04:26.476505Z","steps":["trace[1077055563] 'agreement among raft nodes before linearized reading' (duration: 4.230865404s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.47637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.420656127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:04:26.476566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:22.24553Z","time spent":"4.231027707s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:26.476578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84383715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:26.476598Z","caller":"traceutil/trace.go:171","msg":"trace[1226293443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1929; }","duration":"1.843887341s","start":"2026-03-19T09:04:24.632704Z","end":"2026-03-19T09:04:26.476592Z","steps":["trace[1226293443] 'agreement among raft nodes before linearized reading' (duration: 1.84385775s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.476597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66112533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:04:26.476587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926893864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-03-19T09:04:26.476605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170325415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:26.47663Z","caller":"traceutil/trace.go:171","msg":"trace[1502610907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1929; }","duration":"4.661181511s","start":"2026-03-19T09:04:21.815439Z","end":"2026-03-19T09:04:26.47662Z","steps":["trace[1502610907] 'agreement among raft nodes before linearized reading' (duration: 4.661057928s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.476653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890710345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:26.476658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:21.815427Z","time spent":"4.661224632s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:26.476443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:21.813189Z","time spent":"4.663244778s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:26.476696Z","caller":"traceutil/trace.go:171","msg":"trace[1210459939] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1929; }","duration":"1.890756286s","start":"2026-03-19T09:04:24.585931Z","end":"2026-03-19T09:04:26.476687Z","steps":["trace[1210459939] 'agreement among raft nodes before linearized reading' (duration: 1.890687585s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.476465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42718631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:26.476727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:24.585853Z","time spent":"1.890865409s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:26.47659Z","caller":"traceutil/trace.go:171","msg":"trace[456627526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1929; }","duration":"4.420916883s","start":"2026-03-19T09:04:22.055661Z","end":"2026-03-19T09:04:26.476578Z","steps":["trace[456627526] 'agreement among raft nodes before linearized reading' (duration: 4.420552735s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.476785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:22.05564Z","time spent":"4.421132217s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:04:26.476825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.245096811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:04:26.476476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:24.497757Z","time spent":"1.978712617s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:04:26.476863Z","caller":"traceutil/trace.go:171","msg":"trace[1361359726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1929; }","duration":"4.245159353s","start":"2026-03-19T09:04:22.231685Z","end":"2026-03-19T09:04:26.476844Z","steps":["trace[1361359726] 'agreement among raft nodes before linearized reading' (duration: 4.245081591s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.476624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:24.632683Z","time spent":"1.843936962s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:26.4769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:22.231661Z","time spent":"4.245232185s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:26.476371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.23067787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:04:26.476944Z","caller":"traceutil/trace.go:171","msg":"trace[1179863877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1929; }","duration":"4.231297074s","start":"2026-03-19T09:04:22.245637Z","end":"2026-03-19T09:04:26.476934Z","steps":["trace[1179863877] 'agreement among raft nodes before linearized reading' (duration: 4.230573428s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.476979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:22.245617Z","time spent":"4.231353054s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:04:26.476654Z","caller":"traceutil/trace.go:171","msg":"trace[182553900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1929; }","duration":"2.926991286s","start":"2026-03-19T09:04:23.549646Z","end":"2026-03-19T09:04:26.476637Z","steps":["trace[182553900] 'agreement among raft nodes before linearized reading' (duration: 2.926848253s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:26.47622Z","caller":"traceutil/trace.go:171","msg":"trace[2111192451] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2011; }","duration":"1.448704389s","start":"2026-03-19T09:04:25.027497Z","end":"2026-03-19T09:04:26.476201Z","steps":["trace[2111192451] 'read index received' (duration: 105.80465ms)","trace[2111192451] 'applied index is now lower than readState.Index' (duration: 1.342897198s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:26.477038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:23.549625Z","time spent":"2.927401395s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:04:26.476998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.75534108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:26.476662Z","caller":"traceutil/trace.go:171","msg":"trace[526722775] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1929; }","duration":"4.170399796s","start":"2026-03-19T09:04:22.306245Z","end":"2026-03-19T09:04:26.476645Z","steps":["trace[526722775] 'agreement among raft nodes before linearized reading' (duration: 4.170293674s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.47704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.877191888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:26.477123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:22.306235Z","time spent":"4.170877347s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:26.476741Z","caller":"traceutil/trace.go:171","msg":"trace[1299994219] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1929; }","duration":"2.427519497s","start":"2026-03-19T09:04:24.049212Z","end":"2026-03-19T09:04:26.476731Z","steps":["trace[1299994219] 'agreement among raft nodes before linearized reading' (duration: 2.42720411s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.477265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:24.049183Z","time spent":"2.428013478s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:26.477178Z","caller":"traceutil/trace.go:171","msg":"trace[1652724731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1929; }","duration":"4.755547525s","start":"2026-03-19T09:04:21.721547Z","end":"2026-03-19T09:04:26.477095Z","steps":["trace[1652724731] 'agreement among raft nodes before linearized reading' (duration: 4.755084915s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:26.477324Z","caller":"traceutil/trace.go:171","msg":"trace[251749465] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1929; }","duration":"4.877413143s","start":"2026-03-19T09:04:21.599787Z","end":"2026-03-19T09:04:26.477201Z","steps":["trace[251749465] 'agreement among raft nodes before linearized reading' (duration: 4.877140007s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.477349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.406453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:26.477396Z","caller":"traceutil/trace.go:171","msg":"trace[1845754701] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1929; }","duration":"958.485205ms","start":"2026-03-19T09:04:25.518898Z","end":"2026-03-19T09:04:26.477383Z","steps":["trace[1845754701] 'agreement among raft nodes before linearized reading' (duration: 958.400504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.477354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:21.721529Z","time spent":"4.75580425s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:26.477404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:21.599751Z","time spent":"4.877632968s","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:26.477438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:25.518881Z","time spent":"958.547806ms","remote":"127.0.0.1:39582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:26.477449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.717778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e32b500e172c3\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-19T09:04:26.47748Z","caller":"traceutil/trace.go:171","msg":"trace[1547575437] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e32b500e172c3; range_end:; response_count:1; response_revision:1929; }","duration":"114.775219ms","start":"2026-03-19T09:04:26.362694Z","end":"2026-03-19T09:04:26.477469Z","steps":["trace[1547575437] 'agreement among raft nodes before linearized reading' (duration: 114.612066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.477576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263960442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:26.477891Z","caller":"traceutil/trace.go:171","msg":"trace[1188366855] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1929; }","duration":"4.264251499s","start":"2026-03-19T09:04:22.21343Z","end":"2026-03-19T09:04:26.477681Z","steps":["trace[1188366855] 'agreement among raft nodes before linearized reading' (duration: 4.263271617s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.477997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:22.213413Z","time spent":"4.264559985s","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:26.841281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.051712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:26.841411Z","caller":"traceutil/trace.go:171","msg":"trace[881706389] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"361.571853ms","start":"2026-03-19T09:04:26.479823Z","end":"2026-03-19T09:04:26.841395Z","steps":["trace[881706389] 'process raft request' (duration: 252.331247ms)","trace[881706389] 'compare' (duration: 108.924449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:26.841461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:26.479795Z","time spent":"361.645045ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:26.841872Z","caller":"traceutil/trace.go:171","msg":"trace[1654478826] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"360.281444ms","start":"2026-03-19T09:04:26.481558Z","end":"2026-03-19T09:04:26.84184Z","steps":["trace[1654478826] 'process raft request' (duration: 359.792793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.842067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:26.481532Z","time spent":"360.433498ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:26.84223Z","caller":"traceutil/trace.go:171","msg":"trace[1899136693] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"359.473526ms","start":"2026-03-19T09:04:26.48274Z","end":"2026-03-19T09:04:26.842213Z","steps":["trace[1899136693] 'process raft request' (duration: 359.269552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:26.842239Z","caller":"traceutil/trace.go:171","msg":"trace[495026072] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"360.378056ms","start":"2026-03-19T09:04:26.481837Z","end":"2026-03-19T09:04:26.842215Z","steps":["trace[495026072] 'process raft request' (duration: 359.962327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.842356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:26.48273Z","time spent":"359.583029ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:26.842522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:26.481824Z","time spent":"360.593601ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:26.842473Z","caller":"traceutil/trace.go:171","msg":"trace[5572412] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2014; }","duration":"355.960549ms","start":"2026-03-19T09:04:26.486456Z","end":"2026-03-19T09:04:26.842416Z","steps":["trace[5572412] 'read index received' (duration: 18.853311ms)","trace[5572412] 'applied index is now lower than readState.Index' (duration: 337.105088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:26.842628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.168334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:26.84253Z","caller":"traceutil/trace.go:171","msg":"trace[1440711555] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"358.616278ms","start":"2026-03-19T09:04:26.483891Z","end":"2026-03-19T09:04:26.842507Z","steps":["trace[1440711555] 'process raft request' (duration: 358.269459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:26.842669Z","caller":"traceutil/trace.go:171","msg":"trace[954379058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1936; }","duration":"356.228865ms","start":"2026-03-19T09:04:26.486428Z","end":"2026-03-19T09:04:26.842657Z","steps":["trace[954379058] 'agreement among raft nodes before linearized reading' (duration: 356.168364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:26.842667Z","caller":"traceutil/trace.go:171","msg":"trace[1728852699] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"360.662054ms","start":"2026-03-19T09:04:26.481988Z","end":"2026-03-19T09:04:26.84265Z","steps":["trace[1728852699] 'process raft request' (duration: 359.977928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.842705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:26.486419Z","time spent":"356.280086ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:26.842762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:26.481979Z","time spent":"360.732565ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:26.842878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:26.483871Z","time spent":"358.810922ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:27.163256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.769126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:27.163538Z","caller":"traceutil/trace.go:171","msg":"trace[914256680] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"448.082069ms","start":"2026-03-19T09:04:26.715408Z","end":"2026-03-19T09:04:27.16349Z","steps":["trace[914256680] 'process raft request' (duration: 293.992146ms)","trace[914256680] 'compare' (duration: 153.683074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:27.163752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:26.71538Z","time spent":"448.263973ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:27.255967Z","caller":"traceutil/trace.go:171","msg":"trace[1035987961] linearizableReadLoop","detail":"{readStateIndex:2022; appliedIndex:2020; }","duration":"413.352139ms","start":"2026-03-19T09:04:26.842591Z","end":"2026-03-19T09:04:27.255943Z","steps":["trace[1035987961] 'read index received' (duration: 166.906772ms)","trace[1035987961] 'applied index is now lower than readState.Index' (duration: 246.443467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:27.256132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.385561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-19T09:04:27.256109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.758102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:27.256218Z","caller":"traceutil/trace.go:171","msg":"trace[606099188] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1937; }","duration":"748.530915ms","start":"2026-03-19T09:04:26.507669Z","end":"2026-03-19T09:04:27.2562Z","steps":["trace[606099188] 'agreement among raft nodes before linearized reading' (duration: 748.33101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:27.256261Z","caller":"traceutil/trace.go:171","msg":"trace[1013646769] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1937; }","duration":"766.940575ms","start":"2026-03-19T09:04:26.489299Z","end":"2026-03-19T09:04:27.25624Z","steps":["trace[1013646769] 'agreement among raft nodes before linearized reading' (duration: 766.727961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:27.256291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:26.507647Z","time spent":"748.626886ms","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:04:27.256342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:26.489289Z","time spent":"767.040347ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T09:04:27.402195Z","caller":"traceutil/trace.go:171","msg":"trace[1264138509] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"369.224584ms","start":"2026-03-19T09:04:27.032947Z","end":"2026-03-19T09:04:27.402171Z","steps":["trace[1264138509] 'process raft request' (duration: 369.006049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:27.402356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:27.032922Z","time spent":"369.341297ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:27.402578Z","caller":"traceutil/trace.go:171","msg":"trace[915575540] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"369.386507ms","start":"2026-03-19T09:04:27.033166Z","end":"2026-03-19T09:04:27.402553Z","steps":["trace[915575540] 'process raft request' (duration: 368.953208ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:27.402662Z","caller":"traceutil/trace.go:171","msg":"trace[1949118055] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"369.333756ms","start":"2026-03-19T09:04:27.033296Z","end":"2026-03-19T09:04:27.40263Z","steps":["trace[1949118055] 'process raft request' (duration: 369.133482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:27.402707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.539178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:27.40278Z","caller":"traceutil/trace.go:171","msg":"trace[778818557] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1940; }","duration":"311.661242ms","start":"2026-03-19T09:04:27.091105Z","end":"2026-03-19T09:04:27.402767Z","steps":["trace[778818557] 'agreement among raft nodes before linearized reading' (duration: 311.546338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:27.40274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.812313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:27.402815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:27.091083Z","time spent":"311.722843ms","remote":"127.0.0.1:50652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:27.402731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:27.033156Z","time spent":"369.49713ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:27.402839Z","caller":"traceutil/trace.go:171","msg":"trace[1268016815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"558.949586ms","start":"2026-03-19T09:04:26.843874Z","end":"2026-03-19T09:04:27.402824Z","steps":["trace[1268016815] 'agreement among raft nodes before linearized reading' (duration: 558.767661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:27.402893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.873002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:04:27.40295Z","caller":"traceutil/trace.go:171","msg":"trace[1780196424] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341; range_end:; response_count:1; response_revision:1940; }","duration":"557.951854ms","start":"2026-03-19T09:04:26.844979Z","end":"2026-03-19T09:04:27.402931Z","steps":["trace[1780196424] 'agreement among raft nodes before linearized reading' (duration: 557.76642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:27.402952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:27.033263Z","time spent":"369.529651ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:27.403015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:26.844966Z","time spent":"558.025636ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" "} {"level":"warn","ts":"2026-03-19T09:04:27.402981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:26.843857Z","time spent":"559.059489ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:04:27.402603Z","caller":"traceutil/trace.go:171","msg":"trace[257890268] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2022; }","duration":"146.554097ms","start":"2026-03-19T09:04:27.256026Z","end":"2026-03-19T09:04:27.402581Z","steps":["trace[257890268] 'read index received' (duration: 145.934104ms)","trace[257890268] 'applied index is now lower than readState.Index' (duration: 618.573µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:27.403304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.241379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:04:27.403351Z","caller":"traceutil/trace.go:171","msg":"trace[1440926297] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1940; }","duration":"145.333681ms","start":"2026-03-19T09:04:27.258007Z","end":"2026-03-19T09:04:27.40334Z","steps":["trace[1440926297] 'agreement among raft nodes before linearized reading' (duration: 145.180468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:27.403438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.273318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:27.403507Z","caller":"traceutil/trace.go:171","msg":"trace[402326391] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1940; }","duration":"144.36504ms","start":"2026-03-19T09:04:27.259119Z","end":"2026-03-19T09:04:27.403484Z","steps":["trace[402326391] 'agreement among raft nodes before linearized reading' (duration: 144.276538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:27.906947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.947255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:27.90721Z","caller":"traceutil/trace.go:171","msg":"trace[1321889841] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2025; }","duration":"501.387969ms","start":"2026-03-19T09:04:27.405797Z","end":"2026-03-19T09:04:27.907185Z","steps":["trace[1321889841] 'read index received' (duration: 79.099876ms)","trace[1321889841] 'applied index is now lower than readState.Index' (duration: 422.285523ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:27.907251Z","caller":"traceutil/trace.go:171","msg":"trace[788020039] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"501.893851ms","start":"2026-03-19T09:04:27.405343Z","end":"2026-03-19T09:04:27.907236Z","steps":["trace[788020039] 'process raft request' (duration: 79.537786ms)","trace[788020039] 'compare' (duration: 421.782032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:27.90736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.554623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:04:27.90723Z","caller":"traceutil/trace.go:171","msg":"trace[545132926] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"499.227863ms","start":"2026-03-19T09:04:27.407974Z","end":"2026-03-19T09:04:27.907202Z","steps":["trace[545132926] 'process raft request' (duration: 499.12704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:27.90741Z","caller":"traceutil/trace.go:171","msg":"trace[902197745] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1942; }","duration":"501.638345ms","start":"2026-03-19T09:04:27.40576Z","end":"2026-03-19T09:04:27.907398Z","steps":["trace[902197745] 'agreement among raft nodes before linearized reading' (duration: 501.520302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:27.907411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:27.405323Z","time spent":"502.006683ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:27.907439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:27.405744Z","time spent":"501.688096ms","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:04:27.907476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:27.407957Z","time spent":"499.465248ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:28.043963Z","caller":"traceutil/trace.go:171","msg":"trace[96522140] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2027; }","duration":"136.663901ms","start":"2026-03-19T09:04:27.90728Z","end":"2026-03-19T09:04:28.043944Z","steps":["trace[96522140] 'read index received' (duration: 136.489957ms)","trace[96522140] 'applied index is now lower than readState.Index' (duration: 173.134µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:28.044128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.237416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T09:04:28.044137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.235835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:28.044114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.133208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:28.044192Z","caller":"traceutil/trace.go:171","msg":"trace[756807257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1943; }","duration":"548.259161ms","start":"2026-03-19T09:04:27.495916Z","end":"2026-03-19T09:04:28.044175Z","steps":["trace[756807257] 'agreement among raft nodes before linearized reading' (duration: 548.131088ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:28.044204Z","caller":"traceutil/trace.go:171","msg":"trace[360269266] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1943; }","duration":"633.299288ms","start":"2026-03-19T09:04:27.410856Z","end":"2026-03-19T09:04:28.044155Z","steps":["trace[360269266] 'agreement among raft nodes before linearized reading' (duration: 633.162605ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:28.044177Z","caller":"traceutil/trace.go:171","msg":"trace[446251823] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1943; }","duration":"534.308497ms","start":"2026-03-19T09:04:27.509852Z","end":"2026-03-19T09:04:28.044161Z","steps":["trace[446251823] 'agreement among raft nodes before linearized reading' (duration: 534.157664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:28.044246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:27.509832Z","time spent":"534.402979ms","remote":"127.0.0.1:50758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:28.044292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.365894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:28.044374Z","caller":"traceutil/trace.go:171","msg":"trace[988674568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1943; }","duration":"559.501117ms","start":"2026-03-19T09:04:27.484855Z","end":"2026-03-19T09:04:28.044357Z","steps":["trace[988674568] 'agreement among raft nodes before linearized reading' (duration: 559.251811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:28.044424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:27.484833Z","time spent":"559.581789ms","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:28.044243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:27.495897Z","time spent":"548.335843ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:28.044244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:27.410844Z","time spent":"633.38887ms","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:04:28.044301Z","caller":"traceutil/trace.go:171","msg":"trace[1011680889] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"177.837531ms","start":"2026-03-19T09:04:27.866451Z","end":"2026-03-19T09:04:28.044288Z","steps":["trace[1011680889] 'process raft request' (duration: 177.37451ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:31.619887Z","caller":"traceutil/trace.go:171","msg":"trace[825256460] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2048; }","duration":"124.448295ms","start":"2026-03-19T09:04:31.495416Z","end":"2026-03-19T09:04:31.619865Z","steps":["trace[825256460] 'read index received' (duration: 29.037094ms)","trace[825256460] 'applied index is now lower than readState.Index' (duration: 95.410061ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:31.619942Z","caller":"traceutil/trace.go:171","msg":"trace[1010469967] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"125.377915ms","start":"2026-03-19T09:04:31.494527Z","end":"2026-03-19T09:04:31.619905Z","steps":["trace[1010469967] 'process raft request' (duration: 29.981794ms)","trace[1010469967] 'compare' (duration: 95.237188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:31.620029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.60215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:31.620079Z","caller":"traceutil/trace.go:171","msg":"trace[1192285794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1963; }","duration":"124.690391ms","start":"2026-03-19T09:04:31.495377Z","end":"2026-03-19T09:04:31.620067Z","steps":["trace[1192285794] 'agreement among raft nodes before linearized reading' (duration: 124.556018ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:32.998685Z","caller":"traceutil/trace.go:171","msg":"trace[467244432] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2049; }","duration":"112.116786ms","start":"2026-03-19T09:04:32.886546Z","end":"2026-03-19T09:04:32.998663Z","steps":["trace[467244432] 'read index received' (duration: 111.861511ms)","trace[467244432] 'applied index is now lower than readState.Index' (duration: 254.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:32.998775Z","caller":"traceutil/trace.go:171","msg":"trace[1934928307] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"115.692254ms","start":"2026-03-19T09:04:32.883031Z","end":"2026-03-19T09:04:32.998723Z","steps":["trace[1934928307] 'process raft request' (duration: 115.447078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:32.998933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.373802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:04:32.998977Z","caller":"traceutil/trace.go:171","msg":"trace[1718323125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1964; }","duration":"112.434213ms","start":"2026-03-19T09:04:32.886532Z","end":"2026-03-19T09:04:32.998966Z","steps":["trace[1718323125] 'agreement among raft nodes before linearized reading' (duration: 112.261039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:32.999065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.640301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:04:32.999159Z","caller":"traceutil/trace.go:171","msg":"trace[529613699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1964; }","duration":"103.805665ms","start":"2026-03-19T09:04:32.895333Z","end":"2026-03-19T09:04:32.999139Z","steps":["trace[529613699] 'agreement among raft nodes before linearized reading' (duration: 103.524859ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:33.91105Z","caller":"traceutil/trace.go:171","msg":"trace[1894933228] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"467.51334ms","start":"2026-03-19T09:04:33.443522Z","end":"2026-03-19T09:04:33.911036Z","steps":["trace[1894933228] 'process raft request' (duration: 467.423538ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:33.911076Z","caller":"traceutil/trace.go:171","msg":"trace[469972703] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"468.712917ms","start":"2026-03-19T09:04:33.442319Z","end":"2026-03-19T09:04:33.911032Z","steps":["trace[469972703] 'process raft request' (duration: 468.466652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:33.911151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:33.44351Z","time spent":"467.590722ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:33.911147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.526654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:33.911192Z","caller":"traceutil/trace.go:171","msg":"trace[1897526396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1971; }","duration":"414.614566ms","start":"2026-03-19T09:04:33.496564Z","end":"2026-03-19T09:04:33.911179Z","steps":["trace[1897526396] 'agreement among raft nodes before linearized reading' (duration: 414.521144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:33.911048Z","caller":"traceutil/trace.go:171","msg":"trace[1407132056] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2054; }","duration":"414.372981ms","start":"2026-03-19T09:04:33.496621Z","end":"2026-03-19T09:04:33.910994Z","steps":["trace[1407132056] 'read index received' (duration: 21.917428ms)","trace[1407132056] 'applied index is now lower than readState.Index' (duration: 392.454633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:33.911246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:33.496527Z","time spent":"414.708498ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:33.911249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:33.44224Z","time spent":"468.918742ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:33.969349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.373581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:33.969382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.374936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:33.969461Z","caller":"traceutil/trace.go:171","msg":"trace[1919739534] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1971; }","duration":"183.543675ms","start":"2026-03-19T09:04:33.785887Z","end":"2026-03-19T09:04:33.96943Z","steps":["trace[1919739534] 'agreement among raft nodes before linearized reading' (duration: 125.481268ms)","trace[1919739534] 'count revisions from in-memory index tree' (duration: 57.904104ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:33.969468Z","caller":"traceutil/trace.go:171","msg":"trace[852564641] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1971; }","duration":"109.502328ms","start":"2026-03-19T09:04:33.859939Z","end":"2026-03-19T09:04:33.969441Z","steps":["trace[852564641] 'agreement among raft nodes before linearized reading' (duration: 51.440951ms)","trace[852564641] 'count revisions from in-memory index tree' (duration: 57.942234ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:35.207815Z","caller":"traceutil/trace.go:171","msg":"trace[1474589850] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"116.514442ms","start":"2026-03-19T09:04:35.091277Z","end":"2026-03-19T09:04:35.207792Z","steps":["trace[1474589850] 'process raft request' (duration: 116.442961ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:35.207867Z","caller":"traceutil/trace.go:171","msg":"trace[1928031067] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"140.894374ms","start":"2026-03-19T09:04:35.066934Z","end":"2026-03-19T09:04:35.207828Z","steps":["trace[1928031067] 'process raft request' (duration: 126.008989ms)","trace[1928031067] 'compare' (duration: 14.64573ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:35.208007Z","caller":"traceutil/trace.go:171","msg":"trace[282607052] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2060; }","duration":"115.8982ms","start":"2026-03-19T09:04:35.092083Z","end":"2026-03-19T09:04:35.207982Z","steps":["trace[282607052] 'read index received' (duration: 101.036695ms)","trace[282607052] 'applied index is now lower than readState.Index' (duration: 14.859614ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:35.208071Z","caller":"traceutil/trace.go:171","msg":"trace[1289145573] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"115.389387ms","start":"2026-03-19T09:04:35.092658Z","end":"2026-03-19T09:04:35.208048Z","steps":["trace[1289145573] 'process raft request' (duration: 115.102591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:35.208262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.155535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:35.208309Z","caller":"traceutil/trace.go:171","msg":"trace[1069220341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1977; }","duration":"116.246026ms","start":"2026-03-19T09:04:35.092052Z","end":"2026-03-19T09:04:35.208298Z","steps":["trace[1069220341] 'agreement among raft nodes before linearized reading' (duration: 116.024192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.472663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458114732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:39.472738Z","caller":"traceutil/trace.go:171","msg":"trace[237451121] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1990; }","duration":"1.458240135s","start":"2026-03-19T09:04:38.01448Z","end":"2026-03-19T09:04:39.47272Z","steps":["trace[237451121] 'count revisions from in-memory index tree' (duration: 1.4579977s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.472775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:38.014459Z","time spent":"1.458306386s","remote":"127.0.0.1:50658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:39.472983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243155674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:39.473029Z","caller":"traceutil/trace.go:171","msg":"trace[956018377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1990; }","duration":"1.243240476s","start":"2026-03-19T09:04:38.229779Z","end":"2026-03-19T09:04:39.47302Z","steps":["trace[956018377] 'range keys from in-memory index tree' (duration: 1.24301722s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.47305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:38.229757Z","time spent":"1.243287146s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:39.473361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45020738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:39.473392Z","caller":"traceutil/trace.go:171","msg":"trace[957228484] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1990; }","duration":"1.450273251s","start":"2026-03-19T09:04:38.023112Z","end":"2026-03-19T09:04:39.473385Z","steps":["trace[957228484] 'count revisions from in-memory index tree' (duration: 1.450069057s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.473416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:38.023094Z","time spent":"1.450315062s","remote":"127.0.0.1:50638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:39.473417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399714689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-19T09:04:39.473474Z","caller":"traceutil/trace.go:171","msg":"trace[418426487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1990; }","duration":"1.399829871s","start":"2026-03-19T09:04:38.07363Z","end":"2026-03-19T09:04:39.47346Z","steps":["trace[418426487] 'range keys from in-memory index tree' (duration: 1.399529884s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.473511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:38.073607Z","time spent":"1.399897492s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:04:39.473492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2031764s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:39.473677Z","caller":"traceutil/trace.go:171","msg":"trace[614322745] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"1.221747326s","start":"2026-03-19T09:04:38.251919Z","end":"2026-03-19T09:04:39.473667Z","steps":["trace[614322745] 'process raft request' (duration: 18.3033ms)","trace[614322745] 'compare' (duration: 1.20273871s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:39.473581Z","caller":"traceutil/trace.go:171","msg":"trace[1510461038] linearizableReadLoop","detail":"{readStateIndex:2077; appliedIndex:2076; }","duration":"1.19675177s","start":"2026-03-19T09:04:38.276812Z","end":"2026-03-19T09:04:39.473564Z","steps":["trace[1510461038] 'read index received' (duration: 25.981µs)","trace[1510461038] 'applied index is now lower than readState.Index' (duration: 1.196724249s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:39.473752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:38.25189Z","time spent":"1.221815377s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:39.473822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196995606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:39.473872Z","caller":"traceutil/trace.go:171","msg":"trace[824392905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1991; }","duration":"1.197082199s","start":"2026-03-19T09:04:38.276777Z","end":"2026-03-19T09:04:39.473859Z","steps":["trace[824392905] 'agreement among raft nodes before linearized reading' (duration: 1.196990766s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.473919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:38.276762Z","time spent":"1.19714536s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:39.474065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.488797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:39.474118Z","caller":"traceutil/trace.go:171","msg":"trace[1472907822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1991; }","duration":"977.588079ms","start":"2026-03-19T09:04:38.496517Z","end":"2026-03-19T09:04:39.474105Z","steps":["trace[1472907822] 'agreement among raft nodes before linearized reading' (duration: 977.505167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.474165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:38.496494Z","time spent":"977.664051ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:39.474161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.115351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T09:04:39.474182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.345279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:04:39.474221Z","caller":"traceutil/trace.go:171","msg":"trace[140933478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1991; }","duration":"252.220163ms","start":"2026-03-19T09:04:39.221986Z","end":"2026-03-19T09:04:39.474206Z","steps":["trace[140933478] 'agreement among raft nodes before linearized reading' (duration: 252.032669ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:39.474243Z","caller":"traceutil/trace.go:171","msg":"trace[1110317074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1991; }","duration":"248.420711ms","start":"2026-03-19T09:04:39.225809Z","end":"2026-03-19T09:04:39.47423Z","steps":["trace[1110317074] 'agreement among raft nodes before linearized reading' (duration: 248.217806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.474252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.799409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:04:39.474238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.859221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:39.474279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.615596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:04:39.474345Z","caller":"traceutil/trace.go:171","msg":"trace[707297682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1991; }","duration":"397.905622ms","start":"2026-03-19T09:04:39.076419Z","end":"2026-03-19T09:04:39.474325Z","steps":["trace[707297682] 'agreement among raft nodes before linearized reading' (duration: 397.652696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.47458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:39.076325Z","time spent":"398.244189ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:04:39.474574Z","caller":"traceutil/trace.go:171","msg":"trace[1030508547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1991; }","duration":"353.738478ms","start":"2026-03-19T09:04:39.120617Z","end":"2026-03-19T09:04:39.474355Z","steps":["trace[1030508547] 'agreement among raft nodes before linearized reading' (duration: 353.523424ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:39.474602Z","caller":"traceutil/trace.go:171","msg":"trace[110305057] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1991; }","duration":"910.074316ms","start":"2026-03-19T09:04:38.564266Z","end":"2026-03-19T09:04:39.47434Z","steps":["trace[110305057] 'agreement among raft nodes before linearized reading' (duration: 909.862961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.474754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.475218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:04:39.475476Z","caller":"traceutil/trace.go:171","msg":"trace[1105016005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1991; }","duration":"253.216495ms","start":"2026-03-19T09:04:39.222224Z","end":"2026-03-19T09:04:39.47544Z","steps":["trace[1105016005] 'agreement among raft nodes before linearized reading' (duration: 251.824685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.474725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:38.564244Z","time spent":"910.457075ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:39.474634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:39.120601Z","time spent":"354.019435ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:04:39.65822Z","caller":"traceutil/trace.go:171","msg":"trace[1810313080] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"178.912273ms","start":"2026-03-19T09:04:39.479281Z","end":"2026-03-19T09:04:39.658193Z","steps":["trace[1810313080] 'process raft request' (duration: 178.490664ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:39.658472Z","caller":"traceutil/trace.go:171","msg":"trace[201543466] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"178.581366ms","start":"2026-03-19T09:04:39.479852Z","end":"2026-03-19T09:04:39.658434Z","steps":["trace[201543466] 'process raft request' (duration: 178.30011ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:39.658533Z","caller":"traceutil/trace.go:171","msg":"trace[154436143] linearizableReadLoop","detail":"{readStateIndex:2082; appliedIndex:2077; }","duration":"175.696253ms","start":"2026-03-19T09:04:39.482785Z","end":"2026-03-19T09:04:39.658481Z","steps":["trace[154436143] 'read index received' (duration: 38.96275ms)","trace[154436143] 'applied index is now lower than readState.Index' (duration: 136.732763ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:39.658588Z","caller":"traceutil/trace.go:171","msg":"trace[814476369] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"178.511964ms","start":"2026-03-19T09:04:39.480044Z","end":"2026-03-19T09:04:39.658556Z","steps":["trace[814476369] 'process raft request' (duration: 178.31235ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:39.658669Z","caller":"traceutil/trace.go:171","msg":"trace[1048215287] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"177.492512ms","start":"2026-03-19T09:04:39.481166Z","end":"2026-03-19T09:04:39.658658Z","steps":["trace[1048215287] 'process raft request' (duration: 177.283098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.658633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.835545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:39.658772Z","caller":"traceutil/trace.go:171","msg":"trace[383819115] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1996; }","duration":"176.017241ms","start":"2026-03-19T09:04:39.482743Z","end":"2026-03-19T09:04:39.658761Z","steps":["trace[383819115] 'agreement among raft nodes before linearized reading' (duration: 175.845506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:40.269855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.848441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:40.269957Z","caller":"traceutil/trace.go:171","msg":"trace[820114693] linearizableReadLoop","detail":"{readStateIndex:2083; appliedIndex:2082; }","duration":"608.596799ms","start":"2026-03-19T09:04:39.661344Z","end":"2026-03-19T09:04:40.269941Z","steps":["trace[820114693] 'read index received' (duration: 139.650357ms)","trace[820114693] 'applied index is now lower than readState.Index' (duration: 468.945322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:40.270018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.671451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:40.270043Z","caller":"traceutil/trace.go:171","msg":"trace[2135019430] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"704.89627ms","start":"2026-03-19T09:04:39.565122Z","end":"2026-03-19T09:04:40.270018Z","steps":["trace[2135019430] 'process raft request' (duration: 235.814865ms)","trace[2135019430] 'compare' (duration: 468.705417ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:40.27005Z","caller":"traceutil/trace.go:171","msg":"trace[567578299] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1997; }","duration":"608.737352ms","start":"2026-03-19T09:04:39.661303Z","end":"2026-03-19T09:04:40.270041Z","steps":["trace[567578299] 'agreement among raft nodes before linearized reading' (duration: 608.683091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:40.270196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:39.5651Z","time spent":"705.004423ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:40.270187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:39.661287Z","time spent":"608.889225ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T09:04:40.346563Z","caller":"traceutil/trace.go:171","msg":"trace[3470189] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"396.974662ms","start":"2026-03-19T09:04:39.949563Z","end":"2026-03-19T09:04:40.346538Z","steps":["trace[3470189] 'process raft request' (duration: 396.853389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:40.346704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:39.949543Z","time spent":"397.091274ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:40.529708Z","caller":"traceutil/trace.go:171","msg":"trace[443473696] linearizableReadLoop","detail":"{readStateIndex:2085; appliedIndex:2083; }","duration":"249.8176ms","start":"2026-03-19T09:04:40.279859Z","end":"2026-03-19T09:04:40.529676Z","steps":["trace[443473696] 'read index received' (duration: 66.339437ms)","trace[443473696] 'applied index is now lower than readState.Index' (duration: 183.476463ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:40.529791Z","caller":"traceutil/trace.go:171","msg":"trace[379127910] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"549.748774ms","start":"2026-03-19T09:04:39.980005Z","end":"2026-03-19T09:04:40.529754Z","steps":["trace[379127910] 'process raft request' (duration: 549.484748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:40.529911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.983673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:40.529964Z","caller":"traceutil/trace.go:171","msg":"trace[483429526] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1999; }","duration":"112.094887ms","start":"2026-03-19T09:04:40.417854Z","end":"2026-03-19T09:04:40.529949Z","steps":["trace[483429526] 'agreement among raft nodes before linearized reading' (duration: 111.994424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:40.529991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:39.979994Z","time spent":"549.883078ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:40.530148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.256851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:40.530226Z","caller":"traceutil/trace.go:171","msg":"trace[675429234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1999; }","duration":"250.387284ms","start":"2026-03-19T09:04:40.279816Z","end":"2026-03-19T09:04:40.530204Z","steps":["trace[675429234] 'agreement among raft nodes before linearized reading' (duration: 249.983704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:41.780226Z","caller":"traceutil/trace.go:171","msg":"trace[972896243] linearizableReadLoop","detail":"{readStateIndex:2086; appliedIndex:2085; }","duration":"311.71648ms","start":"2026-03-19T09:04:41.468483Z","end":"2026-03-19T09:04:41.780199Z","steps":["trace[972896243] 'read index received' (duration: 311.665869ms)","trace[972896243] 'applied index is now lower than readState.Index' (duration: 49.481µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:41.78037Z","caller":"traceutil/trace.go:171","msg":"trace[730709883] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"414.33238ms","start":"2026-03-19T09:04:41.365982Z","end":"2026-03-19T09:04:41.780314Z","steps":["trace[730709883] 'process raft request' (duration: 414.081094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.780525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.365964Z","time spent":"414.484613ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:41.780581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.070328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:04:41.780646Z","caller":"traceutil/trace.go:171","msg":"trace[775029772] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:2000; }","duration":"312.196671ms","start":"2026-03-19T09:04:41.468432Z","end":"2026-03-19T09:04:41.780629Z","steps":["trace[775029772] 'agreement among raft nodes before linearized reading' (duration: 311.954415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.780707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.468408Z","time spent":"312.285423ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:04:42.280837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325083634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:42.781734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325083634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:42.923392Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.143316534s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:04:43.120236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.63633ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-19T09:04:43.120866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.781872Z","time spent":"1.338987224s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:04:43.120964Z","caller":"traceutil/trace.go:171","msg":"trace[752065423] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"845.558257ms","start":"2026-03-19T09:04:42.275386Z","end":"2026-03-19T09:04:43.120944Z","steps":["trace[752065423] 'process raft request' (duration: 845.479795ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:43.121178Z","caller":"traceutil/trace.go:171","msg":"trace[1597102564] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"874.276445ms","start":"2026-03-19T09:04:42.246842Z","end":"2026-03-19T09:04:43.121118Z","steps":["trace[1597102564] 'process raft request' (duration: 873.924137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.121348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:42.246819Z","time spent":"874.44332ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:43.121356Z","caller":"traceutil/trace.go:171","msg":"trace[1978158148] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"769.501469ms","start":"2026-03-19T09:04:42.351829Z","end":"2026-03-19T09:04:43.12133Z","steps":["trace[1978158148] 'process raft request' (duration: 769.079669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.121375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:42.275379Z","time spent":"845.731891ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:43.121442Z","caller":"traceutil/trace.go:171","msg":"trace[307693548] linearizableReadLoop","detail":"{readStateIndex:2092; appliedIndex:2086; }","duration":"1.341023958s","start":"2026-03-19T09:04:41.780396Z","end":"2026-03-19T09:04:43.12142Z","steps":["trace[307693548] 'read index received' (duration: 1.143203242s)","trace[307693548] 'applied index is now lower than readState.Index' (duration: 197.819286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:43.121501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:42.351807Z","time spent":"769.607212ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:43.121688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583852546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:43.121754Z","caller":"traceutil/trace.go:171","msg":"trace[549490140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2004; }","duration":"1.583948819s","start":"2026-03-19T09:04:41.537785Z","end":"2026-03-19T09:04:43.121734Z","steps":["trace[549490140] 'agreement among raft nodes before linearized reading' (duration: 1.583752105s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:43.121766Z","caller":"traceutil/trace.go:171","msg":"trace[1222545091] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"585.530895ms","start":"2026-03-19T09:04:42.536217Z","end":"2026-03-19T09:04:43.121747Z","steps":["trace[1222545091] 'process raft request' (duration: 584.997804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.121744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459689237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:04:43.121779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459270248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:04:43.121863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:42.536193Z","time spent":"585.620516ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:43.121865Z","caller":"traceutil/trace.go:171","msg":"trace[867905994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2004; }","duration":"1.459858881s","start":"2026-03-19T09:04:41.661978Z","end":"2026-03-19T09:04:43.121836Z","steps":["trace[867905994] 'agreement among raft nodes before linearized reading' (duration: 1.459486243s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.122144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.661949Z","time spent":"1.460186577s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:04:43.121902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593308342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:04:43.122203Z","caller":"traceutil/trace.go:171","msg":"trace[648834428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.593648349s","start":"2026-03-19T09:04:41.528539Z","end":"2026-03-19T09:04:43.122187Z","steps":["trace[648834428] 'agreement among raft nodes before linearized reading' (duration: 1.593283592s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.122242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.528515Z","time spent":"1.593717781s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:43.121891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45979888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:04:43.122298Z","caller":"traceutil/trace.go:171","msg":"trace[1342755302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.460242189s","start":"2026-03-19T09:04:41.662035Z","end":"2026-03-19T09:04:43.122277Z","steps":["trace[1342755302] 'agreement among raft nodes before linearized reading' (duration: 1.459690728s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.122344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.662008Z","time spent":"1.460323101s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:04:43.121917Z","caller":"traceutil/trace.go:171","msg":"trace[1785651122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2004; }","duration":"1.459417712s","start":"2026-03-19T09:04:41.662455Z","end":"2026-03-19T09:04:43.121872Z","steps":["trace[1785651122] 'agreement among raft nodes before linearized reading' (duration: 1.459000513s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.121797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.537767Z","time spent":"1.58401893s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:43.12198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.722474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:43.122747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.662443Z","time spent":"1.459986584s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:04:43.122803Z","caller":"traceutil/trace.go:171","msg":"trace[1418560500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2004; }","duration":"627.575502ms","start":"2026-03-19T09:04:42.49521Z","end":"2026-03-19T09:04:43.122786Z","steps":["trace[1418560500] 'agreement among raft nodes before linearized reading' (duration: 626.716304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.122872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:42.495194Z","time spent":"627.664534ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:43.122031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603526976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:43.123071Z","caller":"traceutil/trace.go:171","msg":"trace[1355376091] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2004; }","duration":"1.604620629s","start":"2026-03-19T09:04:41.518436Z","end":"2026-03-19T09:04:43.123057Z","steps":["trace[1355376091] 'agreement among raft nodes before linearized reading' (duration: 1.603511805s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.123142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.518411Z","time spent":"1.604713612s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:43.122052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.553861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:04:43.123294Z","caller":"traceutil/trace.go:171","msg":"trace[1060556760] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2004; }","duration":"209.797937ms","start":"2026-03-19T09:04:42.913446Z","end":"2026-03-19T09:04:43.123244Z","steps":["trace[1060556760] 'agreement among raft nodes before linearized reading' (duration: 208.503839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.122082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459556354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:04:43.123429Z","caller":"traceutil/trace.go:171","msg":"trace[234316372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.460942644s","start":"2026-03-19T09:04:41.662472Z","end":"2026-03-19T09:04:43.123415Z","steps":["trace[234316372] 'agreement among raft nodes before linearized reading' (duration: 1.459307909s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.123481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.662455Z","time spent":"1.461012816s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:04:43.252208Z","caller":"traceutil/trace.go:171","msg":"trace[188742876] linearizableReadLoop","detail":"{readStateIndex:2093; appliedIndex:2092; }","duration":"127.608383ms","start":"2026-03-19T09:04:43.12458Z","end":"2026-03-19T09:04:43.252188Z","steps":["trace[188742876] 'read index received' (duration: 43.462277ms)","trace[188742876] 'applied index is now lower than readState.Index' (duration: 84.145256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:43.252322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.723876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:43.252344Z","caller":"traceutil/trace.go:171","msg":"trace[101422988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2005; }","duration":"127.794448ms","start":"2026-03-19T09:04:43.124543Z","end":"2026-03-19T09:04:43.252337Z","steps":["trace[101422988] 'agreement among raft nodes before linearized reading' (duration: 127.719016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:43.252273Z","caller":"traceutil/trace.go:171","msg":"trace[1690349403] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"129.949664ms","start":"2026-03-19T09:04:43.122286Z","end":"2026-03-19T09:04:43.252235Z","steps":["trace[1690349403] 'process raft request' (duration: 45.599624ms)","trace[1690349403] 'compare' (duration: 84.204857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:43.559706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.331452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:43.55992Z","caller":"traceutil/trace.go:171","msg":"trace[1941926638] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"431.965764ms","start":"2026-03-19T09:04:43.12794Z","end":"2026-03-19T09:04:43.559905Z","steps":["trace[1941926638] 'process raft request' (duration: 431.918353ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:43.559981Z","caller":"traceutil/trace.go:171","msg":"trace[872541682] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"432.112607ms","start":"2026-03-19T09:04:43.127842Z","end":"2026-03-19T09:04:43.559955Z","steps":["trace[872541682] 'process raft request' (duration: 431.952134ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:43.560055Z","caller":"traceutil/trace.go:171","msg":"trace[1170812161] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"432.312772ms","start":"2026-03-19T09:04:43.127732Z","end":"2026-03-19T09:04:43.560044Z","steps":["trace[1170812161] 'process raft request' (duration: 225.571562ms)","trace[1170812161] 'compare' (duration: 206.205259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:43.560057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:43.127933Z","time spent":"432.018155ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:43.560106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:43.127717Z","time spent":"432.367433ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:43.560138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:43.127828Z","time spent":"432.211439ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:43.56018Z","caller":"traceutil/trace.go:171","msg":"trace[1188068737] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"432.283711ms","start":"2026-03-19T09:04:43.127887Z","end":"2026-03-19T09:04:43.560171Z","steps":["trace[1188068737] 'process raft request' (duration: 431.949764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:43.560178Z","caller":"traceutil/trace.go:171","msg":"trace[1077143878] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"432.137918ms","start":"2026-03-19T09:04:43.128024Z","end":"2026-03-19T09:04:43.560162Z","steps":["trace[1077143878] 'process raft request' (duration: 431.853772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.560222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:43.127867Z","time spent":"432.335043ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:43.560357Z","caller":"traceutil/trace.go:171","msg":"trace[1328397667] linearizableReadLoop","detail":"{readStateIndex:2099; appliedIndex:2093; }","duration":"305.316731ms","start":"2026-03-19T09:04:43.255018Z","end":"2026-03-19T09:04:43.560335Z","steps":["trace[1328397667] 'read index received' (duration: 98.263904ms)","trace[1328397667] 'applied index is now lower than readState.Index' (duration: 207.051657ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:43.560408Z","caller":"traceutil/trace.go:171","msg":"trace[1975754726] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"431.988865ms","start":"2026-03-19T09:04:43.128415Z","end":"2026-03-19T09:04:43.560403Z","steps":["trace[1975754726] 'process raft request' (duration: 431.643267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.560481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.465084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T09:04:43.560507Z","caller":"traceutil/trace.go:171","msg":"trace[599349674] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2011; }","duration":"305.513866ms","start":"2026-03-19T09:04:43.254986Z","end":"2026-03-19T09:04:43.5605Z","steps":["trace[599349674] 'agreement among raft nodes before linearized reading' (duration: 305.455935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.560502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:43.128404Z","time spent":"432.049616ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:43.560537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:43.254975Z","time spent":"305.557217ms","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:04:43.560641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:43.127985Z","time spent":"432.639979ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:46.104047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604529107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:46.104152Z","caller":"traceutil/trace.go:171","msg":"trace[589619979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2011; }","duration":"1.60467591s","start":"2026-03-19T09:04:44.499456Z","end":"2026-03-19T09:04:46.104132Z","steps":["trace[589619979] 'range keys from in-memory index tree' (duration: 1.604413544s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:46.104174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972188248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T09:04:46.104191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959652895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T09:04:46.104207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:44.499437Z","time spent":"1.604753452s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:46.104206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.327564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:46.104328Z","caller":"traceutil/trace.go:171","msg":"trace[283845390] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"977.190299ms","start":"2026-03-19T09:04:45.12708Z","end":"2026-03-19T09:04:46.10427Z","steps":["trace[283845390] 'process raft request' (duration: 763.723842ms)","trace[283845390] 'compare' (duration: 212.998317ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:46.10421Z","caller":"traceutil/trace.go:171","msg":"trace[1462905695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2011; }","duration":"1.97226206s","start":"2026-03-19T09:04:44.131933Z","end":"2026-03-19T09:04:46.104195Z","steps":["trace[1462905695] 'range keys from in-memory index tree' (duration: 1.972047505s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:46.104442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:44.13191Z","time spent":"1.972508455s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:46.104552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:45.127062Z","time spent":"977.463005ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:46.104932Z","caller":"traceutil/trace.go:171","msg":"trace[1301994384] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2011; }","duration":"1.960448342s","start":"2026-03-19T09:04:44.144471Z","end":"2026-03-19T09:04:46.10492Z","steps":["trace[1301994384] 'range keys from in-memory index tree' (duration: 1.95945508s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:46.104975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:44.144455Z","time spent":"1.960511794s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:04:47.414707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.737871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:47.414883Z","caller":"traceutil/trace.go:171","msg":"trace[604203561] linearizableReadLoop","detail":"{readStateIndex:2102; appliedIndex:2099; }","duration":"1.876741217s","start":"2026-03-19T09:04:45.538126Z","end":"2026-03-19T09:04:47.414867Z","steps":["trace[604203561] 'read index received' (duration: 352.734297ms)","trace[604203561] 'applied index is now lower than readState.Index' (duration: 1.52400581s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:47.414904Z","caller":"traceutil/trace.go:171","msg":"trace[1974810928] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"2.286844854s","start":"2026-03-19T09:04:45.128028Z","end":"2026-03-19T09:04:47.414873Z","steps":["trace[1974810928] 'process raft request' (duration: 1.292841787s)","trace[1974810928] 'compare' (duration: 993.569017ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:47.41492Z","caller":"traceutil/trace.go:171","msg":"trace[92597710] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"2.286786652s","start":"2026-03-19T09:04:45.128095Z","end":"2026-03-19T09:04:47.414882Z","steps":["trace[92597710] 'process raft request' (duration: 2.28671289s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:47.415058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:45.128009Z","time spent":"2.286971776s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:47.415059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:45.12809Z","time spent":"2.286901074s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:47.415116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877011242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-19T09:04:47.415195Z","caller":"traceutil/trace.go:171","msg":"trace[1569533196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2014; }","duration":"1.877134664s","start":"2026-03-19T09:04:45.538041Z","end":"2026-03-19T09:04:47.415176Z","steps":["trace[1569533196] 'agreement among raft nodes before linearized reading' (duration: 1.876899739s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:47.415249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:45.53802Z","time spent":"1.877220917s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:04:47.72594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305125324s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:04:48.105304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999928374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:04:48.105374Z","caller":"traceutil/trace.go:171","msg":"trace[34185613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000017506s","start":"2026-03-19T09:04:46.105343Z","end":"2026-03-19T09:04:48.10536Z","steps":["trace[34185613] 'agreement among raft nodes before linearized reading' (duration: 1.999925354s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:48.105406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:46.105307Z","time spent":"2.000092358s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:04:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:48.734214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008004293s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:48.734596Z","caller":"traceutil/trace.go:171","msg":"trace[1776473190] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"2.626475394s","start":"2026-03-19T09:04:46.108061Z","end":"2026-03-19T09:04:48.734536Z","steps":["trace[1776473190] 'process raft request' (duration: 1.618059462s)","trace[1776473190] 'compare' (duration: 1.00784054s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:48.734954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:46.108046Z","time spent":"2.626818221s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:49.365319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.961686ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:04:49.36567Z","caller":"traceutil/trace.go:171","msg":"trace[1236578354] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"2.278596325s","start":"2026-03-19T09:04:47.087037Z","end":"2026-03-19T09:04:49.365633Z","steps":["trace[1236578354] 'process raft request' (duration: 2.278375419s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:49.365886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:47.087011Z","time spent":"2.278756978s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:49.365662Z","caller":"traceutil/trace.go:171","msg":"trace[732993096] linearizableReadLoop","detail":"{readStateIndex:2105; appliedIndex:2102; }","duration":"1.950718561s","start":"2026-03-19T09:04:47.414917Z","end":"2026-03-19T09:04:49.365635Z","steps":["trace[732993096] 'read index received' (duration: 311.211409ms)","trace[732993096] 'applied index is now lower than readState.Index' (duration: 1.639505752s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:49.373789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809135727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:04:49.373797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.810274781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:04:49.373828Z","caller":"traceutil/trace.go:171","msg":"trace[531217585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2016; }","duration":"3.809184987s","start":"2026-03-19T09:04:45.564634Z","end":"2026-03-19T09:04:49.373819Z","steps":["trace[531217585] 'agreement among raft nodes before linearized reading' (duration: 3.801062391s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:49.373855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:45.56463Z","time spent":"3.809219659s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:04:49.373872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809621418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:04:49.373873Z","caller":"traceutil/trace.go:171","msg":"trace[1183378902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2016; }","duration":"3.810393855s","start":"2026-03-19T09:04:45.563461Z","end":"2026-03-19T09:04:49.373855Z","steps":["trace[1183378902] 'agreement among raft nodes before linearized reading' (duration: 3.802281128s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:49.373884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.810275832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:04:49.373899Z","caller":"traceutil/trace.go:171","msg":"trace[1712793145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2016; }","duration":"3.809652858s","start":"2026-03-19T09:04:45.564238Z","end":"2026-03-19T09:04:49.373891Z","steps":["trace[1712793145] 'agreement among raft nodes before linearized reading' (duration: 3.801467259s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:49.373885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809493255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:04:49.373885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908249682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e32b500e172c3\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-19T09:04:49.373922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:45.56344Z","time spent":"3.810472666s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:49.373931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:45.564234Z","time spent":"3.809691769s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:04:49.373931Z","caller":"traceutil/trace.go:171","msg":"trace[431358460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2016; }","duration":"3.810369905s","start":"2026-03-19T09:04:45.56355Z","end":"2026-03-19T09:04:49.37392Z","steps":["trace[431358460] 'agreement among raft nodes before linearized reading' (duration: 3.802162396s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:49.373948Z","caller":"traceutil/trace.go:171","msg":"trace[818149339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2016; }","duration":"3.809584687s","start":"2026-03-19T09:04:45.564347Z","end":"2026-03-19T09:04:49.373932Z","steps":["trace[818149339] 'agreement among raft nodes before linearized reading' (duration: 3.801339017s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:49.373964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:45.563529Z","time spent":"3.810429416s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:04:49.373964Z","caller":"traceutil/trace.go:171","msg":"trace[1405112789] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e32b500e172c3; range_end:; response_count:1; response_revision:2016; }","duration":"2.908356945s","start":"2026-03-19T09:04:46.465586Z","end":"2026-03-19T09:04:49.373942Z","steps":["trace[1405112789] 'agreement among raft nodes before linearized reading' (duration: 2.900080135s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:49.373991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319680728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:49.373797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263967884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T09:04:49.373993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:45.564336Z","time spent":"3.809646198s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:04:49.374015Z","caller":"traceutil/trace.go:171","msg":"trace[1779610716] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2016; }","duration":"3.319724899s","start":"2026-03-19T09:04:46.054283Z","end":"2026-03-19T09:04:49.374008Z","steps":["trace[1779610716] 'agreement among raft nodes before linearized reading' (duration: 3.311378496s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:49.374007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:46.46557Z","time spent":"2.908425236s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e32b500e172c3\" "} {"level":"warn","ts":"2026-03-19T09:04:49.374028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.023865745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:49.374028Z","caller":"traceutil/trace.go:171","msg":"trace[1266420094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2016; }","duration":"2.264246182s","start":"2026-03-19T09:04:47.109768Z","end":"2026-03-19T09:04:49.374014Z","steps":["trace[1266420094] 'agreement among raft nodes before linearized reading' (duration: 2.25592727s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:49.374039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:46.054267Z","time spent":"3.31976669s","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:49.374061Z","caller":"traceutil/trace.go:171","msg":"trace[1286839469] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2016; }","duration":"3.023934806s","start":"2026-03-19T09:04:46.350107Z","end":"2026-03-19T09:04:49.374041Z","steps":["trace[1286839469] 'agreement among raft nodes before linearized reading' (duration: 3.015576204s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:49.374057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:47.109755Z","time spent":"2.264294932s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:49.374082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:46.35008Z","time spent":"3.023995208s","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:49.374233Z","caller":"traceutil/trace.go:171","msg":"trace[787253769] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"1.260389229s","start":"2026-03-19T09:04:48.113835Z","end":"2026-03-19T09:04:49.374225Z","steps":["trace[787253769] 'process raft request' (duration: 1.251789302s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:49.374251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950957477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:49.374277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:48.113815Z","time spent":"1.26043545s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:49.37428Z","caller":"traceutil/trace.go:171","msg":"trace[125874198] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2017; }","duration":"1.951008057s","start":"2026-03-19T09:04:47.423262Z","end":"2026-03-19T09:04:49.37427Z","steps":["trace[125874198] 'agreement among raft nodes before linearized reading' (duration: 1.950950066s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:49.374302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:47.423247Z","time spent":"1.951049069s","remote":"127.0.0.1:46482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:49.374341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26178446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:49.374372Z","caller":"traceutil/trace.go:171","msg":"trace[1117849976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2017; }","duration":"1.261849541s","start":"2026-03-19T09:04:48.112513Z","end":"2026-03-19T09:04:49.374362Z","steps":["trace[1117849976] 'agreement among raft nodes before linearized reading' (duration: 1.26179401s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:49.374397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:48.112489Z","time spent":"1.261900843s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:49.374388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950326862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:49.374443Z","caller":"traceutil/trace.go:171","msg":"trace[473216961] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2017; }","duration":"1.950405415s","start":"2026-03-19T09:04:47.424021Z","end":"2026-03-19T09:04:49.374426Z","steps":["trace[473216961] 'agreement among raft nodes before linearized reading' (duration: 1.950332323s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:49.374495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:47.424003Z","time spent":"1.950476406s","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T09:05:13.810881Z","caller":"traceutil/trace.go:171","msg":"trace[1336417835] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"132.91639ms","start":"2026-03-19T09:05:13.677935Z","end":"2026-03-19T09:05:13.810851Z","steps":["trace[1336417835] 'process raft request' (duration: 47.618189ms)","trace[1336417835] 'compare' (duration: 85.171759ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:17.988605Z","caller":"traceutil/trace.go:171","msg":"trace[729656648] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"141.495417ms","start":"2026-03-19T09:05:17.847087Z","end":"2026-03-19T09:05:17.988582Z","steps":["trace[729656648] 'process raft request' (duration: 141.362514ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:18.078742Z","caller":"traceutil/trace.go:171","msg":"trace[449030425] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"199.198856ms","start":"2026-03-19T09:05:17.879518Z","end":"2026-03-19T09:05:18.078717Z","steps":["trace[449030425] 'process raft request' (duration: 152.049307ms)","trace[449030425] 'compare' (duration: 47.016316ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:18.321462Z","caller":"traceutil/trace.go:171","msg":"trace[1055111355] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"238.360731ms","start":"2026-03-19T09:05:18.083063Z","end":"2026-03-19T09:05:18.321423Z","steps":["trace[1055111355] 'process raft request' (duration: 166.903221ms)","trace[1055111355] 'compare' (duration: 71.202564ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:18.321897Z","caller":"traceutil/trace.go:171","msg":"trace[813855673] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"238.745358ms","start":"2026-03-19T09:05:18.083116Z","end":"2026-03-19T09:05:18.321862Z","steps":["trace[813855673] 'process raft request' (duration: 238.249388ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:18.321963Z","caller":"traceutil/trace.go:171","msg":"trace[624957731] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"238.456363ms","start":"2026-03-19T09:05:18.083474Z","end":"2026-03-19T09:05:18.32193Z","steps":["trace[624957731] 'process raft request' (duration: 238.237808ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:18.322199Z","caller":"traceutil/trace.go:171","msg":"trace[165034392] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"238.625086ms","start":"2026-03-19T09:05:18.083545Z","end":"2026-03-19T09:05:18.32217Z","steps":["trace[165034392] 'process raft request' (duration: 238.320449ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:20.239651Z","caller":"traceutil/trace.go:171","msg":"trace[1495916403] linearizableReadLoop","detail":"{readStateIndex:2256; appliedIndex:2255; }","duration":"141.439396ms","start":"2026-03-19T09:05:20.098187Z","end":"2026-03-19T09:05:20.239626Z","steps":["trace[1495916403] 'read index received' (duration: 61.785158ms)","trace[1495916403] 'applied index is now lower than readState.Index' (duration: 79.653228ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:20.239743Z","caller":"traceutil/trace.go:171","msg":"trace[1197248160] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"143.118583ms","start":"2026-03-19T09:05:20.096582Z","end":"2026-03-19T09:05:20.239701Z","steps":["trace[1197248160] 'process raft request' (duration: 63.404913ms)","trace[1197248160] 'compare' (duration: 79.506875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:20.239845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.63397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:05:20.239935Z","caller":"traceutil/trace.go:171","msg":"trace[911449536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2160; }","duration":"141.765674ms","start":"2026-03-19T09:05:20.098157Z","end":"2026-03-19T09:05:20.239923Z","steps":["trace[911449536] 'agreement among raft nodes before linearized reading' (duration: 141.564049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:20.495591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.494237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:20.495727Z","caller":"traceutil/trace.go:171","msg":"trace[34361386] linearizableReadLoop","detail":"{readStateIndex:2257; appliedIndex:2256; }","duration":"170.209104ms","start":"2026-03-19T09:05:20.325492Z","end":"2026-03-19T09:05:20.495701Z","steps":["trace[34361386] 'read index received' (duration: 39.453271ms)","trace[34361386] 'applied index is now lower than readState.Index' (duration: 130.753593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:20.495952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.455989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:05:20.495987Z","caller":"traceutil/trace.go:171","msg":"trace[301190417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2161; }","duration":"170.528511ms","start":"2026-03-19T09:05:20.325447Z","end":"2026-03-19T09:05:20.495975Z","steps":["trace[301190417] 'agreement among raft nodes before linearized reading' (duration: 170.375047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:20.496061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.767433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:05:20.496122Z","caller":"traceutil/trace.go:171","msg":"trace[1856119587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2161; }","duration":"169.879556ms","start":"2026-03-19T09:05:20.32623Z","end":"2026-03-19T09:05:20.496109Z","steps":["trace[1856119587] 'agreement among raft nodes before linearized reading' (duration: 169.682171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:20.496306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.043919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:05:20.496512Z","caller":"traceutil/trace.go:171","msg":"trace[552253179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2161; }","duration":"170.268804ms","start":"2026-03-19T09:05:20.326219Z","end":"2026-03-19T09:05:20.496488Z","steps":["trace[552253179] 'agreement among raft nodes before linearized reading' (duration: 169.666571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:20.496406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.130621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:05:20.496792Z","caller":"traceutil/trace.go:171","msg":"trace[2034583199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2161; }","duration":"170.52495ms","start":"2026-03-19T09:05:20.326249Z","end":"2026-03-19T09:05:20.496774Z","steps":["trace[2034583199] 'agreement among raft nodes before linearized reading' (duration: 170.07386ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:20.495767Z","caller":"traceutil/trace.go:171","msg":"trace[1006413716] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"250.925895ms","start":"2026-03-19T09:05:20.244807Z","end":"2026-03-19T09:05:20.495733Z","steps":["trace[1006413716] 'process raft request' (duration: 120.209603ms)","trace[1006413716] 'compare' (duration: 130.236002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:20.874204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.596819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:20.874327Z","caller":"traceutil/trace.go:171","msg":"trace[1473365626] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"207.380795ms","start":"2026-03-19T09:05:20.666925Z","end":"2026-03-19T09:05:20.874306Z","steps":["trace[1473365626] 'process raft request' (duration: 38.593172ms)","trace[1473365626] 'compare' (duration: 168.348414ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:20.936583Z","caller":"traceutil/trace.go:171","msg":"trace[16085036] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2261; }","duration":"252.473079ms","start":"2026-03-19T09:05:20.684084Z","end":"2026-03-19T09:05:20.936557Z","steps":["trace[16085036] 'read index received' (duration: 21.459099ms)","trace[16085036] 'applied index is now lower than readState.Index' (duration: 231.01286ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:20.936642Z","caller":"traceutil/trace.go:171","msg":"trace[465735827] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"261.236529ms","start":"2026-03-19T09:05:20.675378Z","end":"2026-03-19T09:05:20.936614Z","steps":["trace[465735827] 'process raft request' (duration: 261.056135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:20.93683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.734744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:20.936859Z","caller":"traceutil/trace.go:171","msg":"trace[140237830] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2167; }","duration":"252.816316ms","start":"2026-03-19T09:05:20.684035Z","end":"2026-03-19T09:05:20.936852Z","steps":["trace[140237830] 'agreement among raft nodes before linearized reading' (duration: 252.745865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:20.936981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.961222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:20.937039Z","caller":"traceutil/trace.go:171","msg":"trace[2072506226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2167; }","duration":"194.069335ms","start":"2026-03-19T09:05:20.74295Z","end":"2026-03-19T09:05:20.937019Z","steps":["trace[2072506226] 'agreement among raft nodes before linearized reading' (duration: 193.88571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:21.711519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.313641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:21.711615Z","caller":"traceutil/trace.go:171","msg":"trace[1827738952] linearizableReadLoop","detail":"{readStateIndex:2265; appliedIndex:2264; }","duration":"212.679821ms","start":"2026-03-19T09:05:21.498922Z","end":"2026-03-19T09:05:21.711601Z","steps":["trace[1827738952] 'read index received' (duration: 67.201837ms)","trace[1827738952] 'applied index is now lower than readState.Index' (duration: 145.476864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:21.711677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.765232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:21.711695Z","caller":"traceutil/trace.go:171","msg":"trace[511781628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2168; }","duration":"212.814054ms","start":"2026-03-19T09:05:21.498875Z","end":"2026-03-19T09:05:21.711689Z","steps":["trace[511781628] 'agreement among raft nodes before linearized reading' (duration: 212.761153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:21.711839Z","caller":"traceutil/trace.go:171","msg":"trace[962485135] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"213.367005ms","start":"2026-03-19T09:05:21.498463Z","end":"2026-03-19T09:05:21.71183Z","steps":["trace[962485135] 'process raft request' (duration: 67.679126ms)","trace[962485135] 'compare' (duration: 145.213439ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:22.855481Z","caller":"traceutil/trace.go:171","msg":"trace[2044671518] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"275.666114ms","start":"2026-03-19T09:05:22.57979Z","end":"2026-03-19T09:05:22.855456Z","steps":["trace[2044671518] 'process raft request' (duration: 275.516891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:23.299848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.225543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:23.300235Z","caller":"traceutil/trace.go:171","msg":"trace[1188700098] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"719.759734ms","start":"2026-03-19T09:05:22.580452Z","end":"2026-03-19T09:05:23.300211Z","steps":["trace[1188700098] 'process raft request' (duration: 719.667302ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:23.300362Z","caller":"traceutil/trace.go:171","msg":"trace[531926103] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"719.978889ms","start":"2026-03-19T09:05:22.580342Z","end":"2026-03-19T09:05:23.300321Z","steps":["trace[531926103] 'process raft request' (duration: 719.620411ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:23.300362Z","caller":"traceutil/trace.go:171","msg":"trace[1790744308] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"720.027409ms","start":"2026-03-19T09:05:22.580307Z","end":"2026-03-19T09:05:23.300335Z","steps":["trace[1790744308] 'process raft request' (duration: 313.232294ms)","trace[1790744308] 'compare' (duration: 406.110051ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:23.300469Z","caller":"traceutil/trace.go:171","msg":"trace[230195303] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"719.818416ms","start":"2026-03-19T09:05:22.580621Z","end":"2026-03-19T09:05:23.300439Z","steps":["trace[230195303] 'process raft request' (duration: 719.54348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:23.300504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:22.580319Z","time spent":"720.106091ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:23.300501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:22.580289Z","time spent":"720.143812ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:23.300507Z","caller":"traceutil/trace.go:171","msg":"trace[613646285] linearizableReadLoop","detail":"{readStateIndex:2273; appliedIndex:2269; }","duration":"348.987164ms","start":"2026-03-19T09:05:22.951479Z","end":"2026-03-19T09:05:23.300466Z","steps":["trace[613646285] 'read index received' (duration: 66.482µs)","trace[613646285] 'applied index is now lower than readState.Index' (duration: 348.916842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:23.3006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:22.580432Z","time spent":"719.865087ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:23.300598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:22.580604Z","time spent":"719.923577ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:23.301042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.488624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:23.301434Z","caller":"traceutil/trace.go:171","msg":"trace[1430922952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2176; }","duration":"349.991476ms","start":"2026-03-19T09:05:22.951416Z","end":"2026-03-19T09:05:23.301408Z","steps":["trace[1430922952] 'agreement among raft nodes before linearized reading' (duration: 349.141197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:23.301509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:22.951389Z","time spent":"350.095179ms","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:05:24.221545Z","caller":"traceutil/trace.go:171","msg":"trace[118475963] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"162.573257ms","start":"2026-03-19T09:05:24.058947Z","end":"2026-03-19T09:05:24.22152Z","steps":["trace[118475963] 'process raft request' (duration: 162.378493ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:24.424219Z","caller":"traceutil/trace.go:171","msg":"trace[1098399362] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"105.186375ms","start":"2026-03-19T09:05:24.318941Z","end":"2026-03-19T09:05:24.424127Z","steps":["trace[1098399362] 'process raft request' (duration: 104.794306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:24.730902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.337575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:24.731005Z","caller":"traceutil/trace.go:171","msg":"trace[307155618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2179; }","duration":"235.499108ms","start":"2026-03-19T09:05:24.495486Z","end":"2026-03-19T09:05:24.730985Z","steps":["trace[307155618] 'range keys from in-memory index tree' (duration: 235.216872ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:25.471621Z","caller":"traceutil/trace.go:171","msg":"trace[1872137622] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"162.374963ms","start":"2026-03-19T09:05:25.30922Z","end":"2026-03-19T09:05:25.471595Z","steps":["trace[1872137622] 'process raft request' (duration: 162.181109ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:25.47193Z","caller":"traceutil/trace.go:171","msg":"trace[2014904782] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"161.946333ms","start":"2026-03-19T09:05:25.309971Z","end":"2026-03-19T09:05:25.471918Z","steps":["trace[2014904782] 'process raft request' (duration: 161.81032ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:25.471918Z","caller":"traceutil/trace.go:171","msg":"trace[1046552426] linearizableReadLoop","detail":"{readStateIndex:2281; appliedIndex:2277; }","duration":"157.452185ms","start":"2026-03-19T09:05:25.31444Z","end":"2026-03-19T09:05:25.471893Z","steps":["trace[1046552426] 'read index received' (duration: 16.564842ms)","trace[1046552426] 'applied index is now lower than readState.Index' (duration: 140.886263ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:25.471988Z","caller":"traceutil/trace.go:171","msg":"trace[799596997] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"162.058765ms","start":"2026-03-19T09:05:25.309847Z","end":"2026-03-19T09:05:25.471905Z","steps":["trace[799596997] 'process raft request' (duration: 161.702877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:25.472157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.69409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:25.472206Z","caller":"traceutil/trace.go:171","msg":"trace[1277221816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2184; }","duration":"157.766862ms","start":"2026-03-19T09:05:25.314423Z","end":"2026-03-19T09:05:25.47219Z","steps":["trace[1277221816] 'agreement among raft nodes before linearized reading' (duration: 157.580078ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:26.168051Z","caller":"traceutil/trace.go:171","msg":"trace[358910367] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"310.450094ms","start":"2026-03-19T09:05:25.857575Z","end":"2026-03-19T09:05:26.168025Z","steps":["trace[358910367] 'process raft request' (duration: 310.27058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:26.168213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:25.85754Z","time spent":"310.589776ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:26.33128Z","caller":"traceutil/trace.go:171","msg":"trace[1196657537] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"103.962328ms","start":"2026-03-19T09:05:26.227289Z","end":"2026-03-19T09:05:26.331251Z","steps":["trace[1196657537] 'process raft request' (duration: 75.584859ms)","trace[1196657537] 'compare' (duration: 28.252897ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:26.688041Z","caller":"traceutil/trace.go:171","msg":"trace[1590480607] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2283; }","duration":"209.182943ms","start":"2026-03-19T09:05:26.47883Z","end":"2026-03-19T09:05:26.688013Z","steps":["trace[1590480607] 'read index received' (duration: 112.713049ms)","trace[1590480607] 'applied index is now lower than readState.Index' (duration: 96.468744ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:26.688187Z","caller":"traceutil/trace.go:171","msg":"trace[991940098] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"259.847769ms","start":"2026-03-19T09:05:26.428298Z","end":"2026-03-19T09:05:26.688146Z","steps":["trace[991940098] 'process raft request' (duration: 163.235321ms)","trace[991940098] 'compare' (duration: 96.360321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:26.688309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.46837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:26.688404Z","caller":"traceutil/trace.go:171","msg":"trace[1632146520] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2187; }","duration":"209.610583ms","start":"2026-03-19T09:05:26.478775Z","end":"2026-03-19T09:05:26.688385Z","steps":["trace[1632146520] 'agreement among raft nodes before linearized reading' (duration: 209.395948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:26.688249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.849835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:26.688528Z","caller":"traceutil/trace.go:171","msg":"trace[1185575507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2187; }","duration":"192.162753ms","start":"2026-03-19T09:05:26.496351Z","end":"2026-03-19T09:05:26.688513Z","steps":["trace[1185575507] 'agreement among raft nodes before linearized reading' (duration: 191.844266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:27.002787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.001617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:27.002877Z","caller":"traceutil/trace.go:171","msg":"trace[293505628] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2187; }","duration":"196.15214ms","start":"2026-03-19T09:05:26.806704Z","end":"2026-03-19T09:05:27.002857Z","steps":["trace[293505628] 'count revisions from in-memory index tree' (duration: 195.822443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:27.002877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.1518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:27.003185Z","caller":"traceutil/trace.go:171","msg":"trace[1465791832] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2187; }","duration":"130.520558ms","start":"2026-03-19T09:05:26.872632Z","end":"2026-03-19T09:05:27.003152Z","steps":["trace[1465791832] 'count revisions from in-memory index tree' (duration: 130.043547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:27.086477Z","caller":"traceutil/trace.go:171","msg":"trace[779148836] linearizableReadLoop","detail":"{readStateIndex:2285; appliedIndex:2284; }","duration":"153.635172ms","start":"2026-03-19T09:05:26.932819Z","end":"2026-03-19T09:05:27.086454Z","steps":["trace[779148836] 'read index received' (duration: 86.432626ms)","trace[779148836] 'applied index is now lower than readState.Index' (duration: 67.201026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:27.086664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.828166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:05:27.086704Z","caller":"traceutil/trace.go:171","msg":"trace[520522734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2187; }","duration":"153.904037ms","start":"2026-03-19T09:05:26.93279Z","end":"2026-03-19T09:05:27.086694Z","steps":["trace[520522734] 'agreement among raft nodes before linearized reading' (duration: 153.742974ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:27.208919Z","caller":"traceutil/trace.go:171","msg":"trace[882669287] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"117.975374ms","start":"2026-03-19T09:05:27.090908Z","end":"2026-03-19T09:05:27.208883Z","steps":["trace[882669287] 'process raft request' (duration: 117.694477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:28.862111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.893664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:28.862241Z","caller":"traceutil/trace.go:171","msg":"trace[863485719] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2292; }","duration":"365.900613ms","start":"2026-03-19T09:05:28.496326Z","end":"2026-03-19T09:05:28.862227Z","steps":["trace[863485719] 'read index received' (duration: 10.871537ms)","trace[863485719] 'applied index is now lower than readState.Index' (duration: 355.028286ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:28.862285Z","caller":"traceutil/trace.go:171","msg":"trace[1915572332] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"483.558451ms","start":"2026-03-19T09:05:28.378704Z","end":"2026-03-19T09:05:28.862263Z","steps":["trace[1915572332] 'process raft request' (duration: 128.457183ms)","trace[1915572332] 'compare' (duration: 354.818072ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:28.862453Z","caller":"traceutil/trace.go:171","msg":"trace[2034932710] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"169.52431ms","start":"2026-03-19T09:05:28.692914Z","end":"2026-03-19T09:05:28.862439Z","steps":["trace[2034932710] 'process raft request' (duration: 169.281695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:28.862465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.125498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:28.862513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.745173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:05:28.862554Z","caller":"traceutil/trace.go:171","msg":"trace[121192842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2196; }","duration":"366.250991ms","start":"2026-03-19T09:05:28.496285Z","end":"2026-03-19T09:05:28.862536Z","steps":["trace[121192842] 'agreement among raft nodes before linearized reading' (duration: 366.005536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:28.862595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:28.496264Z","time spent":"366.323033ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:05:28.862581Z","caller":"traceutil/trace.go:171","msg":"trace[1286632790] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2196; }","duration":"257.845966ms","start":"2026-03-19T09:05:28.604723Z","end":"2026-03-19T09:05:28.862569Z","steps":["trace[1286632790] 'agreement among raft nodes before linearized reading' (duration: 257.688962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:28.862608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.175165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:28.862678Z","caller":"traceutil/trace.go:171","msg":"trace[1811450097] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2196; }","duration":"160.257797ms","start":"2026-03-19T09:05:28.702402Z","end":"2026-03-19T09:05:28.862659Z","steps":["trace[1811450097] 'agreement among raft nodes before linearized reading' (duration: 160.036342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:28.862396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:28.378681Z","time spent":"483.654703ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:29.108988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.147252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:29.109166Z","caller":"traceutil/trace.go:171","msg":"trace[55526196] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"243.40634ms","start":"2026-03-19T09:05:28.865733Z","end":"2026-03-19T09:05:29.109139Z","steps":["trace[55526196] 'process raft request' (duration: 101.019533ms)","trace[55526196] 'compare' (duration: 142.008229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:29.418091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.479253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:05:29.418148Z","caller":"traceutil/trace.go:171","msg":"trace[500453860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2197; }","duration":"205.574715ms","start":"2026-03-19T09:05:29.212561Z","end":"2026-03-19T09:05:29.418135Z","steps":["trace[500453860] 'range keys from in-memory index tree' (duration: 205.288438ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:54.627722Z","caller":"traceutil/trace.go:171","msg":"trace[1098794902] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"127.658092ms","start":"2026-03-19T09:05:54.500027Z","end":"2026-03-19T09:05:54.627685Z","steps":["trace[1098794902] 'process raft request' (duration: 127.484778ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:59.151926Z","caller":"traceutil/trace.go:171","msg":"trace[1645857323] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"161.123281ms","start":"2026-03-19T09:05:58.990775Z","end":"2026-03-19T09:05:59.151899Z","steps":["trace[1645857323] 'process raft request' (duration: 157.714557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:07.877124Z","caller":"traceutil/trace.go:171","msg":"trace[1596998452] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"142.440404ms","start":"2026-03-19T09:06:07.734647Z","end":"2026-03-19T09:06:07.877088Z","steps":["trace[1596998452] 'process raft request' (duration: 142.137747ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:11.237427Z","caller":"traceutil/trace.go:171","msg":"trace[1316367461] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"602.925357ms","start":"2026-03-19T09:06:10.634474Z","end":"2026-03-19T09:06:11.2374Z","steps":["trace[1316367461] 'process raft request' (duration: 602.762384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:11.237609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:10.634445Z","time spent":"603.084881ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:12.982216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041617557s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:12.982388Z","caller":"traceutil/trace.go:171","msg":"trace[1317060046] linearizableReadLoop","detail":"{readStateIndex:2686; appliedIndex:2683; }","duration":"2.013131286s","start":"2026-03-19T09:06:10.969241Z","end":"2026-03-19T09:06:12.982373Z","steps":["trace[1317060046] 'read index received' (duration: 267.98227ms)","trace[1317060046] 'applied index is now lower than readState.Index' (duration: 1.745147986s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:12.982467Z","caller":"traceutil/trace.go:171","msg":"trace[1629432815] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"2.338588088s","start":"2026-03-19T09:06:10.643863Z","end":"2026-03-19T09:06:12.982451Z","steps":["trace[1629432815] 'process raft request' (duration: 1.296657104s)","trace[1629432815] 'compare' (duration: 1.041484225s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:12.982531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:10.643834Z","time spent":"2.33866473s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:12.98287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013630237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:12.982912Z","caller":"traceutil/trace.go:171","msg":"trace[518959429] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2574; }","duration":"2.013709439s","start":"2026-03-19T09:06:10.969191Z","end":"2026-03-19T09:06:12.9829Z","steps":["trace[518959429] 'agreement among raft nodes before linearized reading' (duration: 2.013542225s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:12.98295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:10.969169Z","time spent":"2.0137711s","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:06:12.982504Z","caller":"traceutil/trace.go:171","msg":"trace[1171082426] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"2.207850919s","start":"2026-03-19T09:06:10.774616Z","end":"2026-03-19T09:06:12.982467Z","steps":["trace[1171082426] 'process raft request' (duration: 2.207670176s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:12.983189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:10.774597Z","time spent":"2.208538934s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:12.984919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044375937s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:06:12.985179Z","caller":"traceutil/trace.go:171","msg":"trace[1689947707] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"1.730292723s","start":"2026-03-19T09:06:11.254871Z","end":"2026-03-19T09:06:12.985164Z","steps":["trace[1689947707] 'process raft request' (duration: 1.730190891s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:12.98529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:11.254842Z","time spent":"1.730385106s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:12.986971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936371715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-19T09:06:12.986994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091641527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:06:12.987046Z","caller":"traceutil/trace.go:171","msg":"trace[221946107] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"1.003259611s","start":"2026-03-19T09:06:11.983764Z","end":"2026-03-19T09:06:12.987024Z","steps":["trace[221946107] 'process raft request' (duration: 1.002935544s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:12.987038Z","caller":"traceutil/trace.go:171","msg":"trace[1636201410] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2576; }","duration":"1.936472726s","start":"2026-03-19T09:06:11.050544Z","end":"2026-03-19T09:06:12.987017Z","steps":["trace[1636201410] 'agreement among raft nodes before linearized reading' (duration: 1.936266722s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:12.987104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49149699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:06:12.987167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:11.983737Z","time spent":"1.003375623s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:12.987172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050062481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:06:12.987183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091946673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:06:12.987138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:11.050528Z","time spent":"1.936594009s","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-19T09:06:12.987212Z","caller":"traceutil/trace.go:171","msg":"trace[1568021574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2576; }","duration":"1.491639584s","start":"2026-03-19T09:06:11.495543Z","end":"2026-03-19T09:06:12.987183Z","steps":["trace[1568021574] 'agreement among raft nodes before linearized reading' (duration: 1.491443629s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:12.987236Z","caller":"traceutil/trace.go:171","msg":"trace[496973539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2576; }","duration":"1.050163453s","start":"2026-03-19T09:06:11.937056Z","end":"2026-03-19T09:06:12.98722Z","steps":["trace[496973539] 'agreement among raft nodes before linearized reading' (duration: 1.05000228s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:12.98724Z","caller":"traceutil/trace.go:171","msg":"trace[1856810073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2576; }","duration":"1.092042056s","start":"2026-03-19T09:06:11.895186Z","end":"2026-03-19T09:06:12.987228Z","steps":["trace[1856810073] 'agreement among raft nodes before linearized reading' (duration: 1.091918453s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:12.98727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:11.495523Z","time spent":"1.491734345s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:12.987284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:11.895163Z","time spent":"1.092109528s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:06:12.987283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:11.937036Z","time spent":"1.050235185s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:06:12.987064Z","caller":"traceutil/trace.go:171","msg":"trace[1933482250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2576; }","duration":"1.09174385s","start":"2026-03-19T09:06:11.895298Z","end":"2026-03-19T09:06:12.987042Z","steps":["trace[1933482250] 'agreement among raft nodes before linearized reading' (duration: 1.091552866s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:12.987416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:11.895272Z","time spent":"1.092125267s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:06:12.987473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096339079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:06:12.987533Z","caller":"traceutil/trace.go:171","msg":"trace[588508277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2576; }","duration":"1.09639641s","start":"2026-03-19T09:06:11.891121Z","end":"2026-03-19T09:06:12.987517Z","steps":["trace[588508277] 'agreement among raft nodes before linearized reading' (duration: 1.096264687s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:12.987549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047867453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:06:12.987586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:11.891088Z","time spent":"1.096486822s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:06:12.987054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044131952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:06:12.987594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622460663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:12.987619Z","caller":"traceutil/trace.go:171","msg":"trace[937736743] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2576; }","duration":"1.047956975s","start":"2026-03-19T09:06:11.93964Z","end":"2026-03-19T09:06:12.987597Z","steps":["trace[937736743] 'agreement among raft nodes before linearized reading' (duration: 1.047335121s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:12.987616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514603504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T09:06:12.987667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:11.939626Z","time spent":"1.048027687s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:06:12.987679Z","caller":"traceutil/trace.go:171","msg":"trace[5534467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2576; }","duration":"1.044776376s","start":"2026-03-19T09:06:11.942882Z","end":"2026-03-19T09:06:12.987658Z","steps":["trace[5534467] 'agreement among raft nodes before linearized reading' (duration: 1.044011159s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:12.98771Z","caller":"traceutil/trace.go:171","msg":"trace[1504529309] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:2576; }","duration":"1.514734287s","start":"2026-03-19T09:06:11.47296Z","end":"2026-03-19T09:06:12.987695Z","steps":["trace[1504529309] 'agreement among raft nodes before linearized reading' (duration: 1.514515212s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:12.987761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:11.94285Z","time spent":"1.044889529s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:06:12.987774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:11.472938Z","time spent":"1.514825118s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"info","ts":"2026-03-19T09:06:12.987659Z","caller":"traceutil/trace.go:171","msg":"trace[69745405] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2576; }","duration":"1.622562625s","start":"2026-03-19T09:06:11.365079Z","end":"2026-03-19T09:06:12.987642Z","steps":["trace[69745405] 'agreement among raft nodes before linearized reading' (duration: 1.622450053s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:12.987862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:11.365059Z","time spent":"1.6227778s","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:06:15.246622Z","caller":"traceutil/trace.go:171","msg":"trace[15978033] linearizableReadLoop","detail":"{readStateIndex:2700; appliedIndex:2698; }","duration":"250.226042ms","start":"2026-03-19T09:06:14.996378Z","end":"2026-03-19T09:06:15.246604Z","steps":["trace[15978033] 'read index received' (duration: 23.026911ms)","trace[15978033] 'applied index is now lower than readState.Index' (duration: 227.198301ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:15.246712Z","caller":"traceutil/trace.go:171","msg":"trace[242118209] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"257.390429ms","start":"2026-03-19T09:06:14.98928Z","end":"2026-03-19T09:06:15.24667Z","steps":["trace[242118209] 'process raft request' (duration: 257.208075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:15.246796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.403486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:06:15.246826Z","caller":"traceutil/trace.go:171","msg":"trace[1148740541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2587; }","duration":"250.473128ms","start":"2026-03-19T09:06:14.996346Z","end":"2026-03-19T09:06:15.246819Z","steps":["trace[1148740541] 'agreement among raft nodes before linearized reading' (duration: 250.360405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:15.246925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.113626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:06:15.246952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.995731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T09:06:15.246975Z","caller":"traceutil/trace.go:171","msg":"trace[831813604] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2587; }","duration":"213.051543ms","start":"2026-03-19T09:06:15.033918Z","end":"2026-03-19T09:06:15.246969Z","steps":["trace[831813604] 'agreement among raft nodes before linearized reading' (duration: 212.991471ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:15.246984Z","caller":"traceutil/trace.go:171","msg":"trace[1944151444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2587; }","duration":"248.201468ms","start":"2026-03-19T09:06:14.998767Z","end":"2026-03-19T09:06:15.246969Z","steps":["trace[1944151444] 'agreement among raft nodes before linearized reading' (duration: 248.075545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:15.247009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.438317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:06:15.247069Z","caller":"traceutil/trace.go:171","msg":"trace[1086174039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2587; }","duration":"206.547551ms","start":"2026-03-19T09:06:15.040507Z","end":"2026-03-19T09:06:15.247055Z","steps":["trace[1086174039] 'agreement among raft nodes before linearized reading' (duration: 206.351125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:15.247172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.952288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:06:15.247208Z","caller":"traceutil/trace.go:171","msg":"trace[1061527587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2587; }","duration":"206.00761ms","start":"2026-03-19T09:06:15.041193Z","end":"2026-03-19T09:06:15.2472Z","steps":["trace[1061527587] 'agreement among raft nodes before linearized reading' (duration: 205.913988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:15.247293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.447434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:06:15.247366Z","caller":"traceutil/trace.go:171","msg":"trace[1615777850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2587; }","duration":"248.567627ms","start":"2026-03-19T09:06:14.998782Z","end":"2026-03-19T09:06:15.24735Z","steps":["trace[1615777850] 'agreement among raft nodes before linearized reading' (duration: 248.317032ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:15.370364Z","caller":"traceutil/trace.go:171","msg":"trace[866252294] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"121.421737ms","start":"2026-03-19T09:06:15.248911Z","end":"2026-03-19T09:06:15.370333Z","steps":["trace[866252294] 'process raft request' (duration: 46.383671ms)","trace[866252294] 'compare' (duration: 74.838781ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:15.380524Z","caller":"traceutil/trace.go:171","msg":"trace[1256731576] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"129.86391ms","start":"2026-03-19T09:06:15.250633Z","end":"2026-03-19T09:06:15.380496Z","steps":["trace[1256731576] 'process raft request' (duration: 129.680726ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:15.380527Z","caller":"traceutil/trace.go:171","msg":"trace[1142719039] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"129.545323ms","start":"2026-03-19T09:06:15.250956Z","end":"2026-03-19T09:06:15.380501Z","steps":["trace[1142719039] 'process raft request' (duration: 129.474221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:15.380824Z","caller":"traceutil/trace.go:171","msg":"trace[1669715915] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"128.335597ms","start":"2026-03-19T09:06:15.252479Z","end":"2026-03-19T09:06:15.380815Z","steps":["trace[1669715915] 'process raft request' (duration: 128.183713ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:15.380803Z","caller":"traceutil/trace.go:171","msg":"trace[37785556] linearizableReadLoop","detail":"{readStateIndex:2703; appliedIndex:2700; }","duration":"129.320518ms","start":"2026-03-19T09:06:15.251463Z","end":"2026-03-19T09:06:15.380784Z","steps":["trace[37785556] 'read index received' (duration: 43.844236ms)","trace[37785556] 'applied index is now lower than readState.Index' (duration: 85.475392ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:15.380904Z","caller":"traceutil/trace.go:171","msg":"trace[1029715453] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"129.218905ms","start":"2026-03-19T09:06:15.251678Z","end":"2026-03-19T09:06:15.380897Z","steps":["trace[1029715453] 'process raft request' (duration: 128.791356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:15.381013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.530972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-19T09:06:15.381053Z","caller":"traceutil/trace.go:171","msg":"trace[209844917] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"127.465638ms","start":"2026-03-19T09:06:15.253581Z","end":"2026-03-19T09:06:15.381047Z","steps":["trace[209844917] 'process raft request' (duration: 127.160721ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:15.381056Z","caller":"traceutil/trace.go:171","msg":"trace[1993931023] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2593; }","duration":"129.613995ms","start":"2026-03-19T09:06:15.251432Z","end":"2026-03-19T09:06:15.381046Z","steps":["trace[1993931023] 'agreement among raft nodes before linearized reading' (duration: 129.428071ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:19.060901Z","caller":"traceutil/trace.go:171","msg":"trace[996164472] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"199.523118ms","start":"2026-03-19T09:06:18.861353Z","end":"2026-03-19T09:06:19.060876Z","steps":["trace[996164472] 'process raft request' (duration: 199.379925ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:19.138194Z","caller":"traceutil/trace.go:171","msg":"trace[68409250] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2726; }","duration":"105.166081ms","start":"2026-03-19T09:06:19.032963Z","end":"2026-03-19T09:06:19.138129Z","steps":["trace[68409250] 'read index received' (duration: 27.806186ms)","trace[68409250] 'applied index is now lower than readState.Index' (duration: 77.358595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:19.138402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.426148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T09:06:19.138457Z","caller":"traceutil/trace.go:171","msg":"trace[206389111] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2613; }","duration":"105.52565ms","start":"2026-03-19T09:06:19.032916Z","end":"2026-03-19T09:06:19.138442Z","steps":["trace[206389111] 'agreement among raft nodes before linearized reading' (duration: 105.350666ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:19.138306Z","caller":"traceutil/trace.go:171","msg":"trace[1704419489] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"108.455124ms","start":"2026-03-19T09:06:19.029819Z","end":"2026-03-19T09:06:19.138274Z","steps":["trace[1704419489] 'process raft request' (duration: 103.24918ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:23.600631Z","caller":"traceutil/trace.go:171","msg":"trace[959802269] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"442.111953ms","start":"2026-03-19T09:06:23.158498Z","end":"2026-03-19T09:06:23.60061Z","steps":["trace[959802269] 'process raft request' (duration: 442.00573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:23.600749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:23.158482Z","time spent":"442.209225ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:23.661034Z","caller":"traceutil/trace.go:171","msg":"trace[593423953] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"449.357861ms","start":"2026-03-19T09:06:23.211653Z","end":"2026-03-19T09:06:23.66101Z","steps":["trace[593423953] 'process raft request' (duration: 446.963839ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:23.66139Z","caller":"traceutil/trace.go:171","msg":"trace[108490703] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"304.501765ms","start":"2026-03-19T09:06:23.356853Z","end":"2026-03-19T09:06:23.661355Z","steps":["trace[108490703] 'process raft request' (duration: 304.106967ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:23.661022Z","caller":"traceutil/trace.go:171","msg":"trace[1253270435] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"383.969407ms","start":"2026-03-19T09:06:23.277027Z","end":"2026-03-19T09:06:23.660996Z","steps":["trace[1253270435] 'process raft request' (duration: 383.889055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:23.661548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:23.356826Z","time spent":"304.644818ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:23.66163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:23.277002Z","time spent":"384.524398ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:23.661637Z","caller":"traceutil/trace.go:171","msg":"trace[1543000868] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2751; }","duration":"449.814071ms","start":"2026-03-19T09:06:23.2118Z","end":"2026-03-19T09:06:23.661614Z","steps":["trace[1543000868] 'read index received' (duration: 388.73195ms)","trace[1543000868] 'applied index is now lower than readState.Index' (duration: 61.080791ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:23.661692Z","caller":"traceutil/trace.go:171","msg":"trace[139314982] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"235.681535ms","start":"2026-03-19T09:06:23.425976Z","end":"2026-03-19T09:06:23.661658Z","steps":["trace[139314982] 'process raft request' (duration: 235.484571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:23.661449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:23.211628Z","time spent":"449.588566ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:23.661993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.405573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:06:23.662066Z","caller":"traceutil/trace.go:171","msg":"trace[1015510121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2640; }","duration":"237.525835ms","start":"2026-03-19T09:06:23.424522Z","end":"2026-03-19T09:06:23.662047Z","steps":["trace[1015510121] 'agreement among raft nodes before linearized reading' (duration: 237.346091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:23.662073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.174574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:06:23.66208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.441287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:06:23.662104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.44383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:06:23.662158Z","caller":"traceutil/trace.go:171","msg":"trace[1679285493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2640; }","duration":"235.525032ms","start":"2026-03-19T09:06:23.426622Z","end":"2026-03-19T09:06:23.662147Z","steps":["trace[1679285493] 'agreement among raft nodes before linearized reading' (duration: 235.41889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:23.661866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.066796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:06:23.662162Z","caller":"traceutil/trace.go:171","msg":"trace[1812832463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2640; }","duration":"233.540618ms","start":"2026-03-19T09:06:23.428601Z","end":"2026-03-19T09:06:23.662141Z","steps":["trace[1812832463] 'agreement among raft nodes before linearized reading' (duration: 233.332934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:23.662201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.234717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:06:23.662207Z","caller":"traceutil/trace.go:171","msg":"trace[1041187361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2640; }","duration":"450.427844ms","start":"2026-03-19T09:06:23.211764Z","end":"2026-03-19T09:06:23.662192Z","steps":["trace[1041187361] 'agreement among raft nodes before linearized reading' (duration: 450.009405ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:23.662112Z","caller":"traceutil/trace.go:171","msg":"trace[1574887136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2640; }","duration":"235.245916ms","start":"2026-03-19T09:06:23.426854Z","end":"2026-03-19T09:06:23.6621Z","steps":["trace[1574887136] 'agreement among raft nodes before linearized reading' (duration: 235.057462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:23.662236Z","caller":"traceutil/trace.go:171","msg":"trace[1575774208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2640; }","duration":"236.296608ms","start":"2026-03-19T09:06:23.425932Z","end":"2026-03-19T09:06:23.662229Z","steps":["trace[1575774208] 'agreement among raft nodes before linearized reading' (duration: 236.214096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:23.662259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:23.211756Z","time spent":"450.486745ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:06:23.820336Z","caller":"traceutil/trace.go:171","msg":"trace[100709995] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"153.212609ms","start":"2026-03-19T09:06:23.667104Z","end":"2026-03-19T09:06:23.820317Z","steps":["trace[100709995] 'process raft request' (duration: 118.970853ms)","trace[100709995] 'compare' (duration: 33.96522ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:23.820316Z","caller":"traceutil/trace.go:171","msg":"trace[1636255243] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"152.724758ms","start":"2026-03-19T09:06:23.667561Z","end":"2026-03-19T09:06:23.820286Z","steps":["trace[1636255243] 'process raft request' (duration: 152.620216ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:23.820601Z","caller":"traceutil/trace.go:171","msg":"trace[1229644574] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"151.264265ms","start":"2026-03-19T09:06:23.669328Z","end":"2026-03-19T09:06:23.820592Z","steps":["trace[1229644574] 'process raft request' (duration: 151.098172ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:23.820589Z","caller":"traceutil/trace.go:171","msg":"trace[1415192463] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"152.754689ms","start":"2026-03-19T09:06:23.667812Z","end":"2026-03-19T09:06:23.820566Z","steps":["trace[1415192463] 'process raft request' (duration: 152.429652ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:23.820577Z","caller":"traceutil/trace.go:171","msg":"trace[1383844383] linearizableReadLoop","detail":"{readStateIndex:2758; appliedIndex:2756; }","duration":"153.31059ms","start":"2026-03-19T09:06:23.667237Z","end":"2026-03-19T09:06:23.820547Z","steps":["trace[1383844383] 'read index received' (duration: 43.56809ms)","trace[1383844383] 'applied index is now lower than readState.Index' (duration: 109.7413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:23.821027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.764181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8409"} {"level":"info","ts":"2026-03-19T09:06:23.821115Z","caller":"traceutil/trace.go:171","msg":"trace[1040427264] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2645; }","duration":"153.892703ms","start":"2026-03-19T09:06:23.667202Z","end":"2026-03-19T09:06:23.821095Z","steps":["trace[1040427264] 'agreement among raft nodes before linearized reading' (duration: 153.451024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:39.95765Z","caller":"traceutil/trace.go:171","msg":"trace[1600792684] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"278.219177ms","start":"2026-03-19T09:06:39.679392Z","end":"2026-03-19T09:06:39.957611Z","steps":["trace[1600792684] 'process raft request' (duration: 277.970231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:40.307432Z","caller":"traceutil/trace.go:171","msg":"trace[1415108789] linearizableReadLoop","detail":"{readStateIndex:2847; appliedIndex:2844; }","duration":"530.980036ms","start":"2026-03-19T09:06:39.776428Z","end":"2026-03-19T09:06:40.307408Z","steps":["trace[1415108789] 'read index received' (duration: 180.938667ms)","trace[1415108789] 'applied index is now lower than readState.Index' (duration: 350.040419ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:40.307457Z","caller":"traceutil/trace.go:171","msg":"trace[432797773] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"574.670273ms","start":"2026-03-19T09:06:39.732769Z","end":"2026-03-19T09:06:40.307439Z","steps":["trace[432797773] 'process raft request' (duration: 490.43034ms)","trace[432797773] 'compare' (duration: 84.018138ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:40.307495Z","caller":"traceutil/trace.go:171","msg":"trace[1959667330] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"570.958852ms","start":"2026-03-19T09:06:39.736508Z","end":"2026-03-19T09:06:40.307467Z","steps":["trace[1959667330] 'process raft request' (duration: 570.84656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.307637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:39.736481Z","time spent":"571.083224ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:40.307658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.217102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:06:40.307649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:39.732741Z","time spent":"574.817236ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:40.307681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.75151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:06:40.307709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.559089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:06:40.307723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.266971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:06:40.307722Z","caller":"traceutil/trace.go:171","msg":"trace[124103031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2728; }","duration":"531.332634ms","start":"2026-03-19T09:06:39.776373Z","end":"2026-03-19T09:06:40.307705Z","steps":["trace[124103031] 'agreement among raft nodes before linearized reading' (duration: 531.11705ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:40.307742Z","caller":"traceutil/trace.go:171","msg":"trace[254902087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2728; }","duration":"406.836561ms","start":"2026-03-19T09:06:39.900892Z","end":"2026-03-19T09:06:40.307728Z","steps":["trace[254902087] 'agreement among raft nodes before linearized reading' (duration: 406.674647ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:40.307759Z","caller":"traceutil/trace.go:171","msg":"trace[706599727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2728; }","duration":"408.714872ms","start":"2026-03-19T09:06:39.899029Z","end":"2026-03-19T09:06:40.307744Z","steps":["trace[706599727] 'agreement among raft nodes before linearized reading' (duration: 408.527148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.307807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:39.776351Z","time spent":"531.442696ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:06:40.307855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:39.898999Z","time spent":"408.836915ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:06:40.307773Z","caller":"traceutil/trace.go:171","msg":"trace[142878810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2728; }","duration":"407.359063ms","start":"2026-03-19T09:06:39.9004Z","end":"2026-03-19T09:06:40.307759Z","steps":["trace[142878810] 'agreement among raft nodes before linearized reading' (duration: 407.252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.307876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.954875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:06:40.307953Z","caller":"traceutil/trace.go:171","msg":"trace[70328982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2728; }","duration":"408.081377ms","start":"2026-03-19T09:06:39.899854Z","end":"2026-03-19T09:06:40.307935Z","steps":["trace[70328982] 'agreement among raft nodes before linearized reading' (duration: 407.816182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.307942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:39.90038Z","time spent":"407.535996ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:06:40.307787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:39.900881Z","time spent":"406.895282ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:06:40.307988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:39.899835Z","time spent":"408.146409ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:06:40.526461Z","caller":"traceutil/trace.go:171","msg":"trace[1590233628] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"214.618895ms","start":"2026-03-19T09:06:40.311817Z","end":"2026-03-19T09:06:40.526436Z","steps":["trace[1590233628] 'process raft request' (duration: 134.361799ms)","trace[1590233628] 'compare' (duration: 80.114703ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:40.526652Z","caller":"traceutil/trace.go:171","msg":"trace[213765751] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"213.621844ms","start":"2026-03-19T09:06:40.313003Z","end":"2026-03-19T09:06:40.526625Z","steps":["trace[213765751] 'process raft request' (duration: 213.394268ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:40.526803Z","caller":"traceutil/trace.go:171","msg":"trace[587053436] linearizableReadLoop","detail":"{readStateIndex:2852; appliedIndex:2848; }","duration":"129.726279ms","start":"2026-03-19T09:06:40.397062Z","end":"2026-03-19T09:06:40.526788Z","steps":["trace[587053436] 'read index received' (duration: 49.053424ms)","trace[587053436] 'applied index is now lower than readState.Index' (duration: 80.672075ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:40.52691Z","caller":"traceutil/trace.go:171","msg":"trace[1608609609] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"213.798958ms","start":"2026-03-19T09:06:40.313097Z","end":"2026-03-19T09:06:40.526896Z","steps":["trace[1608609609] 'process raft request' (duration: 213.48041ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:40.526963Z","caller":"traceutil/trace.go:171","msg":"trace[1309466337] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"213.595864ms","start":"2026-03-19T09:06:40.313352Z","end":"2026-03-19T09:06:40.526948Z","steps":["trace[1309466337] 'process raft request' (duration: 213.362619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.527319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.2538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:40.527403Z","caller":"traceutil/trace.go:171","msg":"trace[1506549830] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2733; }","duration":"130.392093ms","start":"2026-03-19T09:06:40.396997Z","end":"2026-03-19T09:06:40.527389Z","steps":["trace[1506549830] 'agreement among raft nodes before linearized reading' (duration: 129.923213ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:47.715309Z","caller":"traceutil/trace.go:171","msg":"trace[2076077084] linearizableReadLoop","detail":"{readStateIndex:2887; appliedIndex:2886; }","duration":"218.317706ms","start":"2026-03-19T09:06:47.49695Z","end":"2026-03-19T09:06:47.715268Z","steps":["trace[2076077084] 'read index received' (duration: 218.02117ms)","trace[2076077084] 'applied index is now lower than readState.Index' (duration: 295.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:47.715358Z","caller":"traceutil/trace.go:171","msg":"trace[722325380] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"384.464442ms","start":"2026-03-19T09:06:47.330837Z","end":"2026-03-19T09:06:47.715301Z","steps":["trace[722325380] 'process raft request' (duration: 384.235797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:47.715602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.646714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:06:47.715557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:47.330808Z","time spent":"384.655106ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:47.715708Z","caller":"traceutil/trace.go:171","msg":"trace[1088573587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2766; }","duration":"218.795376ms","start":"2026-03-19T09:06:47.496896Z","end":"2026-03-19T09:06:47.715691Z","steps":["trace[1088573587] 'agreement among raft nodes before linearized reading' (duration: 218.51457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:48.452693Z","caller":"traceutil/trace.go:171","msg":"trace[316444494] linearizableReadLoop","detail":"{readStateIndex:2888; appliedIndex:2887; }","duration":"248.049427ms","start":"2026-03-19T09:06:48.204601Z","end":"2026-03-19T09:06:48.452651Z","steps":["trace[316444494] 'read index received' (duration: 247.738601ms)","trace[316444494] 'applied index is now lower than readState.Index' (duration: 308.606µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:48.452752Z","caller":"traceutil/trace.go:171","msg":"trace[1415304520] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"435.55718ms","start":"2026-03-19T09:06:48.01716Z","end":"2026-03-19T09:06:48.452717Z","steps":["trace[1415304520] 'process raft request' (duration: 435.217042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:48.452906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.279192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:06:48.452932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:48.017091Z","time spent":"435.741594ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:48.453002Z","caller":"traceutil/trace.go:171","msg":"trace[1943544040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2767; }","duration":"248.443405ms","start":"2026-03-19T09:06:48.204537Z","end":"2026-03-19T09:06:48.45298Z","steps":["trace[1943544040] 'agreement among raft nodes before linearized reading' (duration: 248.266332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:48.953304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325085426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:50.620919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327483703s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:50.621099Z","caller":"traceutil/trace.go:171","msg":"trace[1988968831] linearizableReadLoop","detail":"{readStateIndex:2890; appliedIndex:2888; }","duration":"2.168280987s","start":"2026-03-19T09:06:48.452801Z","end":"2026-03-19T09:06:50.621082Z","steps":["trace[1988968831] 'read index received' (duration: 840.542419ms)","trace[1988968831] 'applied index is now lower than readState.Index' (duration: 1.327737588s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:50.621213Z","caller":"traceutil/trace.go:171","msg":"trace[1930536572] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"2.286645437s","start":"2026-03-19T09:06:48.334557Z","end":"2026-03-19T09:06:50.621202Z","steps":["trace[1930536572] 'process raft request' (duration: 2.286465653s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:50.621207Z","caller":"traceutil/trace.go:171","msg":"trace[1203449738] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"2.287950406s","start":"2026-03-19T09:06:48.333175Z","end":"2026-03-19T09:06:50.621126Z","steps":["trace[1203449738] 'process raft request' (duration: 960.176037ms)","trace[1203449738] 'compare' (duration: 1.327372671s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:50.621283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:48.334539Z","time spent":"2.286710269s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:50.621416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:48.333116Z","time spent":"2.288194221s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:50.621649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224328874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:06:50.621801Z","caller":"traceutil/trace.go:171","msg":"trace[1704788919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2769; }","duration":"2.224514938s","start":"2026-03-19T09:06:48.397254Z","end":"2026-03-19T09:06:50.621769Z","steps":["trace[1704788919] 'agreement among raft nodes before linearized reading' (duration: 2.224005737s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:50.621865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:48.397242Z","time spent":"2.22460579s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:06:51.121243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325085428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:51.495938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99971757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:06:51.496063Z","caller":"traceutil/trace.go:171","msg":"trace[577076966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999854683s","start":"2026-03-19T09:06:49.496189Z","end":"2026-03-19T09:06:51.496043Z","steps":["trace[577076966] 'agreement among raft nodes before linearized reading' (duration: 1.99971447s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:51.496108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:49.49612Z","time spent":"1.999978396s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:51.678757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.386193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:51.679435Z","caller":"traceutil/trace.go:171","msg":"trace[429554232] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"1.220519823s","start":"2026-03-19T09:06:50.45889Z","end":"2026-03-19T09:06:51.679409Z","steps":["trace[429554232] 'process raft request' (duration: 690.392344ms)","trace[429554232] 'compare' (duration: 529.237339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:51.679718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:50.458861Z","time spent":"1.22082747s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:51.721905Z","caller":"traceutil/trace.go:171","msg":"trace[1862748715] linearizableReadLoop","detail":"{readStateIndex:2892; appliedIndex:2890; }","duration":"1.100688262s","start":"2026-03-19T09:06:50.62117Z","end":"2026-03-19T09:06:51.721859Z","steps":["trace[1862748715] 'read index received' (duration: 528.124554ms)","trace[1862748715] 'applied index is now lower than readState.Index' (duration: 572.561818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:51.72215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15885608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:06:51.722244Z","caller":"traceutil/trace.go:171","msg":"trace[191558086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2771; }","duration":"3.158980013s","start":"2026-03-19T09:06:48.563242Z","end":"2026-03-19T09:06:51.722222Z","steps":["trace[191558086] 'agreement among raft nodes before linearized reading' (duration: 3.158673477s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:51.722249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159426603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:06:51.722344Z","caller":"traceutil/trace.go:171","msg":"trace[1594625533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2771; }","duration":"3.159595187s","start":"2026-03-19T09:06:48.56273Z","end":"2026-03-19T09:06:51.722325Z","steps":["trace[1594625533] 'agreement among raft nodes before linearized reading' (duration: 3.15929852s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:51.722388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688609912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T09:06:51.722362Z","caller":"traceutil/trace.go:171","msg":"trace[1709735440] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"1.095798204s","start":"2026-03-19T09:06:50.626497Z","end":"2026-03-19T09:06:51.722295Z","steps":["trace[1709735440] 'process raft request' (duration: 1.0951293s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:51.722491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226050332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-19T09:06:51.722524Z","caller":"traceutil/trace.go:171","msg":"trace[212697571] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2771; }","duration":"2.226099564s","start":"2026-03-19T09:06:49.496415Z","end":"2026-03-19T09:06:51.722515Z","steps":["trace[212697571] 'agreement among raft nodes before linearized reading' (duration: 2.226037512s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:51.722729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:49.496407Z","time spent":"2.226316018s","remote":"127.0.0.1:50286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-19T09:06:51.722763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164600585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:06:51.722745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159750679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:06:51.722414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:48.562709Z","time spent":"3.159691578s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:06:51.722802Z","caller":"traceutil/trace.go:171","msg":"trace[1048422532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2771; }","duration":"3.164678918s","start":"2026-03-19T09:06:48.558115Z","end":"2026-03-19T09:06:51.722794Z","steps":["trace[1048422532] 'agreement among raft nodes before linearized reading' (duration: 3.164590806s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:51.72283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:48.558093Z","time spent":"3.164731308s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:06:51.722291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:48.563236Z","time spent":"3.159046265s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:06:51.722836Z","caller":"traceutil/trace.go:171","msg":"trace[1629365212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2771; }","duration":"3.160189789s","start":"2026-03-19T09:06:48.562624Z","end":"2026-03-19T09:06:51.722814Z","steps":["trace[1629365212] 'agreement among raft nodes before linearized reading' (duration: 3.159513605s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:51.722837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223370383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125938"} {"level":"warn","ts":"2026-03-19T09:06:51.722908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:48.562614Z","time spent":"3.160281271s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:06:51.722928Z","caller":"traceutil/trace.go:171","msg":"trace[1025193005] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2771; }","duration":"2.223502596s","start":"2026-03-19T09:06:49.499402Z","end":"2026-03-19T09:06:51.722904Z","steps":["trace[1025193005] 'agreement among raft nodes before linearized reading' (duration: 2.223031376s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:51.722418Z","caller":"traceutil/trace.go:171","msg":"trace[1873831041] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2771; }","duration":"2.688667843s","start":"2026-03-19T09:06:49.033741Z","end":"2026-03-19T09:06:51.722409Z","steps":["trace[1873831041] 'agreement among raft nodes before linearized reading' (duration: 2.688579321s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:51.722976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:49.49938Z","time spent":"2.223586828s","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125960,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-19T09:06:51.723015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:49.033722Z","time spent":"2.689285356s","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T09:06:51.723155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:50.626472Z","time spent":"1.096246204s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:51.7234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470347456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:06:51.723463Z","caller":"traceutil/trace.go:171","msg":"trace[1305642532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2771; }","duration":"2.470485739s","start":"2026-03-19T09:06:49.252959Z","end":"2026-03-19T09:06:51.723445Z","steps":["trace[1305642532] 'agreement among raft nodes before linearized reading' (duration: 2.469509948s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:51.723496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:49.252931Z","time spent":"2.470556461s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:06:51.72373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647494792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T09:06:51.723857Z","caller":"traceutil/trace.go:171","msg":"trace[959827140] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2771; }","duration":"2.648596497s","start":"2026-03-19T09:06:49.075216Z","end":"2026-03-19T09:06:51.723813Z","steps":["trace[959827140] 'agreement among raft nodes before linearized reading' (duration: 2.646976591s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:51.723909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:49.075206Z","time spent":"2.648690299s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:06:52.348465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.511224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:52.34878Z","caller":"traceutil/trace.go:171","msg":"trace[868924099] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"829.795935ms","start":"2026-03-19T09:06:51.518926Z","end":"2026-03-19T09:06:52.348722Z","steps":["trace[868924099] 'process raft request' (duration: 368.925492ms)","trace[868924099] 'compare' (duration: 460.394362ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:52.348819Z","caller":"traceutil/trace.go:171","msg":"trace[1650601994] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"619.74557ms","start":"2026-03-19T09:06:51.729049Z","end":"2026-03-19T09:06:52.348795Z","steps":["trace[1650601994] 'process raft request' (duration: 619.656138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:52.34896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:51.728853Z","time spent":"620.070827ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:52.348993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:51.5189Z","time spent":"829.964669ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:52.348997Z","caller":"traceutil/trace.go:171","msg":"trace[664095817] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"620.911504ms","start":"2026-03-19T09:06:51.728038Z","end":"2026-03-19T09:06:52.348949Z","steps":["trace[664095817] 'process raft request' (duration: 620.579137ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:52.349174Z","caller":"traceutil/trace.go:171","msg":"trace[1993011012] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"620.794862ms","start":"2026-03-19T09:06:51.728328Z","end":"2026-03-19T09:06:52.349123Z","steps":["trace[1993011012] 'process raft request' (duration: 620.341772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:52.349183Z","caller":"traceutil/trace.go:171","msg":"trace[238219066] linearizableReadLoop","detail":"{readStateIndex:2893; appliedIndex:2892; }","duration":"626.63632ms","start":"2026-03-19T09:06:51.722484Z","end":"2026-03-19T09:06:52.34912Z","steps":["trace[238219066] 'read index received' (duration: 165.419779ms)","trace[238219066] 'applied index is now lower than readState.Index' (duration: 461.214051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:52.349232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:51.728018Z","time spent":"621.075818ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:52.349271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.44681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:06:52.349287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:51.728318Z","time spent":"620.913794ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:52.349321Z","caller":"traceutil/trace.go:171","msg":"trace[1196657485] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"619.640866ms","start":"2026-03-19T09:06:51.729662Z","end":"2026-03-19T09:06:52.349303Z","steps":["trace[1196657485] 'process raft request' (duration: 619.088784ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:52.349344Z","caller":"traceutil/trace.go:171","msg":"trace[1794422936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2776; }","duration":"852.566683ms","start":"2026-03-19T09:06:51.496756Z","end":"2026-03-19T09:06:52.349322Z","steps":["trace[1794422936] 'agreement among raft nodes before linearized reading' (duration: 852.41052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:52.349385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:51.496736Z","time spent":"852.641205ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:06:52.349355Z","caller":"traceutil/trace.go:171","msg":"trace[164672790] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"619.094735ms","start":"2026-03-19T09:06:51.730211Z","end":"2026-03-19T09:06:52.349305Z","steps":["trace[164672790] 'process raft request' (duration: 618.893261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:52.349422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:51.729636Z","time spent":"619.734758ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:52.349473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.372386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:06:52.349484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.512624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:52.349516Z","caller":"traceutil/trace.go:171","msg":"trace[321991608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2777; }","duration":"622.454308ms","start":"2026-03-19T09:06:51.727052Z","end":"2026-03-19T09:06:52.349506Z","steps":["trace[321991608] 'agreement among raft nodes before linearized reading' (duration: 622.256804ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:52.349535Z","caller":"traceutil/trace.go:171","msg":"trace[1478788554] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2777; }","duration":"172.607726ms","start":"2026-03-19T09:06:52.176909Z","end":"2026-03-19T09:06:52.349517Z","steps":["trace[1478788554] 'agreement among raft nodes before linearized reading' (duration: 172.493684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:52.34956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:51.727027Z","time spent":"622.522329ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:06:52.349567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.980718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-19T09:06:52.349659Z","caller":"traceutil/trace.go:171","msg":"trace[697093394] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2777; }","duration":"622.111511ms","start":"2026-03-19T09:06:51.727522Z","end":"2026-03-19T09:06:52.349633Z","steps":["trace[697093394] 'agreement among raft nodes before linearized reading' (duration: 621.890336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:52.349705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:51.727501Z","time spent":"622.195942ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-19T09:06:52.34956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:51.730194Z","time spent":"619.260538ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:52.349749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.636382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:21 size:33073"} {"level":"warn","ts":"2026-03-19T09:06:52.349749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.190302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:21 size:33073"} {"level":"info","ts":"2026-03-19T09:06:52.34981Z","caller":"traceutil/trace.go:171","msg":"trace[1562263709] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:21; response_revision:2777; }","duration":"622.721983ms","start":"2026-03-19T09:06:51.727072Z","end":"2026-03-19T09:06:52.349794Z","steps":["trace[1562263709] 'agreement among raft nodes before linearized reading' (duration: 622.458058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:52.349864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:51.727047Z","time spent":"622.804146ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":21,"response size":33095,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-19T09:06:52.349817Z","caller":"traceutil/trace.go:171","msg":"trace[863239352] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:21; response_revision:2777; }","duration":"622.282585ms","start":"2026-03-19T09:06:51.727521Z","end":"2026-03-19T09:06:52.349803Z","steps":["trace[863239352] 'agreement among raft nodes before linearized reading' (duration: 621.888976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:52.350009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:51.727296Z","time spent":"622.695643ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":21,"response size":33095,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-19T09:06:52.349407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.35687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:06:52.35013Z","caller":"traceutil/trace.go:171","msg":"trace[1584442278] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:2777; }","duration":"875.127016ms","start":"2026-03-19T09:06:51.474975Z","end":"2026-03-19T09:06:52.350102Z","steps":["trace[1584442278] 'agreement among raft nodes before linearized reading' (duration: 874.291598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:52.35023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:51.474912Z","time spent":"875.286749ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:06:52.854319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325085439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:53.257278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.257865ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-19T09:06:53.257524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.352166Z","time spent":"905.352046ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:06:53.257722Z","caller":"traceutil/trace.go:171","msg":"trace[249389527] linearizableReadLoop","detail":"{readStateIndex:2902; appliedIndex:2898; }","duration":"903.6921ms","start":"2026-03-19T09:06:52.354008Z","end":"2026-03-19T09:06:53.2577Z","steps":["trace[249389527] 'read index received' (duration: 705.943524ms)","trace[249389527] 'applied index is now lower than readState.Index' (duration: 197.747466ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:53.257857Z","caller":"traceutil/trace.go:171","msg":"trace[7257738] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"905.50349ms","start":"2026-03-19T09:06:52.352338Z","end":"2026-03-19T09:06:53.257842Z","steps":["trace[7257738] 'process raft request' (duration: 905.078861ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:53.257932Z","caller":"traceutil/trace.go:171","msg":"trace[222469712] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"631.306501ms","start":"2026-03-19T09:06:52.626607Z","end":"2026-03-19T09:06:53.257913Z","steps":["trace[222469712] 'process raft request' (duration: 631.046045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:53.257979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.352316Z","time spent":"905.587682ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:53.258031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.626566Z","time spent":"631.417513ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:53.258012Z","caller":"traceutil/trace.go:171","msg":"trace[1681041472] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"631.513826ms","start":"2026-03-19T09:06:52.626465Z","end":"2026-03-19T09:06:53.257979Z","steps":["trace[1681041472] 'process raft request' (duration: 631.119418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:53.258081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.527275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-19T09:06:53.258168Z","caller":"traceutil/trace.go:171","msg":"trace[590848085] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2780; }","duration":"902.650308ms","start":"2026-03-19T09:06:52.355492Z","end":"2026-03-19T09:06:53.258143Z","steps":["trace[590848085] 'agreement among raft nodes before linearized reading' (duration: 902.444743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:53.258208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.626437Z","time spent":"631.672449ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:53.258186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.15947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-19T09:06:53.25819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.398555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:06:53.258242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.355483Z","time spent":"902.74499ms","remote":"127.0.0.1:50286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-19T09:06:53.258161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.341204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:53.258282Z","caller":"traceutil/trace.go:171","msg":"trace[531279985] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2780; }","duration":"904.278003ms","start":"2026-03-19T09:06:52.353984Z","end":"2026-03-19T09:06:53.258262Z","steps":["trace[531279985] 'agreement among raft nodes before linearized reading' (duration: 903.938836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:53.258284Z","caller":"traceutil/trace.go:171","msg":"trace[727049772] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2780; }","duration":"770.569799ms","start":"2026-03-19T09:06:52.487699Z","end":"2026-03-19T09:06:53.258268Z","steps":["trace[727049772] 'agreement among raft nodes before linearized reading' (duration: 770.258702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:53.258331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.353975Z","time spent":"904.344825ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-19T09:06:53.258331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.487676Z","time spent":"770.64411ms","remote":"127.0.0.1:50652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:06:53.258343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.669067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125938"} {"level":"info","ts":"2026-03-19T09:06:53.258387Z","caller":"traceutil/trace.go:171","msg":"trace[331122902] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2780; }","duration":"901.727648ms","start":"2026-03-19T09:06:52.356648Z","end":"2026-03-19T09:06:53.258375Z","steps":["trace[331122902] 'agreement among raft nodes before linearized reading' (duration: 901.518953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:53.258417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.356635Z","time spent":"901.776669ms","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125960,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-19T09:06:53.258484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.749065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-19T09:06:53.258505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.616794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:53.25857Z","caller":"traceutil/trace.go:171","msg":"trace[914994126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2780; }","duration":"901.721767ms","start":"2026-03-19T09:06:52.356832Z","end":"2026-03-19T09:06:53.258554Z","steps":["trace[914994126] 'agreement among raft nodes before linearized reading' (duration: 901.129754ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:53.258583Z","caller":"traceutil/trace.go:171","msg":"trace[666305371] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2780; }","duration":"175.876827ms","start":"2026-03-19T09:06:53.082683Z","end":"2026-03-19T09:06:53.258559Z","steps":["trace[666305371] 'agreement among raft nodes before linearized reading' (duration: 175.322605ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:53.25847Z","caller":"traceutil/trace.go:171","msg":"trace[1948594769] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2780; }","duration":"435.60109ms","start":"2026-03-19T09:06:52.822698Z","end":"2026-03-19T09:06:53.258299Z","steps":["trace[1948594769] 'agreement among raft nodes before linearized reading' (duration: 435.334084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:53.258813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.822678Z","time spent":"436.110061ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:06:53.258626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.356798Z","time spent":"901.81605ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:53.258383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.810715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:53.259153Z","caller":"traceutil/trace.go:171","msg":"trace[988745624] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2780; }","duration":"841.617793ms","start":"2026-03-19T09:06:52.417513Z","end":"2026-03-19T09:06:53.25913Z","steps":["trace[988745624] 'agreement among raft nodes before linearized reading' (duration: 840.478358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:53.259217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.417488Z","time spent":"841.709555ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:06:53.760999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325085446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:54.265906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.912895ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:54.266071Z","caller":"traceutil/trace.go:171","msg":"trace[84878002] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2780; }","duration":"611.103499ms","start":"2026-03-19T09:06:53.654945Z","end":"2026-03-19T09:06:54.266049Z","steps":["trace[84878002] 'range keys from in-memory index tree' (duration: 610.891375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:54.26623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.233475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:54.266422Z","caller":"traceutil/trace.go:171","msg":"trace[1950758953] linearizableReadLoop","detail":"{readStateIndex:2904; appliedIndex:2902; }","duration":"1.005522179s","start":"2026-03-19T09:06:53.260882Z","end":"2026-03-19T09:06:54.266405Z","steps":["trace[1950758953] 'read index received' (duration: 786.953177ms)","trace[1950758953] 'applied index is now lower than readState.Index' (duration: 218.567872ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:54.266507Z","caller":"traceutil/trace.go:171","msg":"trace[126898756] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"1.006674464s","start":"2026-03-19T09:06:53.25982Z","end":"2026-03-19T09:06:54.266495Z","steps":["trace[126898756] 'process raft request' (duration: 788.079011ms)","trace[126898756] 'compare' (duration: 218.111942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:54.266573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:53.259792Z","time spent":"1.006749266s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:54.266624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005732173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:54.266592Z","caller":"traceutil/trace.go:171","msg":"trace[745982550] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"582.044905ms","start":"2026-03-19T09:06:53.684488Z","end":"2026-03-19T09:06:54.266533Z","steps":["trace[745982550] 'process raft request' (duration: 581.858711ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:54.266665Z","caller":"traceutil/trace.go:171","msg":"trace[1405945624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2782; }","duration":"1.005800015s","start":"2026-03-19T09:06:53.260853Z","end":"2026-03-19T09:06:54.266653Z","steps":["trace[1405945624] 'agreement among raft nodes before linearized reading' (duration: 1.005673992s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:54.266791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:53.684459Z","time spent":"582.228528ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:54.266703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:53.260839Z","time spent":"1.005855756s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:54.700443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.450152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:54.700546Z","caller":"traceutil/trace.go:171","msg":"trace[1302032473] transaction","detail":"{read_only:false; response_revision:2783; number_of_response:1; }","duration":"503.047204ms","start":"2026-03-19T09:06:54.19748Z","end":"2026-03-19T09:06:54.700528Z","steps":["trace[1302032473] 'process raft request' (duration: 330.435509ms)","trace[1302032473] 'compare' (duration: 172.33806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:54.700607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:54.197453Z","time spent":"503.126697ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:54.897761Z","caller":"traceutil/trace.go:171","msg":"trace[392326235] linearizableReadLoop","detail":"{readStateIndex:2906; appliedIndex:2904; }","duration":"631.279422ms","start":"2026-03-19T09:06:54.266457Z","end":"2026-03-19T09:06:54.897737Z","steps":["trace[392326235] 'read index received' (duration: 261.472891ms)","trace[392326235] 'applied index is now lower than readState.Index' (duration: 369.805241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:54.89812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170059669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:06:54.898237Z","caller":"traceutil/trace.go:171","msg":"trace[686041606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2784; }","duration":"1.170154561s","start":"2026-03-19T09:06:53.728001Z","end":"2026-03-19T09:06:54.898156Z","steps":["trace[686041606] 'agreement among raft nodes before linearized reading' (duration: 1.170015748s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:54.898273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:53.72798Z","time spent":"1.170284084s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:06:54.89812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636047204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e9588b62-b550-49e3-9643-c4ca0e038099\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-19T09:06:54.898366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635614784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-03-19T09:06:54.898394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.989818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:06:54.898412Z","caller":"traceutil/trace.go:171","msg":"trace[1639144843] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e9588b62-b550-49e3-9643-c4ca0e038099; range_end:; response_count:1; response_revision:2784; }","duration":"1.63634149s","start":"2026-03-19T09:06:53.262025Z","end":"2026-03-19T09:06:54.898366Z","steps":["trace[1639144843] 'agreement among raft nodes before linearized reading' (duration: 1.635988763s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:54.898414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636111275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:54.898473Z","caller":"traceutil/trace.go:171","msg":"trace[918140681] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"667.584776ms","start":"2026-03-19T09:06:54.230876Z","end":"2026-03-19T09:06:54.89846Z","steps":["trace[918140681] 'process raft request' (duration: 610.507747ms)","trace[918140681] 'compare' (duration: 56.22579ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:54.898476Z","caller":"traceutil/trace.go:171","msg":"trace[489155938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2784; }","duration":"542.10354ms","start":"2026-03-19T09:06:54.35635Z","end":"2026-03-19T09:06:54.898454Z","steps":["trace[489155938] 'agreement among raft nodes before linearized reading' (duration: 541.942637ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:54.898518Z","caller":"traceutil/trace.go:171","msg":"trace[1127375886] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2784; }","duration":"1.636252988s","start":"2026-03-19T09:06:53.262241Z","end":"2026-03-19T09:06:54.898494Z","steps":["trace[1127375886] 'agreement among raft nodes before linearized reading' (duration: 1.636050404s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:54.898533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:54.356317Z","time spent":"542.203923ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:06:54.89854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:53.262011Z","time spent":"1.636483133s","remote":"127.0.0.1:50360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-e9588b62-b550-49e3-9643-c4ca0e038099\" "} {"level":"warn","ts":"2026-03-19T09:06:54.898562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.786105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:06:54.898563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:54.230845Z","time spent":"667.659577ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:54.898581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:53.262238Z","time spent":"1.63633345s","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:06:54.898642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.406507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:06:54.898665Z","caller":"traceutil/trace.go:171","msg":"trace[779617761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2784; }","duration":"542.428968ms","start":"2026-03-19T09:06:54.356231Z","end":"2026-03-19T09:06:54.89866Z","steps":["trace[779617761] 'agreement among raft nodes before linearized reading' (duration: 542.376296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:54.898684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:54.356192Z","time spent":"542.488079ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:06:54.898596Z","caller":"traceutil/trace.go:171","msg":"trace[1123244379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2784; }","duration":"542.835716ms","start":"2026-03-19T09:06:54.355753Z","end":"2026-03-19T09:06:54.898588Z","steps":["trace[1123244379] 'agreement among raft nodes before linearized reading' (duration: 542.757694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:54.898886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:54.355746Z","time spent":"543.125882ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:06:54.89889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.381868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:06:54.89892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.308327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:54.898928Z","caller":"traceutil/trace.go:171","msg":"trace[1626481311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2784; }","duration":"543.45697ms","start":"2026-03-19T09:06:54.35546Z","end":"2026-03-19T09:06:54.898917Z","steps":["trace[1626481311] 'agreement among raft nodes before linearized reading' (duration: 543.347818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:54.898941Z","caller":"traceutil/trace.go:171","msg":"trace[104755983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2784; }","duration":"623.347149ms","start":"2026-03-19T09:06:54.275588Z","end":"2026-03-19T09:06:54.898935Z","steps":["trace[104755983] 'agreement among raft nodes before linearized reading' (duration: 623.311288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:54.89896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:54.275578Z","time spent":"623.378039ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:54.89896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:54.355441Z","time spent":"543.511991ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:06:54.898238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.439271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T09:06:54.899055Z","caller":"traceutil/trace.go:171","msg":"trace[818444425] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2784; }","duration":"630.370031ms","start":"2026-03-19T09:06:54.268679Z","end":"2026-03-19T09:06:54.899049Z","steps":["trace[818444425] 'agreement among raft nodes before linearized reading' (duration: 629.417481ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:54.898417Z","caller":"traceutil/trace.go:171","msg":"trace[1490070636] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2784; }","duration":"1.635679976s","start":"2026-03-19T09:06:53.262725Z","end":"2026-03-19T09:06:54.898405Z","steps":["trace[1490070636] 'agreement among raft nodes before linearized reading' (duration: 1.635425761s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:54.899115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:53.262716Z","time spent":"1.636388261s","remote":"127.0.0.1:50692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-19T09:06:54.89908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:54.268647Z","time spent":"630.426292ms","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:06:54.899474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637311201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:06:54.899506Z","caller":"traceutil/trace.go:171","msg":"trace[1939924525] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341; range_end:; response_count:1; response_revision:2784; }","duration":"1.637352232s","start":"2026-03-19T09:06:53.262144Z","end":"2026-03-19T09:06:54.899496Z","steps":["trace[1939924525] 'agreement among raft nodes before linearized reading' (duration: 1.635830309s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:54.899528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:53.262139Z","time spent":"1.637384002s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" "} {"level":"info","ts":"2026-03-19T09:06:55.433851Z","caller":"traceutil/trace.go:171","msg":"trace[2038579290] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"530.413923ms","start":"2026-03-19T09:06:54.903402Z","end":"2026-03-19T09:06:55.433815Z","steps":["trace[2038579290] 'process raft request' (duration: 490.802337ms)","trace[2038579290] 'compare' (duration: 39.096815ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:55.433969Z","caller":"traceutil/trace.go:171","msg":"trace[26046128] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"169.5554ms","start":"2026-03-19T09:06:55.264379Z","end":"2026-03-19T09:06:55.433935Z","steps":["trace[26046128] 'process raft request' (duration: 169.521469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:55.434046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:54.903387Z","time spent":"530.557297ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:55.434209Z","caller":"traceutil/trace.go:171","msg":"trace[440840548] linearizableReadLoop","detail":"{readStateIndex:2912; appliedIndex:2907; }","duration":"503.26465ms","start":"2026-03-19T09:06:54.930895Z","end":"2026-03-19T09:06:55.43416Z","steps":["trace[440840548] 'read index received' (duration: 463.334987ms)","trace[440840548] 'applied index is now lower than readState.Index' (duration: 39.926043ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:55.434232Z","caller":"traceutil/trace.go:171","msg":"trace[719747258] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"530.737461ms","start":"2026-03-19T09:06:54.903478Z","end":"2026-03-19T09:06:55.434215Z","steps":["trace[719747258] 'process raft request' (duration: 530.169568ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:55.434264Z","caller":"traceutil/trace.go:171","msg":"trace[1074746228] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"170.866968ms","start":"2026-03-19T09:06:55.263379Z","end":"2026-03-19T09:06:55.434246Z","steps":["trace[1074746228] 'process raft request' (duration: 170.48645ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:55.434194Z","caller":"traceutil/trace.go:171","msg":"trace[187898207] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"530.014735ms","start":"2026-03-19T09:06:54.904115Z","end":"2026-03-19T09:06:55.43413Z","steps":["trace[187898207] 'process raft request' (duration: 529.676627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:55.434321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:54.903471Z","time spent":"530.801712ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:55.434521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:54.904108Z","time spent":"530.28652ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:55.434608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.591655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T09:06:55.434712Z","caller":"traceutil/trace.go:171","msg":"trace[1823477173] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2792; }","duration":"401.694417ms","start":"2026-03-19T09:06:55.032961Z","end":"2026-03-19T09:06:55.434656Z","steps":["trace[1823477173] 'agreement among raft nodes before linearized reading' (duration: 401.524773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:55.434775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:55.032939Z","time spent":"401.82225ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-19T09:06:55.434788Z","caller":"traceutil/trace.go:171","msg":"trace[1163491483] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"530.7274ms","start":"2026-03-19T09:06:54.904036Z","end":"2026-03-19T09:06:55.434763Z","steps":["trace[1163491483] 'process raft request' (duration: 529.718299ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:55.434334Z","caller":"traceutil/trace.go:171","msg":"trace[881421524] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"529.974184ms","start":"2026-03-19T09:06:54.904343Z","end":"2026-03-19T09:06:55.434317Z","steps":["trace[881421524] 'process raft request' (duration: 529.485483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:55.434527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.647561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:06:55.434887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:54.904019Z","time spent":"530.814152ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:55.434885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.320067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:55.43497Z","caller":"traceutil/trace.go:171","msg":"trace[1843942669] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2792; }","duration":"352.43314ms","start":"2026-03-19T09:06:55.082518Z","end":"2026-03-19T09:06:55.434952Z","steps":["trace[1843942669] 'agreement among raft nodes before linearized reading' (duration: 352.296438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:55.434966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:54.90433Z","time spent":"530.534546ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:55.435019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:55.082507Z","time spent":"352.496952ms","remote":"127.0.0.1:50678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:06:55.434873Z","caller":"traceutil/trace.go:171","msg":"trace[874128043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2792; }","duration":"532.059629ms","start":"2026-03-19T09:06:54.902794Z","end":"2026-03-19T09:06:55.434854Z","steps":["trace[874128043] 'agreement among raft nodes before linearized reading' (duration: 531.566379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:55.435137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:54.90278Z","time spent":"532.349536ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:06:56.42673Z","caller":"traceutil/trace.go:171","msg":"trace[85862293] linearizableReadLoop","detail":"{readStateIndex:2916; appliedIndex:2915; }","duration":"140.468283ms","start":"2026-03-19T09:06:56.286238Z","end":"2026-03-19T09:06:56.426707Z","steps":["trace[85862293] 'read index received' (duration: 140.266349ms)","trace[85862293] 'applied index is now lower than readState.Index' (duration: 201.074µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:56.426949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.689598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e32d5a3209043\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-19T09:06:56.426991Z","caller":"traceutil/trace.go:171","msg":"trace[650460718] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e32d5a3209043; range_end:; response_count:1; response_revision:2794; }","duration":"140.78547ms","start":"2026-03-19T09:06:56.286196Z","end":"2026-03-19T09:06:56.426981Z","steps":["trace[650460718] 'agreement among raft nodes before linearized reading' (duration: 140.606656ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:56.427092Z","caller":"traceutil/trace.go:171","msg":"trace[795870501] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"152.26193ms","start":"2026-03-19T09:06:56.274787Z","end":"2026-03-19T09:06:56.427048Z","steps":["trace[795870501] 'process raft request' (duration: 151.79525ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:04.558782Z","caller":"traceutil/trace.go:171","msg":"trace[513083995] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"104.077296ms","start":"2026-03-19T09:07:04.454664Z","end":"2026-03-19T09:07:04.558742Z","steps":["trace[513083995] 'process raft request' (duration: 103.809381ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:13.725315Z","caller":"traceutil/trace.go:171","msg":"trace[1559454969] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"100.945488ms","start":"2026-03-19T09:07:13.624344Z","end":"2026-03-19T09:07:13.72529Z","steps":["trace[1559454969] 'process raft request' (duration: 100.770044ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:13.74716Z","caller":"traceutil/trace.go:171","msg":"trace[2058574874] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"122.124691ms","start":"2026-03-19T09:07:13.625003Z","end":"2026-03-19T09:07:13.747128Z","steps":["trace[2058574874] 'process raft request' (duration: 121.957568ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:13.912135Z","caller":"traceutil/trace.go:171","msg":"trace[199705560] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"161.364011ms","start":"2026-03-19T09:07:13.750743Z","end":"2026-03-19T09:07:13.912107Z","steps":["trace[199705560] 'process raft request' (duration: 79.362977ms)","trace[199705560] 'compare' (duration: 81.875501ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:13.942123Z","caller":"traceutil/trace.go:171","msg":"trace[146669431] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"190.745343ms","start":"2026-03-19T09:07:13.751347Z","end":"2026-03-19T09:07:13.942093Z","steps":["trace[146669431] 'process raft request' (duration: 190.549349ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:13.942401Z","caller":"traceutil/trace.go:171","msg":"trace[292637357] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"190.748833ms","start":"2026-03-19T09:07:13.75163Z","end":"2026-03-19T09:07:13.942379Z","steps":["trace[292637357] 'process raft request' (duration: 190.422266ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:13.942444Z","caller":"traceutil/trace.go:171","msg":"trace[1677064870] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"190.722792ms","start":"2026-03-19T09:07:13.751675Z","end":"2026-03-19T09:07:13.942398Z","steps":["trace[1677064870] 'process raft request' (duration: 190.576809ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:13.942468Z","caller":"traceutil/trace.go:171","msg":"trace[1721081444] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"190.283383ms","start":"2026-03-19T09:07:13.752164Z","end":"2026-03-19T09:07:13.942447Z","steps":["trace[1721081444] 'process raft request' (duration: 190.194892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:16.092981Z","caller":"traceutil/trace.go:171","msg":"trace[296287380] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"141.150359ms","start":"2026-03-19T09:07:15.951802Z","end":"2026-03-19T09:07:16.092952Z","steps":["trace[296287380] 'process raft request' (duration: 85.182704ms)","trace[296287380] 'compare' (duration: 55.859043ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:16.155013Z","caller":"traceutil/trace.go:171","msg":"trace[1585852993] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"202.875599ms","start":"2026-03-19T09:07:15.95211Z","end":"2026-03-19T09:07:16.154986Z","steps":["trace[1585852993] 'process raft request' (duration: 202.680915ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:16.155035Z","caller":"traceutil/trace.go:171","msg":"trace[1880903220] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"202.792948ms","start":"2026-03-19T09:07:15.952217Z","end":"2026-03-19T09:07:16.15501Z","steps":["trace[1880903220] 'process raft request' (duration: 202.688025ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:16.155185Z","caller":"traceutil/trace.go:171","msg":"trace[6983063] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"202.660044ms","start":"2026-03-19T09:07:15.952515Z","end":"2026-03-19T09:07:16.155175Z","steps":["trace[6983063] 'process raft request' (duration: 202.423479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:16.335003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.859612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:16.335116Z","caller":"traceutil/trace.go:171","msg":"trace[1595349111] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"177.505424ms","start":"2026-03-19T09:07:16.157592Z","end":"2026-03-19T09:07:16.335097Z","steps":["trace[1595349111] 'process raft request' (duration: 36.464428ms)","trace[1595349111] 'compare' (duration: 140.734059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:16.62258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.541959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:16.622666Z","caller":"traceutil/trace.go:171","msg":"trace[104671201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2895; }","duration":"126.674042ms","start":"2026-03-19T09:07:16.495975Z","end":"2026-03-19T09:07:16.622649Z","steps":["trace[104671201] 'range keys from in-memory index tree' (duration: 126.464418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:16.774463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.816261ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:07:16.774916Z","caller":"traceutil/trace.go:171","msg":"trace[1529765802] linearizableReadLoop","detail":"{readStateIndex:3023; appliedIndex:3021; }","duration":"151.363361ms","start":"2026-03-19T09:07:16.623519Z","end":"2026-03-19T09:07:16.774882Z","steps":["trace[1529765802] 'read index received' (duration: 89.15022ms)","trace[1529765802] 'applied index is now lower than readState.Index' (duration: 62.211221ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:16.774938Z","caller":"traceutil/trace.go:171","msg":"trace[455750818] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"164.602672ms","start":"2026-03-19T09:07:16.610301Z","end":"2026-03-19T09:07:16.774903Z","steps":["trace[455750818] 'process raft request' (duration: 164.339056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:16.775049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.520665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:16.775109Z","caller":"traceutil/trace.go:171","msg":"trace[894273213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2896; }","duration":"151.637888ms","start":"2026-03-19T09:07:16.623453Z","end":"2026-03-19T09:07:16.77509Z","steps":["trace[894273213] 'agreement among raft nodes before linearized reading' (duration: 151.530175ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:19.902342Z","caller":"traceutil/trace.go:171","msg":"trace[1166425240] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"112.720276ms","start":"2026-03-19T09:07:19.789593Z","end":"2026-03-19T09:07:19.902313Z","steps":["trace[1166425240] 'process raft request' (duration: 112.545682ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:14.622913Z","caller":"traceutil/trace.go:171","msg":"trace[398804628] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"182.563431ms","start":"2026-03-19T09:08:14.440313Z","end":"2026-03-19T09:08:14.622876Z","steps":["trace[398804628] 'process raft request' (duration: 182.369197ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:15.133172Z","caller":"traceutil/trace.go:171","msg":"trace[258049354] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"101.878523ms","start":"2026-03-19T09:08:15.031246Z","end":"2026-03-19T09:08:15.133124Z","steps":["trace[258049354] 'process raft request' (duration: 101.625238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:15.282609Z","caller":"traceutil/trace.go:171","msg":"trace[1168137615] linearizableReadLoop","detail":"{readStateIndex:3312; appliedIndex:3311; }","duration":"146.049251ms","start":"2026-03-19T09:08:15.136479Z","end":"2026-03-19T09:08:15.282528Z","steps":["trace[1168137615] 'read index received' (duration: 142.180237ms)","trace[1168137615] 'applied index is now lower than readState.Index' (duration: 3.867514ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:15.282632Z","caller":"traceutil/trace.go:171","msg":"trace[929946335] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"230.466071ms","start":"2026-03-19T09:08:15.052138Z","end":"2026-03-19T09:08:15.282604Z","steps":["trace[929946335] 'process raft request' (duration: 226.548215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:15.282812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.322007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-19T09:08:15.282868Z","caller":"traceutil/trace.go:171","msg":"trace[1666263590] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3173; }","duration":"146.412129ms","start":"2026-03-19T09:08:15.136442Z","end":"2026-03-19T09:08:15.282854Z","steps":["trace[1666263590] 'agreement among raft nodes before linearized reading' (duration: 146.225295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:25.025237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.21305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:08:25.025217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.288076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:08:25.025265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.857027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:08:25.025301Z","caller":"traceutil/trace.go:171","msg":"trace[431322284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3214; }","duration":"211.310351ms","start":"2026-03-19T09:08:24.813976Z","end":"2026-03-19T09:08:25.025286Z","steps":["trace[431322284] 'range keys from in-memory index tree' (duration: 211.090657ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:25.025337Z","caller":"traceutil/trace.go:171","msg":"trace[1796494575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3214; }","duration":"208.446669ms","start":"2026-03-19T09:08:24.816866Z","end":"2026-03-19T09:08:25.025313Z","steps":["trace[1796494575] 'range keys from in-memory index tree' (duration: 208.05103ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:25.025355Z","caller":"traceutil/trace.go:171","msg":"trace[816339015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3214; }","duration":"208.94899ms","start":"2026-03-19T09:08:24.816369Z","end":"2026-03-19T09:08:25.025318Z","steps":["trace[816339015] 'range keys from in-memory index tree' (duration: 208.742145ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:04.170215Z","caller":"traceutil/trace.go:171","msg":"trace[2041025792] transaction","detail":"{read_only:false; response_revision:3516; number_of_response:1; }","duration":"228.550895ms","start":"2026-03-19T09:09:03.941645Z","end":"2026-03-19T09:09:04.170195Z","steps":["trace[2041025792] 'process raft request' (duration: 228.464223ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:07.700709Z","caller":"traceutil/trace.go:171","msg":"trace[1294367111] transaction","detail":"{read_only:false; response_revision:3592; number_of_response:1; }","duration":"181.408844ms","start":"2026-03-19T09:09:07.519273Z","end":"2026-03-19T09:09:07.700682Z","steps":["trace[1294367111] 'process raft request' (duration: 112.626486ms)","trace[1294367111] 'compare' (duration: 68.700446ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:07.704156Z","caller":"traceutil/trace.go:171","msg":"trace[795267330] linearizableReadLoop","detail":"{readStateIndex:3749; appliedIndex:3747; }","duration":"140.92916ms","start":"2026-03-19T09:09:07.563217Z","end":"2026-03-19T09:09:07.704146Z","steps":["trace[795267330] 'read index received' (duration: 68.694956ms)","trace[795267330] 'applied index is now lower than readState.Index' (duration: 72.233594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:09:07.704268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.042202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:09:07.704324Z","caller":"traceutil/trace.go:171","msg":"trace[99630374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:3594; }","duration":"141.134625ms","start":"2026-03-19T09:09:07.56318Z","end":"2026-03-19T09:09:07.704314Z","steps":["trace[99630374] 'agreement among raft nodes before linearized reading' (duration: 141.004272ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:07.704333Z","caller":"traceutil/trace.go:171","msg":"trace[1840261815] transaction","detail":"{read_only:false; response_revision:3593; number_of_response:1; }","duration":"164.289115ms","start":"2026-03-19T09:09:07.540009Z","end":"2026-03-19T09:09:07.704298Z","steps":["trace[1840261815] 'process raft request' (duration: 164.03966ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:12.849618Z","caller":"traceutil/trace.go:171","msg":"trace[2018783942] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"135.740626ms","start":"2026-03-19T09:09:12.713849Z","end":"2026-03-19T09:09:12.849589Z","steps":["trace[2018783942] 'process raft request' (duration: 115.201983ms)","trace[2018783942] 'compare' (duration: 20.39903ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:13.565514Z","caller":"traceutil/trace.go:171","msg":"trace[1020164766] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"108.415552ms","start":"2026-03-19T09:09:13.457062Z","end":"2026-03-19T09:09:13.565478Z","steps":["trace[1020164766] 'process raft request' (duration: 99.785542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:22.900993Z","caller":"traceutil/trace.go:171","msg":"trace[1129724067] transaction","detail":"{read_only:false; response_revision:3680; number_of_response:1; }","duration":"121.651944ms","start":"2026-03-19T09:09:22.779313Z","end":"2026-03-19T09:09:22.900965Z","steps":["trace[1129724067] 'process raft request' (duration: 79.998245ms)","trace[1129724067] 'compare' (duration: 41.539327ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:22.917793Z","caller":"traceutil/trace.go:171","msg":"trace[1530334340] transaction","detail":"{read_only:false; response_revision:3681; number_of_response:1; }","duration":"104.290551ms","start":"2026-03-19T09:09:22.813477Z","end":"2026-03-19T09:09:22.917767Z","steps":["trace[1530334340] 'process raft request' (duration: 104.154008ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:26.204225Z","caller":"traceutil/trace.go:171","msg":"trace[619801196] transaction","detail":"{read_only:false; response_revision:3698; number_of_response:1; }","duration":"106.554131ms","start":"2026-03-19T09:09:26.097636Z","end":"2026-03-19T09:09:26.20419Z","steps":["trace[619801196] 'process raft request' (duration: 106.351197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:26.629002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.580875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:09:26.62908Z","caller":"traceutil/trace.go:171","msg":"trace[1753926716] linearizableReadLoop","detail":"{readStateIndex:3858; appliedIndex:3857; }","duration":"277.537045ms","start":"2026-03-19T09:09:26.351531Z","end":"2026-03-19T09:09:26.629068Z","steps":["trace[1753926716] 'read index received' (duration: 125.886688ms)","trace[1753926716] 'applied index is now lower than readState.Index' (duration: 151.649607ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:26.629197Z","caller":"traceutil/trace.go:171","msg":"trace[167766069] transaction","detail":"{read_only:false; response_revision:3699; number_of_response:1; }","duration":"408.446314ms","start":"2026-03-19T09:09:26.220723Z","end":"2026-03-19T09:09:26.629169Z","steps":["trace[167766069] 'process raft request' (duration: 256.633804ms)","trace[167766069] 'compare' (duration: 151.454212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:09:26.629343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:26.220706Z","time spent":"408.558186ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17038,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:09:26.629616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.919346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:09:26.629687Z","caller":"traceutil/trace.go:171","msg":"trace[272441505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3699; }","duration":"134.008898ms","start":"2026-03-19T09:09:26.495656Z","end":"2026-03-19T09:09:26.629665Z","steps":["trace[272441505] 'agreement among raft nodes before linearized reading' (duration: 133.843914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:26.629657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.090947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:09:26.629899Z","caller":"traceutil/trace.go:171","msg":"trace[748511634] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3699; }","duration":"278.390033ms","start":"2026-03-19T09:09:26.35148Z","end":"2026-03-19T09:09:26.62987Z","steps":["trace[748511634] 'agreement among raft nodes before linearized reading' (duration: 277.851032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:26.959218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.210647ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:09:26.959575Z","caller":"traceutil/trace.go:171","msg":"trace[266880950] linearizableReadLoop","detail":"{readStateIndex:3859; appliedIndex:3858; }","duration":"233.154965ms","start":"2026-03-19T09:09:26.726397Z","end":"2026-03-19T09:09:26.959551Z","steps":["trace[266880950] 'read index received' (duration: 42.5836ms)","trace[266880950] 'applied index is now lower than readState.Index' (duration: 190.569295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:09:26.95976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.364269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-19T09:09:26.959798Z","caller":"traceutil/trace.go:171","msg":"trace[490411406] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3700; }","duration":"233.453981ms","start":"2026-03-19T09:09:26.726333Z","end":"2026-03-19T09:09:26.959787Z","steps":["trace[490411406] 'agreement among raft nodes before linearized reading' (duration: 233.307388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:27.69819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.450751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:09:27.698269Z","caller":"traceutil/trace.go:171","msg":"trace[1608570558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3703; }","duration":"170.561714ms","start":"2026-03-19T09:09:27.527683Z","end":"2026-03-19T09:09:27.698245Z","steps":["trace[1608570558] 'range keys from in-memory index tree' (duration: 170.332608ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:27.698359Z","caller":"traceutil/trace.go:171","msg":"trace[788955393] transaction","detail":"{read_only:false; response_revision:3704; number_of_response:1; }","duration":"161.907192ms","start":"2026-03-19T09:09:27.536418Z","end":"2026-03-19T09:09:27.698325Z","steps":["trace[788955393] 'process raft request' (duration: 82.875109ms)","trace[788955393] 'compare' (duration: 78.710846ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:28.107729Z","caller":"traceutil/trace.go:171","msg":"trace[595362967] linearizableReadLoop","detail":"{readStateIndex:3871; appliedIndex:3870; }","duration":"182.314544ms","start":"2026-03-19T09:09:27.92538Z","end":"2026-03-19T09:09:28.107695Z","steps":["trace[595362967] 'read index received' (duration: 182.252892ms)","trace[595362967] 'applied index is now lower than readState.Index' (duration: 60.462µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:28.107907Z","caller":"traceutil/trace.go:171","msg":"trace[1450030287] transaction","detail":"{read_only:false; response_revision:3711; number_of_response:1; }","duration":"191.213011ms","start":"2026-03-19T09:09:27.916627Z","end":"2026-03-19T09:09:28.10784Z","steps":["trace[1450030287] 'process raft request' (duration: 190.908614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:28.108121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.726502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:09:28.1082Z","caller":"traceutil/trace.go:171","msg":"trace[1032946071] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:3711; }","duration":"182.854825ms","start":"2026-03-19T09:09:27.925328Z","end":"2026-03-19T09:09:28.108182Z","steps":["trace[1032946071] 'agreement among raft nodes before linearized reading' (duration: 182.540178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:28.13016Z","caller":"traceutil/trace.go:171","msg":"trace[1106933129] transaction","detail":"{read_only:false; response_revision:3712; number_of_response:1; }","duration":"182.17614ms","start":"2026-03-19T09:09:27.947959Z","end":"2026-03-19T09:09:28.130135Z","steps":["trace[1106933129] 'process raft request' (duration: 181.975286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:28.130275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.659008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-03-19T09:09:28.130317Z","caller":"traceutil/trace.go:171","msg":"trace[558423663] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3712; }","duration":"185.74413ms","start":"2026-03-19T09:09:27.944563Z","end":"2026-03-19T09:09:28.130307Z","steps":["trace[558423663] 'agreement among raft nodes before linearized reading' (duration: 185.593136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:36.243488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325088049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:09:36.74414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325088049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:09:36.903701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.161963672s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:09:36.90416Z","caller":"traceutil/trace.go:171","msg":"trace[1563971108] transaction","detail":"{read_only:false; response_revision:3744; number_of_response:1; }","duration":"1.162499675s","start":"2026-03-19T09:09:35.741635Z","end":"2026-03-19T09:09:36.904135Z","steps":["trace[1563971108] 'process raft request' (duration: 1.16229171s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:36.90432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:35.741612Z","time spent":"1.162617918s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:09:37.159381Z","caller":"traceutil/trace.go:171","msg":"trace[1386275690] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"1.017476154s","start":"2026-03-19T09:09:36.141868Z","end":"2026-03-19T09:09:37.159344Z","steps":["trace[1386275690] 'process raft request' (duration: 1.017223808s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:37.159789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:36.141853Z","time spent":"1.017614557s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:09:37.163859Z","caller":"traceutil/trace.go:171","msg":"trace[1140656073] linearizableReadLoop","detail":"{readStateIndex:3907; appliedIndex:3904; }","duration":"1.421406998s","start":"2026-03-19T09:09:35.742434Z","end":"2026-03-19T09:09:37.163841Z","steps":["trace[1140656073] 'read index received' (duration: 1.161499003s)","trace[1140656073] 'applied index is now lower than readState.Index' (duration: 259.907185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:09:37.164054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421602602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:09:37.164091Z","caller":"traceutil/trace.go:171","msg":"trace[310220288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3746; }","duration":"1.421684665s","start":"2026-03-19T09:09:35.742399Z","end":"2026-03-19T09:09:37.164084Z","steps":["trace[310220288] 'agreement among raft nodes before linearized reading' (duration: 1.421547272s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:37.164116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:35.742384Z","time spent":"1.421726465s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:09:37.164178Z","caller":"traceutil/trace.go:171","msg":"trace[438007782] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"140.01791ms","start":"2026-03-19T09:09:37.024117Z","end":"2026-03-19T09:09:37.164135Z","steps":["trace[438007782] 'process raft request' (duration: 139.671592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:37.164463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.695783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:09:37.164488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411640693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:09:37.164534Z","caller":"traceutil/trace.go:171","msg":"trace[1382288381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3747; }","duration":"656.802875ms","start":"2026-03-19T09:09:36.507711Z","end":"2026-03-19T09:09:37.164514Z","steps":["trace[1382288381] 'agreement among raft nodes before linearized reading' (duration: 656.660382ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:37.164547Z","caller":"traceutil/trace.go:171","msg":"trace[1290202971] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"100.720462ms","start":"2026-03-19T09:09:37.063809Z","end":"2026-03-19T09:09:37.16453Z","steps":["trace[1290202971] 'process raft request' (duration: 100.168829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:37.164552Z","caller":"traceutil/trace.go:171","msg":"trace[361165177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3747; }","duration":"1.411733245s","start":"2026-03-19T09:09:35.752801Z","end":"2026-03-19T09:09:37.164534Z","steps":["trace[361165177] 'agreement among raft nodes before linearized reading' (duration: 1.411560052s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:37.164568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:36.507695Z","time spent":"656.866997ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:09:37.164603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:35.75279Z","time spent":"1.411800297s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:09:37.164651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.075749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:09:37.164682Z","caller":"traceutil/trace.go:171","msg":"trace[107215439] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3747; }","duration":"419.13999ms","start":"2026-03-19T09:09:36.745533Z","end":"2026-03-19T09:09:37.164673Z","steps":["trace[107215439] 'agreement among raft nodes before linearized reading' (duration: 419.088669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:37.164723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:36.745518Z","time spent":"419.180381ms","remote":"127.0.0.1:50638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:09:37.164682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.885707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-19T09:09:37.164546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.763186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17053"} {"level":"info","ts":"2026-03-19T09:09:37.164775Z","caller":"traceutil/trace.go:171","msg":"trace[2143744456] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3747; }","duration":"743.996259ms","start":"2026-03-19T09:09:36.42076Z","end":"2026-03-19T09:09:37.164757Z","steps":["trace[2143744456] 'agreement among raft nodes before linearized reading' (duration: 743.822335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:37.164797Z","caller":"traceutil/trace.go:171","msg":"trace[1482779792] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3747; }","duration":"788.083973ms","start":"2026-03-19T09:09:36.376703Z","end":"2026-03-19T09:09:37.164787Z","steps":["trace[1482779792] 'agreement among raft nodes before linearized reading' (duration: 787.715535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:37.164825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:36.376681Z","time spent":"788.133703ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17075,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-03-19T09:09:37.164818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:36.420745Z","time spent":"744.06076ms","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-19T09:09:37.164817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000787687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:09:37.164867Z","caller":"traceutil/trace.go:171","msg":"trace[772006910] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:3747; }","duration":"1.000859828s","start":"2026-03-19T09:09:36.16399Z","end":"2026-03-19T09:09:37.16485Z","steps":["trace[772006910] 'agreement among raft nodes before linearized reading' (duration: 1.000704475s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:37.164905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:36.163976Z","time spent":"1.00091887s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:09:43.374119Z","caller":"traceutil/trace.go:171","msg":"trace[660251657] linearizableReadLoop","detail":"{readStateIndex:3948; appliedIndex:3945; }","duration":"181.70769ms","start":"2026-03-19T09:09:43.192389Z","end":"2026-03-19T09:09:43.374097Z","steps":["trace[660251657] 'read index received' (duration: 28.900459ms)","trace[660251657] 'applied index is now lower than readState.Index' (duration: 152.806141ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:43.374149Z","caller":"traceutil/trace.go:171","msg":"trace[2108439395] transaction","detail":"{read_only:false; response_revision:3784; number_of_response:1; }","duration":"186.032005ms","start":"2026-03-19T09:09:43.188085Z","end":"2026-03-19T09:09:43.374117Z","steps":["trace[2108439395] 'process raft request' (duration: 143.404324ms)","trace[2108439395] 'compare' (duration: 42.427606ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:43.374272Z","caller":"traceutil/trace.go:171","msg":"trace[121258965] transaction","detail":"{read_only:false; response_revision:3785; number_of_response:1; }","duration":"185.489733ms","start":"2026-03-19T09:09:43.188747Z","end":"2026-03-19T09:09:43.374236Z","steps":["trace[121258965] 'process raft request' (duration: 185.302979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:43.374401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.996136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:09:43.374453Z","caller":"traceutil/trace.go:171","msg":"trace[1869317407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3785; }","duration":"182.068028ms","start":"2026-03-19T09:09:43.19237Z","end":"2026-03-19T09:09:43.374438Z","steps":["trace[1869317407] 'agreement among raft nodes before linearized reading' (duration: 181.874884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:43.374584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.294331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:09:43.37462Z","caller":"traceutil/trace.go:171","msg":"trace[2144323941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3785; }","duration":"172.374624ms","start":"2026-03-19T09:09:43.202237Z","end":"2026-03-19T09:09:43.374612Z","steps":["trace[2144323941] 'agreement among raft nodes before linearized reading' (duration: 172.141799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:43.374638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.237606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:09:43.374717Z","caller":"traceutil/trace.go:171","msg":"trace[154403568] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:3785; }","duration":"170.358068ms","start":"2026-03-19T09:09:43.204338Z","end":"2026-03-19T09:09:43.374696Z","steps":["trace[154403568] 'agreement among raft nodes before linearized reading' (duration: 170.107923ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:17.685829Z","caller":"traceutil/trace.go:171","msg":"trace[1586005252] transaction","detail":"{read_only:false; response_revision:4018; number_of_response:1; }","duration":"143.425782ms","start":"2026-03-19T09:10:17.542378Z","end":"2026-03-19T09:10:17.685804Z","steps":["trace[1586005252] 'process raft request' (duration: 143.263648ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:17.688467Z","caller":"traceutil/trace.go:171","msg":"trace[1720349251] linearizableReadLoop","detail":"{readStateIndex:4193; appliedIndex:4191; }","duration":"131.858685ms","start":"2026-03-19T09:10:17.55659Z","end":"2026-03-19T09:10:17.688449Z","steps":["trace[1720349251] 'read index received' (duration: 129.123565ms)","trace[1720349251] 'applied index is now lower than readState.Index' (duration: 2.73426ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:10:17.688503Z","caller":"traceutil/trace.go:171","msg":"trace[1776116592] transaction","detail":"{read_only:false; response_revision:4019; number_of_response:1; }","duration":"143.176456ms","start":"2026-03-19T09:10:17.5453Z","end":"2026-03-19T09:10:17.688477Z","steps":["trace[1776116592] 'process raft request' (duration: 143.054853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:17.688608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.010269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:10:17.688638Z","caller":"traceutil/trace.go:171","msg":"trace[963891262] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4019; }","duration":"132.09364ms","start":"2026-03-19T09:10:17.556536Z","end":"2026-03-19T09:10:17.68863Z","steps":["trace[963891262] 'agreement among raft nodes before linearized reading' (duration: 132.009718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:45.577416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.910346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:10:45.577507Z","caller":"traceutil/trace.go:171","msg":"trace[191551712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4180; }","duration":"141.011858ms","start":"2026-03-19T09:10:45.436479Z","end":"2026-03-19T09:10:45.57749Z","steps":["trace[191551712] 'range keys from in-memory index tree' (duration: 140.750362ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:48.295872Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2299} {"level":"info","ts":"2026-03-19T09:10:48.35402Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2299,"took":"57.022811ms","hash":3177474942,"current-db-size-bytes":28901376,"current-db-size":"29 MB","current-db-size-in-use-bytes":18006016,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-19T09:10:48.354098Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3177474942,"revision":2299,"compact-revision":-1} {"level":"warn","ts":"2026-03-19T09:10:55.853866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.31106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:10:55.854107Z","caller":"traceutil/trace.go:171","msg":"trace[2142618332] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"191.345941ms","start":"2026-03-19T09:10:55.66273Z","end":"2026-03-19T09:10:55.854075Z","steps":["trace[2142618332] 'process raft request' (duration: 56.748885ms)","trace[2142618332] 'compare' (duration: 134.185547ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:10:59.725046Z","caller":"traceutil/trace.go:171","msg":"trace[99376536] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4643; }","duration":"250.125137ms","start":"2026-03-19T09:10:59.474895Z","end":"2026-03-19T09:10:59.72502Z","steps":["trace[99376536] 'process raft request' (duration: 250.025585ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:59.776506Z","caller":"traceutil/trace.go:171","msg":"trace[2061694248] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"299.062219ms","start":"2026-03-19T09:10:59.47742Z","end":"2026-03-19T09:10:59.776482Z","steps":["trace[2061694248] 'process raft request' (duration: 298.870995ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:59.776787Z","caller":"traceutil/trace.go:171","msg":"trace[308487724] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"271.910111ms","start":"2026-03-19T09:10:59.504852Z","end":"2026-03-19T09:10:59.776762Z","steps":["trace[308487724] 'process raft request' (duration: 271.585862ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:59.776814Z","caller":"traceutil/trace.go:171","msg":"trace[813018079] linearizableReadLoop","detail":"{readStateIndex:4848; appliedIndex:4847; }","duration":"280.588673ms","start":"2026-03-19T09:10:59.496199Z","end":"2026-03-19T09:10:59.776788Z","steps":["trace[813018079] 'read index received' (duration: 228.837017ms)","trace[813018079] 'applied index is now lower than readState.Index' (duration: 51.750646ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:10:59.778611Z","caller":"traceutil/trace.go:171","msg":"trace[1567277490] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"110.187459ms","start":"2026-03-19T09:10:59.668009Z","end":"2026-03-19T09:10:59.778197Z","steps":["trace[1567277490] 'process raft request' (duration: 108.625184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:59.779003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.835572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:10:59.779124Z","caller":"traceutil/trace.go:171","msg":"trace[938003814] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4647; }","duration":"143.010736ms","start":"2026-03-19T09:10:59.636087Z","end":"2026-03-19T09:10:59.779098Z","steps":["trace[938003814] 'agreement among raft nodes before linearized reading' (duration: 142.833492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:59.778737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.510695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:10:59.779818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.502437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-99wt6\" ","response":"range_response_count:1 size:5147"} {"level":"info","ts":"2026-03-19T09:10:59.779374Z","caller":"traceutil/trace.go:171","msg":"trace[782577295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4647; }","duration":"283.172659ms","start":"2026-03-19T09:10:59.496174Z","end":"2026-03-19T09:10:59.779347Z","steps":["trace[782577295] 'agreement among raft nodes before linearized reading' (duration: 280.857428ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:59.780482Z","caller":"traceutil/trace.go:171","msg":"trace[660814455] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-99wt6; range_end:; response_count:1; response_revision:4647; }","duration":"247.121091ms","start":"2026-03-19T09:10:59.533235Z","end":"2026-03-19T09:10:59.780356Z","steps":["trace[660814455] 'agreement among raft nodes before linearized reading' (duration: 245.651568ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:00.190443Z","caller":"traceutil/trace.go:171","msg":"trace[1807089989] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"191.342096ms","start":"2026-03-19T09:10:59.999075Z","end":"2026-03-19T09:11:00.190417Z","steps":["trace[1807089989] 'process raft request' (duration: 186.706863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:00.190602Z","caller":"traceutil/trace.go:171","msg":"trace[1259879548] linearizableReadLoop","detail":"{readStateIndex:4931; appliedIndex:4929; }","duration":"191.255414ms","start":"2026-03-19T09:10:59.999321Z","end":"2026-03-19T09:11:00.190577Z","steps":["trace[1259879548] 'read index received' (duration: 186.493249ms)","trace[1259879548] 'applied index is now lower than readState.Index' (duration: 4.761035ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:00.190711Z","caller":"traceutil/trace.go:171","msg":"trace[1710742759] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4726; }","duration":"191.574071ms","start":"2026-03-19T09:10:59.999124Z","end":"2026-03-19T09:11:00.190699Z","steps":["trace[1710742759] 'process raft request' (duration: 191.253994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:00.1908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.600601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3789"} {"level":"info","ts":"2026-03-19T09:11:00.190862Z","caller":"traceutil/trace.go:171","msg":"trace[1365424003] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:4726; }","duration":"191.699504ms","start":"2026-03-19T09:10:59.999149Z","end":"2026-03-19T09:11:00.190848Z","steps":["trace[1365424003] 'agreement among raft nodes before linearized reading' (duration: 191.574001ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:00.197182Z","caller":"traceutil/trace.go:171","msg":"trace[2088007614] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"196.207723ms","start":"2026-03-19T09:11:00.00096Z","end":"2026-03-19T09:11:00.197168Z","steps":["trace[2088007614] 'process raft request' (duration: 196.04777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:00.197425Z","caller":"traceutil/trace.go:171","msg":"trace[1660463492] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"196.355777ms","start":"2026-03-19T09:11:00.00106Z","end":"2026-03-19T09:11:00.197416Z","steps":["trace[1660463492] 'process raft request' (duration: 196.03384ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:00.197567Z","caller":"traceutil/trace.go:171","msg":"trace[1762184060] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"196.438279ms","start":"2026-03-19T09:11:00.001123Z","end":"2026-03-19T09:11:00.197561Z","steps":["trace[1762184060] 'process raft request' (duration: 196.162153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:00.197841Z","caller":"traceutil/trace.go:171","msg":"trace[1571309069] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"195.646022ms","start":"2026-03-19T09:11:00.002183Z","end":"2026-03-19T09:11:00.197829Z","steps":["trace[1571309069] 'process raft request' (duration: 195.344365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:00.198031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.513489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:889"} {"level":"info","ts":"2026-03-19T09:11:00.198063Z","caller":"traceutil/trace.go:171","msg":"trace[1117424186] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4733; }","duration":"195.57845ms","start":"2026-03-19T09:11:00.002478Z","end":"2026-03-19T09:11:00.198056Z","steps":["trace[1117424186] 'agreement among raft nodes before linearized reading' (duration: 195.494378ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:00.198201Z","caller":"traceutil/trace.go:171","msg":"trace[387843284] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"187.012941ms","start":"2026-03-19T09:11:00.011143Z","end":"2026-03-19T09:11:00.198156Z","steps":["trace[387843284] 'process raft request' (duration: 186.620242ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:00.198294Z","caller":"traceutil/trace.go:171","msg":"trace[378934906] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"166.488916ms","start":"2026-03-19T09:11:00.031791Z","end":"2026-03-19T09:11:00.19828Z","steps":["trace[378934906] 'process raft request' (duration: 166.033996ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:00.198218Z","caller":"traceutil/trace.go:171","msg":"trace[984765630] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"195.786085ms","start":"2026-03-19T09:11:00.002404Z","end":"2026-03-19T09:11:00.19819Z","steps":["trace[984765630] 'process raft request' (duration: 195.331455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:00.198808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.434481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:00.198902Z","caller":"traceutil/trace.go:171","msg":"trace[1500996127] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4733; }","duration":"146.593775ms","start":"2026-03-19T09:11:00.052289Z","end":"2026-03-19T09:11:00.198883Z","steps":["trace[1500996127] 'agreement among raft nodes before linearized reading' (duration: 146.431121ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.674985Z","caller":"traceutil/trace.go:171","msg":"trace[190608493] linearizableReadLoop","detail":"{readStateIndex:5064; appliedIndex:5063; }","duration":"405.059218ms","start":"2026-03-19T09:11:02.269887Z","end":"2026-03-19T09:11:02.674946Z","steps":["trace[190608493] 'read index received' (duration: 389.982225ms)","trace[190608493] 'applied index is now lower than readState.Index' (duration: 15.075043ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:02.675038Z","caller":"traceutil/trace.go:171","msg":"trace[695497408] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"422.681298ms","start":"2026-03-19T09:11:02.252323Z","end":"2026-03-19T09:11:02.675005Z","steps":["trace[695497408] 'process raft request' (duration: 407.685076ms)","trace[695497408] 'compare' (duration: 14.695705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:02.675192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:02.252307Z","time spent":"422.806541ms","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7449,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:02.675253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.244349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:02.675335Z","caller":"traceutil/trace.go:171","msg":"trace[118680391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4857; }","duration":"179.364581ms","start":"2026-03-19T09:11:02.49595Z","end":"2026-03-19T09:11:02.675314Z","steps":["trace[118680391] 'agreement among raft nodes before linearized reading' (duration: 179.243469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:02.675369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.87141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-19T09:11:02.675431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.728057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-19T09:11:02.67545Z","caller":"traceutil/trace.go:171","msg":"trace[467361786] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4857; }","duration":"277.007013ms","start":"2026-03-19T09:11:02.398421Z","end":"2026-03-19T09:11:02.675428Z","steps":["trace[467361786] 'agreement among raft nodes before linearized reading' (duration: 276.738007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:02.675505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.274345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wwvjq-tls\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-03-19T09:11:02.675592Z","caller":"traceutil/trace.go:171","msg":"trace[1443373167] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wwvjq-tls; range_end:; response_count:1; response_revision:4857; }","duration":"238.408908ms","start":"2026-03-19T09:11:02.437161Z","end":"2026-03-19T09:11:02.67557Z","steps":["trace[1443373167] 'agreement among raft nodes before linearized reading' (duration: 238.144742ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.675473Z","caller":"traceutil/trace.go:171","msg":"trace[242283628] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4857; }","duration":"276.780048ms","start":"2026-03-19T09:11:02.398681Z","end":"2026-03-19T09:11:02.675461Z","steps":["trace[242283628] 'agreement among raft nodes before linearized reading' (duration: 276.651255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:02.675729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.793194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777654"} {"level":"info","ts":"2026-03-19T09:11:02.676351Z","caller":"traceutil/trace.go:171","msg":"trace[876057216] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4857; }","duration":"406.48508ms","start":"2026-03-19T09:11:02.269842Z","end":"2026-03-19T09:11:02.676327Z","steps":["trace[876057216] 'agreement among raft nodes before linearized reading' (duration: 405.242152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:02.676424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:02.269824Z","time spent":"406.582222ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777676,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T09:11:03.132807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.389601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777654"} {"level":"info","ts":"2026-03-19T09:11:03.13294Z","caller":"traceutil/trace.go:171","msg":"trace[179428334] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4857; }","duration":"268.579756ms","start":"2026-03-19T09:11:02.864337Z","end":"2026-03-19T09:11:03.132917Z","steps":["trace[179428334] 'range keys from in-memory index tree' (duration: 267.912111ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:04.072892Z","caller":"traceutil/trace.go:171","msg":"trace[1774549332] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"276.846089ms","start":"2026-03-19T09:11:03.796017Z","end":"2026-03-19T09:11:04.072864Z","steps":["trace[1774549332] 'process raft request' (duration: 201.707255ms)","trace[1774549332] 'compare' (duration: 74.762226ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:04.073465Z","caller":"traceutil/trace.go:171","msg":"trace[643011186] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"193.282509ms","start":"2026-03-19T09:11:03.880165Z","end":"2026-03-19T09:11:04.073447Z","steps":["trace[643011186] 'process raft request' (duration: 193.185517ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:04.073608Z","caller":"traceutil/trace.go:171","msg":"trace[359439908] linearizableReadLoop","detail":"{readStateIndex:5078; appliedIndex:5075; }","duration":"184.438102ms","start":"2026-03-19T09:11:03.889156Z","end":"2026-03-19T09:11:04.073594Z","steps":["trace[359439908] 'read index received' (duration: 108.492451ms)","trace[359439908] 'applied index is now lower than readState.Index' (duration: 75.944521ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:04.073679Z","caller":"traceutil/trace.go:171","msg":"trace[1530769888] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"188.237318ms","start":"2026-03-19T09:11:03.885435Z","end":"2026-03-19T09:11:04.073672Z","steps":["trace[1530769888] 'process raft request' (duration: 187.991142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:04.073806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.658507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:11:04.073904Z","caller":"traceutil/trace.go:171","msg":"trace[1070741738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4871; }","duration":"184.742939ms","start":"2026-03-19T09:11:03.889094Z","end":"2026-03-19T09:11:04.073837Z","steps":["trace[1070741738] 'agreement among raft nodes before linearized reading' (duration: 184.595626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:05.724184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.68765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d14de11-101c-41e6-a3f5-771f9aca9222\" ","response":"range_response_count:1 size:4076"} {"level":"info","ts":"2026-03-19T09:11:05.724271Z","caller":"traceutil/trace.go:171","msg":"trace[1413696405] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d14de11-101c-41e6-a3f5-771f9aca9222; range_end:; response_count:1; response_revision:4900; }","duration":"465.815323ms","start":"2026-03-19T09:11:05.258437Z","end":"2026-03-19T09:11:05.724252Z","steps":["trace[1413696405] 'range keys from in-memory index tree' (duration: 465.505406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:05.724313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:05.25842Z","time spent":"465.882664ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4098,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d14de11-101c-41e6-a3f5-771f9aca9222\" "} {"level":"warn","ts":"2026-03-19T09:11:05.724561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.948112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"warn","ts":"2026-03-19T09:11:05.724657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.524564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:11:05.724707Z","caller":"traceutil/trace.go:171","msg":"trace[1902425735] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:4900; }","duration":"595.135876ms","start":"2026-03-19T09:11:05.129554Z","end":"2026-03-19T09:11:05.72469Z","steps":["trace[1902425735] 'range keys from in-memory index tree' (duration: 594.799198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:05.724716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.412471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8ffd7d3-1c92-43e5-b4f9-4a7494076991\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-03-19T09:11:05.724748Z","caller":"traceutil/trace.go:171","msg":"trace[1311318978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4900; }","duration":"497.631187ms","start":"2026-03-19T09:11:05.227094Z","end":"2026-03-19T09:11:05.724725Z","steps":["trace[1311318978] 'range keys from in-memory index tree' (duration: 497.197537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:05.724773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:05.129529Z","time spent":"595.223707ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":821,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-19T09:11:05.724775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.235569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787890"} {"level":"info","ts":"2026-03-19T09:11:05.724797Z","caller":"traceutil/trace.go:171","msg":"trace[685058004] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b8ffd7d3-1c92-43e5-b4f9-4a7494076991; range_end:; response_count:1; response_revision:4900; }","duration":"535.088986ms","start":"2026-03-19T09:11:05.189686Z","end":"2026-03-19T09:11:05.724775Z","steps":["trace[685058004] 'range keys from in-memory index tree' (duration: 534.326079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:05.724819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:05.226984Z","time spent":"497.815671ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:11:05.724859Z","caller":"traceutil/trace.go:171","msg":"trace[788850430] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4900; }","duration":"558.361012ms","start":"2026-03-19T09:11:05.166455Z","end":"2026-03-19T09:11:05.724816Z","steps":["trace[788850430] 'range keys from in-memory index tree' (duration: 557.624284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:05.724863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:05.189669Z","time spent":"535.174797ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3925,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8ffd7d3-1c92-43e5-b4f9-4a7494076991\" "} {"level":"warn","ts":"2026-03-19T09:11:05.724976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:05.16643Z","time spent":"558.467933ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787912,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T09:11:09.924586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.618972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:09.924692Z","caller":"traceutil/trace.go:171","msg":"trace[278097683] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5005; }","duration":"303.779855ms","start":"2026-03-19T09:11:09.620887Z","end":"2026-03-19T09:11:09.924667Z","steps":["trace[278097683] 'count revisions from in-memory index tree' (duration: 303.528189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:09.924748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:09.62087Z","time spent":"303.861666ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:11:10.313804Z","caller":"traceutil/trace.go:171","msg":"trace[2021505225] linearizableReadLoop","detail":"{readStateIndex:5223; appliedIndex:5221; }","duration":"211.053352ms","start":"2026-03-19T09:11:10.102726Z","end":"2026-03-19T09:11:10.313779Z","steps":["trace[2021505225] 'read index received' (duration: 210.757075ms)","trace[2021505225] 'applied index is now lower than readState.Index' (duration: 295.067µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:10.313909Z","caller":"traceutil/trace.go:171","msg":"trace[1477526099] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"213.914765ms","start":"2026-03-19T09:11:10.09996Z","end":"2026-03-19T09:11:10.313874Z","steps":["trace[1477526099] 'process raft request' (duration: 213.612468ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:10.31394Z","caller":"traceutil/trace.go:171","msg":"trace[896306988] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"213.020896ms","start":"2026-03-19T09:11:10.10089Z","end":"2026-03-19T09:11:10.313911Z","steps":["trace[896306988] 'process raft request' (duration: 212.839252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:10.314077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.318497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:11:10.314091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.242225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:11:10.314124Z","caller":"traceutil/trace.go:171","msg":"trace[1688248896] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5009; }","duration":"211.43639ms","start":"2026-03-19T09:11:10.102675Z","end":"2026-03-19T09:11:10.314112Z","steps":["trace[1688248896] 'agreement among raft nodes before linearized reading' (duration: 211.258856ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:10.31413Z","caller":"traceutil/trace.go:171","msg":"trace[1655127577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5009; }","duration":"201.308547ms","start":"2026-03-19T09:11:10.112812Z","end":"2026-03-19T09:11:10.31412Z","steps":["trace[1655127577] 'agreement among raft nodes before linearized reading' (duration: 201.173474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:10.314198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.394514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:11:10.314279Z","caller":"traceutil/trace.go:171","msg":"trace[1144723099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5009; }","duration":"199.512346ms","start":"2026-03-19T09:11:10.114753Z","end":"2026-03-19T09:11:10.314266Z","steps":["trace[1144723099] 'agreement among raft nodes before linearized reading' (duration: 199.288782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:10.314298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.238233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:11:10.314271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.715931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:11:10.314369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.884773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-88d66454b-4kcqf.189e33153c5977f0\" ","response":"range_response_count:1 size:893"} {"level":"info","ts":"2026-03-19T09:11:10.314403Z","caller":"traceutil/trace.go:171","msg":"trace[1742738598] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-88d66454b-4kcqf.189e33153c5977f0; range_end:; response_count:1; response_revision:5009; }","duration":"194.965145ms","start":"2026-03-19T09:11:10.119427Z","end":"2026-03-19T09:11:10.314393Z","steps":["trace[1742738598] 'agreement among raft nodes before linearized reading' (duration: 194.862403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:10.314393Z","caller":"traceutil/trace.go:171","msg":"trace[424717321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5009; }","duration":"200.334985ms","start":"2026-03-19T09:11:10.114035Z","end":"2026-03-19T09:11:10.31437Z","steps":["trace[424717321] 'agreement among raft nodes before linearized reading' (duration: 200.11154ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:10.314402Z","caller":"traceutil/trace.go:171","msg":"trace[2014971156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5009; }","duration":"199.887315ms","start":"2026-03-19T09:11:10.114501Z","end":"2026-03-19T09:11:10.314388Z","steps":["trace[2014971156] 'agreement among raft nodes before linearized reading' (duration: 199.591309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:12.894234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.476076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:12.894351Z","caller":"traceutil/trace.go:171","msg":"trace[1685544842] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"258.648286ms","start":"2026-03-19T09:11:12.635683Z","end":"2026-03-19T09:11:12.894331Z","steps":["trace[1685544842] 'process raft request' (duration: 142.998366ms)","trace[1685544842] 'compare' (duration: 115.140169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:14.540558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.103239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:14.540687Z","caller":"traceutil/trace.go:171","msg":"trace[919614560] linearizableReadLoop","detail":"{readStateIndex:5295; appliedIndex:5293; }","duration":"206.39409ms","start":"2026-03-19T09:11:14.334274Z","end":"2026-03-19T09:11:14.540668Z","steps":["trace[919614560] 'read index received' (duration: 14.999392ms)","trace[919614560] 'applied index is now lower than readState.Index' (duration: 191.393338ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:14.540776Z","caller":"traceutil/trace.go:171","msg":"trace[503640277] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"211.540434ms","start":"2026-03-19T09:11:14.329224Z","end":"2026-03-19T09:11:14.540765Z","steps":["trace[503640277] 'process raft request' (duration: 101.061727ms)","trace[503640277] 'compare' (duration: 109.932415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:14.540951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.040481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:11:14.541053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.658942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:14.541044Z","caller":"traceutil/trace.go:171","msg":"trace[2104971923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5079; }","duration":"201.152154ms","start":"2026-03-19T09:11:14.33987Z","end":"2026-03-19T09:11:14.541022Z","steps":["trace[2104971923] 'agreement among raft nodes before linearized reading' (duration: 200.934659ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:14.541089Z","caller":"traceutil/trace.go:171","msg":"trace[763931502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5079; }","duration":"200.691363ms","start":"2026-03-19T09:11:14.340387Z","end":"2026-03-19T09:11:14.541078Z","steps":["trace[763931502] 'agreement among raft nodes before linearized reading' (duration: 200.607771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.541157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.899819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:11:14.541241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.978449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:11:14.541307Z","caller":"traceutil/trace.go:171","msg":"trace[1881258053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5079; }","duration":"201.070602ms","start":"2026-03-19T09:11:14.340221Z","end":"2026-03-19T09:11:14.541292Z","steps":["trace[1881258053] 'agreement among raft nodes before linearized reading' (duration: 200.788945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.541218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.818529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:11:14.541249Z","caller":"traceutil/trace.go:171","msg":"trace[1427340043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5079; }","duration":"197.042302ms","start":"2026-03-19T09:11:14.344186Z","end":"2026-03-19T09:11:14.541228Z","steps":["trace[1427340043] 'agreement among raft nodes before linearized reading' (duration: 196.736086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.540949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.511315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:11:14.541439Z","caller":"traceutil/trace.go:171","msg":"trace[1367348943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5079; }","duration":"207.185407ms","start":"2026-03-19T09:11:14.334232Z","end":"2026-03-19T09:11:14.541417Z","steps":["trace[1367348943] 'agreement among raft nodes before linearized reading' (duration: 206.632995ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:14.541496Z","caller":"traceutil/trace.go:171","msg":"trace[1604259789] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5079; }","duration":"199.094498ms","start":"2026-03-19T09:11:14.342395Z","end":"2026-03-19T09:11:14.541489Z","steps":["trace[1604259789] 'agreement among raft nodes before linearized reading' (duration: 198.466314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.787353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.350826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:14.787437Z","caller":"traceutil/trace.go:171","msg":"trace[286846314] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5084; }","duration":"102.481659ms","start":"2026-03-19T09:11:14.684934Z","end":"2026-03-19T09:11:14.787416Z","steps":["trace[286846314] 'count revisions from in-memory index tree' (duration: 102.269524ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:15.370053Z","caller":"traceutil/trace.go:171","msg":"trace[46133358] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5300; }","duration":"369.4601ms","start":"2026-03-19T09:11:15.000573Z","end":"2026-03-19T09:11:15.370033Z","steps":["trace[46133358] 'read index received' (duration: 369.309466ms)","trace[46133358] 'applied index is now lower than readState.Index' (duration: 149.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:15.370147Z","caller":"traceutil/trace.go:171","msg":"trace[427614265] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"577.882094ms","start":"2026-03-19T09:11:14.79224Z","end":"2026-03-19T09:11:15.370122Z","steps":["trace[427614265] 'process raft request' (duration: 577.618298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:15.370189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.601172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:15.370225Z","caller":"traceutil/trace.go:171","msg":"trace[927929179] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5085; }","duration":"369.687195ms","start":"2026-03-19T09:11:15.000528Z","end":"2026-03-19T09:11:15.370215Z","steps":["trace[927929179] 'agreement among raft nodes before linearized reading' (duration: 369.607153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:15.370258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:15.000508Z","time spent":"369.742215ms","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:15.370277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:14.792213Z","time spent":"577.986575ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:15.370275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.918833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:15.37034Z","caller":"traceutil/trace.go:171","msg":"trace[1979997922] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5085; }","duration":"292.050585ms","start":"2026-03-19T09:11:15.078271Z","end":"2026-03-19T09:11:15.370321Z","steps":["trace[1979997922] 'agreement among raft nodes before linearized reading' (duration: 291.913822ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:15.810406Z","caller":"traceutil/trace.go:171","msg":"trace[445124015] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"108.238487ms","start":"2026-03-19T09:11:15.702139Z","end":"2026-03-19T09:11:15.810377Z","steps":["trace[445124015] 'process raft request' (duration: 108.075664ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:16.736896Z","caller":"traceutil/trace.go:171","msg":"trace[1869168780] linearizableReadLoop","detail":"{readStateIndex:5305; appliedIndex:5304; }","duration":"181.854766ms","start":"2026-03-19T09:11:16.555011Z","end":"2026-03-19T09:11:16.736866Z","steps":["trace[1869168780] 'read index received' (duration: 181.632571ms)","trace[1869168780] 'applied index is now lower than readState.Index' (duration: 220.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:16.736963Z","caller":"traceutil/trace.go:171","msg":"trace[394972225] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"189.939306ms","start":"2026-03-19T09:11:16.546991Z","end":"2026-03-19T09:11:16.736931Z","steps":["trace[394972225] 'process raft request' (duration: 189.713161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:16.737086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.05969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:16.737214Z","caller":"traceutil/trace.go:171","msg":"trace[1798083870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5089; }","duration":"182.236354ms","start":"2026-03-19T09:11:16.554958Z","end":"2026-03-19T09:11:16.737195Z","steps":["trace[1798083870] 'agreement among raft nodes before linearized reading' (duration: 182.067001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:16.737381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.75286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:11:16.737464Z","caller":"traceutil/trace.go:171","msg":"trace[1288976842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5089; }","duration":"170.878753ms","start":"2026-03-19T09:11:16.566566Z","end":"2026-03-19T09:11:16.737445Z","steps":["trace[1288976842] 'agreement among raft nodes before linearized reading' (duration: 170.619377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:16.737516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.662742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:11:16.737571Z","caller":"traceutil/trace.go:171","msg":"trace[1105319067] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5089; }","duration":"139.733353ms","start":"2026-03-19T09:11:16.597825Z","end":"2026-03-19T09:11:16.737558Z","steps":["trace[1105319067] 'agreement among raft nodes before linearized reading' (duration: 139.619351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:16.737416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.92707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:11:16.737754Z","caller":"traceutil/trace.go:171","msg":"trace[2104324577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5089; }","duration":"141.289817ms","start":"2026-03-19T09:11:16.596446Z","end":"2026-03-19T09:11:16.737736Z","steps":["trace[2104324577] 'agreement among raft nodes before linearized reading' (duration: 140.775626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:16.737782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.297038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:16.737841Z","caller":"traceutil/trace.go:171","msg":"trace[911087541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5089; }","duration":"141.40073ms","start":"2026-03-19T09:11:16.596425Z","end":"2026-03-19T09:11:16.737826Z","steps":["trace[911087541] 'agreement among raft nodes before linearized reading' (duration: 141.210546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:16.737666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.471541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:11:16.73803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.981894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:16.738123Z","caller":"traceutil/trace.go:171","msg":"trace[1737914476] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5089; }","duration":"166.183609ms","start":"2026-03-19T09:11:16.571918Z","end":"2026-03-19T09:11:16.738101Z","steps":["trace[1737914476] 'agreement among raft nodes before linearized reading' (duration: 166.005885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:16.738176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.879891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:11:16.738265Z","caller":"traceutil/trace.go:171","msg":"trace[1073460872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5089; }","duration":"141.989412ms","start":"2026-03-19T09:11:16.596261Z","end":"2026-03-19T09:11:16.73825Z","steps":["trace[1073460872] 'agreement among raft nodes before linearized reading' (duration: 141.195995ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:16.738029Z","caller":"traceutil/trace.go:171","msg":"trace[500394088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5089; }","duration":"141.87522ms","start":"2026-03-19T09:11:16.596117Z","end":"2026-03-19T09:11:16.737992Z","steps":["trace[500394088] 'agreement among raft nodes before linearized reading' (duration: 141.114253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:16.910419Z","caller":"traceutil/trace.go:171","msg":"trace[1111777522] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"167.679892ms","start":"2026-03-19T09:11:16.742711Z","end":"2026-03-19T09:11:16.910391Z","steps":["trace[1111777522] 'process raft request' (duration: 167.507348ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:16.916163Z","caller":"traceutil/trace.go:171","msg":"trace[618630710] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"173.299756ms","start":"2026-03-19T09:11:16.742845Z","end":"2026-03-19T09:11:16.916145Z","steps":["trace[618630710] 'process raft request' (duration: 173.178023ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:16.91641Z","caller":"traceutil/trace.go:171","msg":"trace[369041213] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"173.507311ms","start":"2026-03-19T09:11:16.742878Z","end":"2026-03-19T09:11:16.916385Z","steps":["trace[369041213] 'process raft request' (duration: 173.241426ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:16.916563Z","caller":"traceutil/trace.go:171","msg":"trace[1867615957] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"173.677195ms","start":"2026-03-19T09:11:16.742877Z","end":"2026-03-19T09:11:16.916555Z","steps":["trace[1867615957] 'process raft request' (duration: 173.43228ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:16.916815Z","caller":"traceutil/trace.go:171","msg":"trace[384406350] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"173.836838ms","start":"2026-03-19T09:11:16.74295Z","end":"2026-03-19T09:11:16.916787Z","steps":["trace[384406350] 'process raft request' (duration: 173.567262ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:20.355415Z","caller":"traceutil/trace.go:171","msg":"trace[1744670775] linearizableReadLoop","detail":"{readStateIndex:5337; appliedIndex:5336; }","duration":"137.588696ms","start":"2026-03-19T09:11:20.217802Z","end":"2026-03-19T09:11:20.355391Z","steps":["trace[1744670775] 'read index received' (duration: 137.506464ms)","trace[1744670775] 'applied index is now lower than readState.Index' (duration: 80.982µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:20.355494Z","caller":"traceutil/trace.go:171","msg":"trace[1103688291] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"204.984368ms","start":"2026-03-19T09:11:20.150477Z","end":"2026-03-19T09:11:20.355461Z","steps":["trace[1103688291] 'process raft request' (duration: 204.606069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:20.355533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.713219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:20.355569Z","caller":"traceutil/trace.go:171","msg":"trace[957589499] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5120; }","duration":"137.793632ms","start":"2026-03-19T09:11:20.217764Z","end":"2026-03-19T09:11:20.355557Z","steps":["trace[957589499] 'agreement among raft nodes before linearized reading' (duration: 137.717329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:20.433685Z","caller":"traceutil/trace.go:171","msg":"trace[493000272] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"176.734473ms","start":"2026-03-19T09:11:20.256926Z","end":"2026-03-19T09:11:20.433661Z","steps":["trace[493000272] 'process raft request' (duration: 175.726881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:21.680277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.549329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:21.680376Z","caller":"traceutil/trace.go:171","msg":"trace[1931473099] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"131.763477ms","start":"2026-03-19T09:11:21.548593Z","end":"2026-03-19T09:11:21.680356Z","steps":["trace[1931473099] 'process raft request' (duration: 29.064444ms)","trace[1931473099] 'compare' (duration: 102.342065ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:24.696957Z","caller":"traceutil/trace.go:171","msg":"trace[1339978194] linearizableReadLoop","detail":"{readStateIndex:5415; appliedIndex:5414; }","duration":"121.261514ms","start":"2026-03-19T09:11:24.575673Z","end":"2026-03-19T09:11:24.696934Z","steps":["trace[1339978194] 'read index received' (duration: 116.11525ms)","trace[1339978194] 'applied index is now lower than readState.Index' (duration: 5.145444ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:24.697068Z","caller":"traceutil/trace.go:171","msg":"trace[376279177] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"121.627733ms","start":"2026-03-19T09:11:24.575427Z","end":"2026-03-19T09:11:24.697054Z","steps":["trace[376279177] 'process raft request' (duration: 116.368636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:24.697284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.583221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:24.697428Z","caller":"traceutil/trace.go:171","msg":"trace[1743529356] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5197; }","duration":"121.765525ms","start":"2026-03-19T09:11:24.575644Z","end":"2026-03-19T09:11:24.69741Z","steps":["trace[1743529356] 'agreement among raft nodes before linearized reading' (duration: 121.52686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:24.697292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.178153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-19T09:11:24.697593Z","caller":"traceutil/trace.go:171","msg":"trace[1270587046] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5197; }","duration":"117.510961ms","start":"2026-03-19T09:11:24.580061Z","end":"2026-03-19T09:11:24.697572Z","steps":["trace[1270587046] 'agreement among raft nodes before linearized reading' (duration: 117.028571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:24.953776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.654526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:24.953869Z","caller":"traceutil/trace.go:171","msg":"trace[365045283] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"224.851427ms","start":"2026-03-19T09:11:24.729002Z","end":"2026-03-19T09:11:24.953854Z","steps":["trace[365045283] 'process raft request' (duration: 111.064058ms)","trace[365045283] 'compare' (duration: 113.521233ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:24.990506Z","caller":"traceutil/trace.go:171","msg":"trace[2129311010] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5415; }","duration":"257.545421ms","start":"2026-03-19T09:11:24.732939Z","end":"2026-03-19T09:11:24.990485Z","steps":["trace[2129311010] 'read index received' (duration: 107.163622ms)","trace[2129311010] 'applied index is now lower than readState.Index' (duration: 150.380929ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:24.990742Z","caller":"traceutil/trace.go:171","msg":"trace[2094354891] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"231.062344ms","start":"2026-03-19T09:11:24.759657Z","end":"2026-03-19T09:11:24.990719Z","steps":["trace[2094354891] 'process raft request' (duration: 230.785598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:24.990964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.008782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-19T09:11:24.990956Z","caller":"traceutil/trace.go:171","msg":"trace[237103198] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"261.634372ms","start":"2026-03-19T09:11:24.729264Z","end":"2026-03-19T09:11:24.990899Z","steps":["trace[237103198] 'process raft request' (duration: 261.045079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:24.991279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.647836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:11:24.99133Z","caller":"traceutil/trace.go:171","msg":"trace[2122995730] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5200; }","duration":"216.735648ms","start":"2026-03-19T09:11:24.774582Z","end":"2026-03-19T09:11:24.991317Z","steps":["trace[2122995730] 'agreement among raft nodes before linearized reading' (duration: 216.618056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:24.991298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.550187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-19T09:11:24.991026Z","caller":"traceutil/trace.go:171","msg":"trace[1955169683] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5200; }","duration":"258.102084ms","start":"2026-03-19T09:11:24.732907Z","end":"2026-03-19T09:11:24.991009Z","steps":["trace[1955169683] 'agreement among raft nodes before linearized reading' (duration: 257.911489ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:24.991474Z","caller":"traceutil/trace.go:171","msg":"trace[1921594935] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5200; }","duration":"236.742201ms","start":"2026-03-19T09:11:24.754705Z","end":"2026-03-19T09:11:24.991447Z","steps":["trace[1921594935] 'agreement among raft nodes before linearized reading' (duration: 236.270111ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:26.939855Z","caller":"traceutil/trace.go:171","msg":"trace[900016962] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"673.830648ms","start":"2026-03-19T09:11:26.266003Z","end":"2026-03-19T09:11:26.939833Z","steps":["trace[900016962] 'process raft request' (duration: 673.689645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.939996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.265992Z","time spent":"673.933901ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:27.599378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.948837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:27.599605Z","caller":"traceutil/trace.go:171","msg":"trace[1439487549] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"1.143188688s","start":"2026-03-19T09:11:26.456387Z","end":"2026-03-19T09:11:27.599576Z","steps":["trace[1439487549] 'process raft request' (duration: 1.007952764s)","trace[1439487549] 'compare' (duration: 134.58438ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:27.599621Z","caller":"traceutil/trace.go:171","msg":"trace[1566614135] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"1.126291454s","start":"2026-03-19T09:11:26.473308Z","end":"2026-03-19T09:11:27.599599Z","steps":["trace[1566614135] 'process raft request' (duration: 1.126173742s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.599714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.47328Z","time spent":"1.126398276s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:27.599755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.456362Z","time spent":"1.143308651s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:27.693701Z","caller":"traceutil/trace.go:171","msg":"trace[1794177137] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5435; }","duration":"1.198037693s","start":"2026-03-19T09:11:26.495636Z","end":"2026-03-19T09:11:27.693674Z","steps":["trace[1794177137] 'read index received' (duration: 444.372648ms)","trace[1794177137] 'applied index is now lower than readState.Index' (duration: 753.663625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:27.693905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198238437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:27.693997Z","caller":"traceutil/trace.go:171","msg":"trace[1387700059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5219; }","duration":"1.198393171s","start":"2026-03-19T09:11:26.49558Z","end":"2026-03-19T09:11:27.693973Z","steps":["trace[1387700059] 'agreement among raft nodes before linearized reading' (duration: 1.198232647s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.694057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.495559Z","time spent":"1.198485362s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:11:27.704836Z","caller":"traceutil/trace.go:171","msg":"trace[1965659247] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"708.073546ms","start":"2026-03-19T09:11:26.996747Z","end":"2026-03-19T09:11:27.70482Z","steps":["trace[1965659247] 'process raft request' (duration: 707.913113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.704953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.99672Z","time spent":"708.166988ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:27.717527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169526211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-67f1ab3f-3627-4c6a-93f3-19604d47f764\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-19T09:11:27.717524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.399349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:11:27.717566Z","caller":"traceutil/trace.go:171","msg":"trace[1395373762] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-67f1ab3f-3627-4c6a-93f3-19604d47f764; range_end:; response_count:1; response_revision:5221; }","duration":"1.169605944s","start":"2026-03-19T09:11:26.547949Z","end":"2026-03-19T09:11:27.717555Z","steps":["trace[1395373762] 'agreement among raft nodes before linearized reading' (duration: 1.16949006s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.717592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.547923Z","time spent":"1.169661365s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-67f1ab3f-3627-4c6a-93f3-19604d47f764\" "} {"level":"info","ts":"2026-03-19T09:11:27.717584Z","caller":"traceutil/trace.go:171","msg":"trace[525601940] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5221; }","duration":"711.494891ms","start":"2026-03-19T09:11:27.006075Z","end":"2026-03-19T09:11:27.71757Z","steps":["trace[525601940] 'agreement among raft nodes before linearized reading' (duration: 711.335507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.717675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.72746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-67f1ab3f-3627-4c6a-93f3-19604d47f764\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-19T09:11:27.717686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:27.006057Z","time spent":"711.611664ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:11:27.717707Z","caller":"traceutil/trace.go:171","msg":"trace[1865931073] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-67f1ab3f-3627-4c6a-93f3-19604d47f764; range_end:; response_count:1; response_revision:5221; }","duration":"773.796102ms","start":"2026-03-19T09:11:26.943901Z","end":"2026-03-19T09:11:27.717697Z","steps":["trace[1865931073] 'agreement among raft nodes before linearized reading' (duration: 773.7118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.717533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.604482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:11:27.717737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.943879Z","time spent":"773.848262ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-67f1ab3f-3627-4c6a-93f3-19604d47f764\" "} {"level":"warn","ts":"2026-03-19T09:11:27.717733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.897313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:11:27.717763Z","caller":"traceutil/trace.go:171","msg":"trace[55615369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5221; }","duration":"598.869548ms","start":"2026-03-19T09:11:27.11888Z","end":"2026-03-19T09:11:27.71775Z","steps":["trace[55615369] 'agreement among raft nodes before linearized reading' (duration: 598.52945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.717804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:27.118863Z","time spent":"598.93092ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:11:27.717809Z","caller":"traceutil/trace.go:171","msg":"trace[1166651943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5221; }","duration":"713.058166ms","start":"2026-03-19T09:11:27.004732Z","end":"2026-03-19T09:11:27.71779Z","steps":["trace[1166651943] 'agreement among raft nodes before linearized reading' (duration: 712.754998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.717868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:27.004709Z","time spent":"713.149918ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:11:27.717881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.863166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:11:27.717903Z","caller":"traceutil/trace.go:171","msg":"trace[1331633291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5221; }","duration":"592.927737ms","start":"2026-03-19T09:11:27.124968Z","end":"2026-03-19T09:11:27.717896Z","steps":["trace[1331633291] 'agreement among raft nodes before linearized reading' (duration: 592.879226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.717883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.887198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:11:27.717831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.807867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:11:27.71792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:27.124947Z","time spent":"592.969708ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:11:27.717944Z","caller":"traceutil/trace.go:171","msg":"trace[1193451865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5221; }","duration":"571.649646ms","start":"2026-03-19T09:11:27.146277Z","end":"2026-03-19T09:11:27.717927Z","steps":["trace[1193451865] 'agreement among raft nodes before linearized reading' (duration: 571.479902ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:27.717958Z","caller":"traceutil/trace.go:171","msg":"trace[1463014902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5221; }","duration":"598.96782ms","start":"2026-03-19T09:11:27.11897Z","end":"2026-03-19T09:11:27.717938Z","steps":["trace[1463014902] 'agreement among raft nodes before linearized reading' (duration: 598.814257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.717991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:27.146263Z","time spent":"571.715507ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:11:27.718019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:27.118941Z","time spent":"599.060042ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:11:30.067933Z","caller":"traceutil/trace.go:171","msg":"trace[867342131] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"522.332264ms","start":"2026-03-19T09:11:29.545571Z","end":"2026-03-19T09:11:30.067903Z","steps":["trace[867342131] 'process raft request' (duration: 522.138528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:30.068201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.545553Z","time spent":"522.556149ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11646,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:30.079472Z","caller":"traceutil/trace.go:171","msg":"trace[1912828284] linearizableReadLoop","detail":"{readStateIndex:5456; appliedIndex:5452; }","duration":"352.604726ms","start":"2026-03-19T09:11:29.726848Z","end":"2026-03-19T09:11:30.079453Z","steps":["trace[1912828284] 'read index received' (duration: 340.954927ms)","trace[1912828284] 'applied index is now lower than readState.Index' (duration: 11.649159ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:30.079524Z","caller":"traceutil/trace.go:171","msg":"trace[95357775] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"474.701099ms","start":"2026-03-19T09:11:29.604794Z","end":"2026-03-19T09:11:30.079495Z","steps":["trace[95357775] 'process raft request' (duration: 474.579206ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:30.079535Z","caller":"traceutil/trace.go:171","msg":"trace[372946272] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"474.829373ms","start":"2026-03-19T09:11:29.604686Z","end":"2026-03-19T09:11:30.079515Z","steps":["trace[372946272] 'process raft request' (duration: 474.561487ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:30.079575Z","caller":"traceutil/trace.go:171","msg":"trace[418100807] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"369.669664ms","start":"2026-03-19T09:11:29.709894Z","end":"2026-03-19T09:11:30.079563Z","steps":["trace[418100807] 'process raft request' (duration: 369.530041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:30.079651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.604663Z","time spent":"474.922884ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:30.07965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.604767Z","time spent":"474.818512ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:30.079675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.70987Z","time spent":"369.748486ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:30.079747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.907862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-67f1ab3f-3627-4c6a-93f3-19604d47f764\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-19T09:11:30.079786Z","caller":"traceutil/trace.go:171","msg":"trace[1636822951] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-67f1ab3f-3627-4c6a-93f3-19604d47f764; range_end:; response_count:1; response_revision:5237; }","duration":"352.992104ms","start":"2026-03-19T09:11:29.726785Z","end":"2026-03-19T09:11:30.079777Z","steps":["trace[1636822951] 'agreement among raft nodes before linearized reading' (duration: 352.885612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:30.079808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.726761Z","time spent":"353.041776ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-67f1ab3f-3627-4c6a-93f3-19604d47f764\" "} {"level":"warn","ts":"2026-03-19T09:11:30.084586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.005746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:11:30.084634Z","caller":"traceutil/trace.go:171","msg":"trace[726371357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5240; }","duration":"349.083308ms","start":"2026-03-19T09:11:29.735541Z","end":"2026-03-19T09:11:30.084624Z","steps":["trace[726371357] 'agreement among raft nodes before linearized reading' (duration: 348.930624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:30.084642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.594213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:11:30.084644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.45178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:11:30.084677Z","caller":"traceutil/trace.go:171","msg":"trace[346175217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5240; }","duration":"351.642304ms","start":"2026-03-19T09:11:29.733025Z","end":"2026-03-19T09:11:30.084667Z","steps":["trace[346175217] 'agreement among raft nodes before linearized reading' (duration: 351.45194ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:30.084689Z","caller":"traceutil/trace.go:171","msg":"trace[1895883106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5240; }","duration":"351.564152ms","start":"2026-03-19T09:11:29.733111Z","end":"2026-03-19T09:11:30.084675Z","steps":["trace[1895883106] 'agreement among raft nodes before linearized reading' (duration: 351.441119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:30.0847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.733019Z","time spent":"351.676754ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:30.084718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.733094Z","time spent":"351.616184ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:11:30.084707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.436018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:11:30.084659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.735528Z","time spent":"349.125858ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:11:30.084809Z","caller":"traceutil/trace.go:171","msg":"trace[1799009821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5240; }","duration":"355.617693ms","start":"2026-03-19T09:11:29.729166Z","end":"2026-03-19T09:11:30.084784Z","steps":["trace[1799009821] 'agreement among raft nodes before linearized reading' (duration: 355.278735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:30.084866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.729114Z","time spent":"355.741416ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:30.084926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.139926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:11:30.084963Z","caller":"traceutil/trace.go:171","msg":"trace[295248419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5240; }","duration":"352.210037ms","start":"2026-03-19T09:11:29.732743Z","end":"2026-03-19T09:11:30.084953Z","steps":["trace[295248419] 'agreement among raft nodes before linearized reading' (duration: 352.111775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:30.08499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.732729Z","time spent":"352.253929ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:30.08502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.961278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:11:30.085089Z","caller":"traceutil/trace.go:171","msg":"trace[649636913] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5240; }","duration":"345.074291ms","start":"2026-03-19T09:11:29.74Z","end":"2026-03-19T09:11:30.085075Z","steps":["trace[649636913] 'agreement among raft nodes before linearized reading' (duration: 344.869436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:30.085125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.739983Z","time spent":"345.135802ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:11:31.926669Z","caller":"traceutil/trace.go:171","msg":"trace[2104735393] linearizableReadLoop","detail":"{readStateIndex:5500; appliedIndex:5499; }","duration":"436.424512ms","start":"2026-03-19T09:11:31.490218Z","end":"2026-03-19T09:11:31.926643Z","steps":["trace[2104735393] 'read index received' (duration: 436.205737ms)","trace[2104735393] 'applied index is now lower than readState.Index' (duration: 217.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:31.926711Z","caller":"traceutil/trace.go:171","msg":"trace[2135305107] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"453.660253ms","start":"2026-03-19T09:11:31.473019Z","end":"2026-03-19T09:11:31.926679Z","steps":["trace[2135305107] 'process raft request' (duration: 453.468269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:31.926902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:31.472988Z","time spent":"453.830056ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9210,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:31.926909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.656346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:11:31.926995Z","caller":"traceutil/trace.go:171","msg":"trace[1327132081] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:5280; }","duration":"436.82285ms","start":"2026-03-19T09:11:31.49016Z","end":"2026-03-19T09:11:31.926983Z","steps":["trace[1327132081] 'agreement among raft nodes before linearized reading' (duration: 436.602615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:31.927031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:31.490138Z","time spent":"436.881922ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:11:31.927023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.151016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:31.927101Z","caller":"traceutil/trace.go:171","msg":"trace[1509282103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5280; }","duration":"432.264629ms","start":"2026-03-19T09:11:31.494817Z","end":"2026-03-19T09:11:31.927082Z","steps":["trace[1509282103] 'agreement among raft nodes before linearized reading' (duration: 432.091595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:31.927161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:31.494806Z","time spent":"432.344381ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:11:33.441723Z","caller":"traceutil/trace.go:171","msg":"trace[961309237] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"114.405913ms","start":"2026-03-19T09:11:33.327291Z","end":"2026-03-19T09:11:33.441697Z","steps":["trace[961309237] 'process raft request' (duration: 114.2675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:38.633315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325091527,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:11:38.774264Z","caller":"traceutil/trace.go:171","msg":"trace[783040087] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"860.03169ms","start":"2026-03-19T09:11:37.914208Z","end":"2026-03-19T09:11:38.774239Z","steps":["trace[783040087] 'process raft request' (duration: 859.848506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:38.774414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:37.914185Z","time spent":"860.158612ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:39.375733Z","caller":"traceutil/trace.go:171","msg":"trace[613070478] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"1.265607269s","start":"2026-03-19T09:11:38.110105Z","end":"2026-03-19T09:11:39.375712Z","steps":["trace[613070478] 'process raft request' (duration: 1.265355224s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.375896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.11008Z","time spent":"1.265734412s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:39.375976Z","caller":"traceutil/trace.go:171","msg":"trace[1318042995] linearizableReadLoop","detail":"{readStateIndex:5589; appliedIndex:5584; }","duration":"1.242904427s","start":"2026-03-19T09:11:38.133049Z","end":"2026-03-19T09:11:39.375953Z","steps":["trace[1318042995] 'read index received' (duration: 641.123923ms)","trace[1318042995] 'applied index is now lower than readState.Index' (duration: 601.779434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:39.376169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101049457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:39.376193Z","caller":"traceutil/trace.go:171","msg":"trace[661057404] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"1.250665277s","start":"2026-03-19T09:11:38.125406Z","end":"2026-03-19T09:11:39.376072Z","steps":["trace[661057404] 'process raft request' (duration: 1.250416812s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.376242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240307478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:11:39.376265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231311539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:11:39.376298Z","caller":"traceutil/trace.go:171","msg":"trace[253632188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5367; }","duration":"1.24038507s","start":"2026-03-19T09:11:38.1359Z","end":"2026-03-19T09:11:39.376285Z","steps":["trace[253632188] 'agreement among raft nodes before linearized reading' (duration: 1.240212376s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.376308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243257364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:11:39.376337Z","caller":"traceutil/trace.go:171","msg":"trace[1300310026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5367; }","duration":"1.243314886s","start":"2026-03-19T09:11:38.133014Z","end":"2026-03-19T09:11:39.376329Z","steps":["trace[1300310026] 'agreement among raft nodes before linearized reading' (duration: 1.243219214s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:39.37635Z","caller":"traceutil/trace.go:171","msg":"trace[1439201283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5367; }","duration":"1.231384531s","start":"2026-03-19T09:11:38.144914Z","end":"2026-03-19T09:11:39.376299Z","steps":["trace[1439201283] 'agreement among raft nodes before linearized reading' (duration: 1.231221638s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.376373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.133002Z","time spent":"1.243364517s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:11:39.376389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.144902Z","time spent":"1.231477953s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:39.37634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.135889Z","time spent":"1.240442421s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:11:39.376506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239092281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:11:39.376543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.125391Z","time spent":"1.250858482s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:39.376604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230326468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:11:39.376659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.006261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-19T09:11:39.37667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.343707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:39.376681Z","caller":"traceutil/trace.go:171","msg":"trace[1960519335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5367; }","duration":"1.23043807s","start":"2026-03-19T09:11:38.146227Z","end":"2026-03-19T09:11:39.376665Z","steps":["trace[1960519335] 'agreement among raft nodes before linearized reading' (duration: 1.230219485s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.376418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234665053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:11:39.376695Z","caller":"traceutil/trace.go:171","msg":"trace[1069052217] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5367; }","duration":"403.080493ms","start":"2026-03-19T09:11:38.973602Z","end":"2026-03-19T09:11:39.376683Z","steps":["trace[1069052217] 'agreement among raft nodes before linearized reading' (duration: 402.98484ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:39.376712Z","caller":"traceutil/trace.go:171","msg":"trace[779117228] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5367; }","duration":"865.418578ms","start":"2026-03-19T09:11:38.511279Z","end":"2026-03-19T09:11:39.376698Z","steps":["trace[779117228] 'agreement among raft nodes before linearized reading' (duration: 865.341456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.376725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.97358Z","time spent":"403.138144ms","remote":"127.0.0.1:46420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-19T09:11:39.376743Z","caller":"traceutil/trace.go:171","msg":"trace[882201618] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"1.25257114s","start":"2026-03-19T09:11:38.123554Z","end":"2026-03-19T09:11:39.376125Z","steps":["trace[882201618] 'process raft request' (duration: 1.25210209s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.376759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.511265Z","time spent":"865.48384ms","remote":"127.0.0.1:54130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:11:39.376212Z","caller":"traceutil/trace.go:171","msg":"trace[305556703] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5367; }","duration":"1.101158529s","start":"2026-03-19T09:11:38.275043Z","end":"2026-03-19T09:11:39.376202Z","steps":["trace[305556703] 'agreement among raft nodes before linearized reading' (duration: 1.101073297s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:39.376844Z","caller":"traceutil/trace.go:171","msg":"trace[608813757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5367; }","duration":"1.235107743s","start":"2026-03-19T09:11:38.141721Z","end":"2026-03-19T09:11:39.376829Z","steps":["trace[608813757] 'agreement among raft nodes before linearized reading' (duration: 1.234639972s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.376871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.275026Z","time spent":"1.101831903s","remote":"127.0.0.1:50652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:11:39.376683Z","caller":"traceutil/trace.go:171","msg":"trace[1798898588] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"978.780149ms","start":"2026-03-19T09:11:38.397321Z","end":"2026-03-19T09:11:39.376101Z","steps":["trace[1798898588] 'process raft request' (duration: 978.589165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.376903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.12353Z","time spent":"1.253285395s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:39.376596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.255278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:39.376999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.397296Z","time spent":"979.664669ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:39.377025Z","caller":"traceutil/trace.go:171","msg":"trace[1363075621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5367; }","duration":"880.75697ms","start":"2026-03-19T09:11:38.496257Z","end":"2026-03-19T09:11:39.377014Z","steps":["trace[1363075621] 'agreement among raft nodes before linearized reading' (duration: 880.263918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.377061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.496238Z","time spent":"880.813071ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:11:39.376571Z","caller":"traceutil/trace.go:171","msg":"trace[1199879294] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5367; }","duration":"1.239198204s","start":"2026-03-19T09:11:38.137356Z","end":"2026-03-19T09:11:39.376554Z","steps":["trace[1199879294] 'agreement among raft nodes before linearized reading' (duration: 1.239079381s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.377028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.141706Z","time spent":"1.235305788s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:39.376723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.146216Z","time spent":"1.230497881s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:39.377247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.137339Z","time spent":"1.239865749s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:11:44.862471Z","caller":"traceutil/trace.go:171","msg":"trace[925125756] linearizableReadLoop","detail":"{readStateIndex:5624; appliedIndex:5623; }","duration":"402.980399ms","start":"2026-03-19T09:11:44.459467Z","end":"2026-03-19T09:11:44.862447Z","steps":["trace[925125756] 'read index received' (duration: 402.771455ms)","trace[925125756] 'applied index is now lower than readState.Index' (duration: 208.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:44.862519Z","caller":"traceutil/trace.go:171","msg":"trace[1335382969] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"432.906162ms","start":"2026-03-19T09:11:44.429581Z","end":"2026-03-19T09:11:44.862487Z","steps":["trace[1335382969] 'process raft request' (duration: 432.711938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:44.862658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:44.429553Z","time spent":"433.030355ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:44.86272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.215535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:11:44.862757Z","caller":"traceutil/trace.go:171","msg":"trace[590585430] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5401; }","duration":"403.316707ms","start":"2026-03-19T09:11:44.459429Z","end":"2026-03-19T09:11:44.862746Z","steps":["trace[590585430] 'agreement among raft nodes before linearized reading' (duration: 403.144953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:44.862796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:44.459412Z","time spent":"403.374319ms","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T09:11:44.863013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.902759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:44.863077Z","caller":"traceutil/trace.go:171","msg":"trace[578018281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5401; }","duration":"230.349509ms","start":"2026-03-19T09:11:44.632711Z","end":"2026-03-19T09:11:44.86306Z","steps":["trace[578018281] 'agreement among raft nodes before linearized reading' (duration: 229.897799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:45.283048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.007522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:45.283173Z","caller":"traceutil/trace.go:171","msg":"trace[849455979] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"405.681731ms","start":"2026-03-19T09:11:44.877471Z","end":"2026-03-19T09:11:45.283152Z","steps":["trace[849455979] 'process raft request' (duration: 301.464134ms)","trace[849455979] 'compare' (duration: 103.858389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:45.283219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:44.877455Z","time spent":"405.745043ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:45.883872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325091634,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:11:46.207629Z","caller":"traceutil/trace.go:171","msg":"trace[1600932282] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"911.911569ms","start":"2026-03-19T09:11:45.295686Z","end":"2026-03-19T09:11:46.207597Z","steps":["trace[1600932282] 'process raft request' (duration: 911.283785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.208037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.295665Z","time spent":"912.273426ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10666,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:46.314884Z","caller":"traceutil/trace.go:171","msg":"trace[1765913257] linearizableReadLoop","detail":"{readStateIndex:5629; appliedIndex:5625; }","duration":"931.221036ms","start":"2026-03-19T09:11:45.383639Z","end":"2026-03-19T09:11:46.31486Z","steps":["trace[1765913257] 'read index received' (duration: 823.636764ms)","trace[1765913257] 'applied index is now lower than readState.Index' (duration: 107.583272ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:46.31497Z","caller":"traceutil/trace.go:171","msg":"trace[986372061] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"915.437957ms","start":"2026-03-19T09:11:45.39952Z","end":"2026-03-19T09:11:46.314958Z","steps":["trace[986372061] 'process raft request' (duration: 889.35299ms)","trace[986372061] 'compare' (duration: 25.707019ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:46.315017Z","caller":"traceutil/trace.go:171","msg":"trace[434194628] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"904.341912ms","start":"2026-03-19T09:11:45.410664Z","end":"2026-03-19T09:11:46.315006Z","steps":["trace[434194628] 'process raft request' (duration: 904.153078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.315276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.399499Z","time spent":"915.517429ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:46.314907Z","caller":"traceutil/trace.go:171","msg":"trace[1337563502] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"908.397551ms","start":"2026-03-19T09:11:45.406486Z","end":"2026-03-19T09:11:46.314884Z","steps":["trace[1337563502] 'process raft request' (duration: 908.255468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.315369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.406449Z","time spent":"908.886172ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:46.315281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.410633Z","time spent":"904.599667ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:46.315429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.790729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:11:46.315502Z","caller":"traceutil/trace.go:171","msg":"trace[1265741277] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5406; }","duration":"931.8982ms","start":"2026-03-19T09:11:45.383584Z","end":"2026-03-19T09:11:46.315483Z","steps":["trace[1265741277] 'agreement among raft nodes before linearized reading' (duration: 931.718796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.315552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.38356Z","time spent":"931.980272ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:11:46.401511Z","caller":"traceutil/trace.go:171","msg":"trace[1780927934] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"188.154806ms","start":"2026-03-19T09:11:46.213332Z","end":"2026-03-19T09:11:46.401487Z","steps":["trace[1780927934] 'process raft request' (duration: 187.760947ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.401522Z","caller":"traceutil/trace.go:171","msg":"trace[1258171756] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"187.197645ms","start":"2026-03-19T09:11:46.214298Z","end":"2026-03-19T09:11:46.401496Z","steps":["trace[1258171756] 'process raft request' (duration: 187.103683ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.401807Z","caller":"traceutil/trace.go:171","msg":"trace[473150186] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"187.074732ms","start":"2026-03-19T09:11:46.214703Z","end":"2026-03-19T09:11:46.401777Z","steps":["trace[473150186] 'process raft request' (duration: 186.755555ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.401925Z","caller":"traceutil/trace.go:171","msg":"trace[419642552] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"185.847684ms","start":"2026-03-19T09:11:46.216043Z","end":"2026-03-19T09:11:46.401891Z","steps":["trace[419642552] 'process raft request' (duration: 185.63425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.401949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.934202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-4rzvk\" ","response":"range_response_count:1 size:8432"} {"level":"info","ts":"2026-03-19T09:11:46.402009Z","caller":"traceutil/trace.go:171","msg":"trace[945783464] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-4rzvk; range_end:; response_count:1; response_revision:5410; }","duration":"189.045505ms","start":"2026-03-19T09:11:46.212948Z","end":"2026-03-19T09:11:46.401994Z","steps":["trace[945783464] 'agreement among raft nodes before linearized reading' (duration: 188.85638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.401946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.750491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:11:46.402073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.669773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:11:46.402093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.723968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:11:46.402175Z","caller":"traceutil/trace.go:171","msg":"trace[482503145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5410; }","duration":"916.828087ms","start":"2026-03-19T09:11:45.485322Z","end":"2026-03-19T09:11:46.40215Z","steps":["trace[482503145] 'agreement among raft nodes before linearized reading' (duration: 916.53246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.402194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.347929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:11:46.402203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.20508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:11:46.402202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.342115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:46.402274Z","caller":"traceutil/trace.go:171","msg":"trace[689457603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5410; }","duration":"915.314073ms","start":"2026-03-19T09:11:45.486949Z","end":"2026-03-19T09:11:46.402263Z","steps":["trace[689457603] 'agreement among raft nodes before linearized reading' (duration: 915.112749ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.402189Z","caller":"traceutil/trace.go:171","msg":"trace[2144434125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5410; }","duration":"942.990866ms","start":"2026-03-19T09:11:45.45912Z","end":"2026-03-19T09:11:46.402111Z","steps":["trace[2144434125] 'agreement among raft nodes before linearized reading' (duration: 942.674489ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.402272Z","caller":"traceutil/trace.go:171","msg":"trace[1306340537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5410; }","duration":"917.403089ms","start":"2026-03-19T09:11:45.484818Z","end":"2026-03-19T09:11:46.402221Z","steps":["trace[1306340537] 'agreement among raft nodes before linearized reading' (duration: 917.158154ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.402287Z","caller":"traceutil/trace.go:171","msg":"trace[1305798279] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5410; }","duration":"913.909742ms","start":"2026-03-19T09:11:45.488296Z","end":"2026-03-19T09:11:46.402206Z","steps":["trace[1305798279] 'agreement among raft nodes before linearized reading' (duration: 913.594575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.402312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.486938Z","time spent":"915.365974ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:11:46.402315Z","caller":"traceutil/trace.go:171","msg":"trace[1404750202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5410; }","duration":"920.519579ms","start":"2026-03-19T09:11:45.481778Z","end":"2026-03-19T09:11:46.402298Z","steps":["trace[1404750202] 'agreement among raft nodes before linearized reading' (duration: 920.251843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.402331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.484806Z","time spent":"917.515363ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:46.402341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.488288Z","time spent":"914.040596ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:11:46.402364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.481754Z","time spent":"920.5999ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:46.402262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.485301Z","time spent":"916.919949ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:11:46.402393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.459097Z","time spent":"943.237361ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:11:46.402097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.763297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:11:46.402465Z","caller":"traceutil/trace.go:171","msg":"trace[32320504] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5410; }","duration":"922.153645ms","start":"2026-03-19T09:11:45.480296Z","end":"2026-03-19T09:11:46.40245Z","steps":["trace[32320504] 'agreement among raft nodes before linearized reading' (duration: 921.734236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.402518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.480273Z","time spent":"922.230217ms","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T09:11:46.403217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.660733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:46.403315Z","caller":"traceutil/trace.go:171","msg":"trace[972304754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5410; }","duration":"906.894048ms","start":"2026-03-19T09:11:45.496402Z","end":"2026-03-19T09:11:46.403296Z","steps":["trace[972304754] 'agreement among raft nodes before linearized reading' (duration: 905.594979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.403396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.496382Z","time spent":"907.003901ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:11:46.911869Z","caller":"traceutil/trace.go:171","msg":"trace[1543820373] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"592.159399ms","start":"2026-03-19T09:11:46.31969Z","end":"2026-03-19T09:11:46.911849Z","steps":["trace[1543820373] 'process raft request' (duration: 550.66043ms)","trace[1543820373] 'compare' (duration: 41.157831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:46.911991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:46.319674Z","time spent":"592.255462ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:46.965199Z","caller":"traceutil/trace.go:171","msg":"trace[277795594] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"558.524125ms","start":"2026-03-19T09:11:46.406639Z","end":"2026-03-19T09:11:46.965164Z","steps":["trace[277795594] 'process raft request' (duration: 558.2799ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.965292Z","caller":"traceutil/trace.go:171","msg":"trace[2033652908] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"558.516804ms","start":"2026-03-19T09:11:46.406738Z","end":"2026-03-19T09:11:46.965255Z","steps":["trace[2033652908] 'process raft request' (duration: 558.307829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.96532Z","caller":"traceutil/trace.go:171","msg":"trace[1988415985] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"558.526015ms","start":"2026-03-19T09:11:46.406764Z","end":"2026-03-19T09:11:46.96529Z","steps":["trace[1988415985] 'process raft request' (duration: 558.31669ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.965342Z","caller":"traceutil/trace.go:171","msg":"trace[1908114114] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"558.550725ms","start":"2026-03-19T09:11:46.406767Z","end":"2026-03-19T09:11:46.965317Z","steps":["trace[1908114114] 'process raft request' (duration: 558.346551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.965376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:46.406611Z","time spent":"558.676328ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:46.965425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:46.40673Z","time spent":"558.623707ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:46.965372Z","caller":"traceutil/trace.go:171","msg":"trace[1956452618] linearizableReadLoop","detail":"{readStateIndex:5635; appliedIndex:5633; }","duration":"558.681538ms","start":"2026-03-19T09:11:46.406671Z","end":"2026-03-19T09:11:46.965353Z","steps":["trace[1956452618] 'read index received' (duration: 463.540902ms)","trace[1956452618] 'applied index is now lower than readState.Index' (duration: 95.139586ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:46.965469Z","caller":"traceutil/trace.go:171","msg":"trace[388416703] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"558.219608ms","start":"2026-03-19T09:11:46.407226Z","end":"2026-03-19T09:11:46.965446Z","steps":["trace[388416703] 'process raft request' (duration: 557.992273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.965473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:46.406742Z","time spent":"558.653647ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:46.96554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.862872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-67f1ab3f-3627-4c6a-93f3-19604d47f764\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-19T09:11:46.965473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:46.406743Z","time spent":"558.656827ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:46.965596Z","caller":"traceutil/trace.go:171","msg":"trace[1658517555] range","detail":"{range_begin:/registry/persistentvolumes/pvc-67f1ab3f-3627-4c6a-93f3-19604d47f764; range_end:; response_count:1; response_revision:5417; }","duration":"558.963484ms","start":"2026-03-19T09:11:46.406615Z","end":"2026-03-19T09:11:46.965579Z","steps":["trace[1658517555] 'agreement among raft nodes before linearized reading' (duration: 558.7918ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.965578Z","caller":"traceutil/trace.go:171","msg":"trace[1575130218] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"551.549759ms","start":"2026-03-19T09:11:46.413995Z","end":"2026-03-19T09:11:46.965545Z","steps":["trace[1575130218] 'process raft request' (duration: 551.286634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.965653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:46.407205Z","time spent":"558.31262ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:46.965793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:46.413986Z","time spent":"551.722343ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8235,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:46.965642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:46.406591Z","time spent":"559.038206ms","remote":"127.0.0.1:50360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-67f1ab3f-3627-4c6a-93f3-19604d47f764\" "} {"level":"info","ts":"2026-03-19T09:11:47.128566Z","caller":"traceutil/trace.go:171","msg":"trace[879700456] linearizableReadLoop","detail":"{readStateIndex:5641; appliedIndex:5640; }","duration":"163.055881ms","start":"2026-03-19T09:11:46.965489Z","end":"2026-03-19T09:11:47.128545Z","steps":["trace[879700456] 'read index received' (duration: 81.009884ms)","trace[879700456] 'applied index is now lower than readState.Index' (duration: 82.044967ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:47.128656Z","caller":"traceutil/trace.go:171","msg":"trace[1137170576] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"245.323152ms","start":"2026-03-19T09:11:46.883298Z","end":"2026-03-19T09:11:47.128621Z","steps":["trace[1137170576] 'process raft request' (duration: 163.110351ms)","trace[1137170576] 'compare' (duration: 81.973425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:47.128799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.271436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:11:47.128837Z","caller":"traceutil/trace.go:171","msg":"trace[1814714992] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5418; }","duration":"594.375068ms","start":"2026-03-19T09:11:46.534452Z","end":"2026-03-19T09:11:47.128827Z","steps":["trace[1814714992] 'agreement among raft nodes before linearized reading' (duration: 594.206174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:47.128868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:46.534423Z","time spent":"594.43665ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:11:47.128884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.305904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:47.129007Z","caller":"traceutil/trace.go:171","msg":"trace[1604839777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5418; }","duration":"630.484238ms","start":"2026-03-19T09:11:46.498491Z","end":"2026-03-19T09:11:47.128975Z","steps":["trace[1604839777] 'agreement among raft nodes before linearized reading' (duration: 630.268414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:47.129078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:46.498458Z","time spent":"630.60509ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:11:47.129121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.521724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81887"} {"level":"info","ts":"2026-03-19T09:11:47.129228Z","caller":"traceutil/trace.go:171","msg":"trace[1710127181] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5418; }","duration":"721.710028ms","start":"2026-03-19T09:11:46.407502Z","end":"2026-03-19T09:11:47.129212Z","steps":["trace[1710127181] 'agreement among raft nodes before linearized reading' (duration: 721.34173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:47.129264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:46.407493Z","time spent":"721.762979ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81909,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:11:47.158209Z","caller":"traceutil/trace.go:171","msg":"trace[1549071957] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"182.377177ms","start":"2026-03-19T09:11:46.975807Z","end":"2026-03-19T09:11:47.158184Z","steps":["trace[1549071957] 'process raft request' (duration: 182.119582ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:47.158296Z","caller":"traceutil/trace.go:171","msg":"trace[18070510] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"182.231474ms","start":"2026-03-19T09:11:46.976041Z","end":"2026-03-19T09:11:47.158272Z","steps":["trace[18070510] 'process raft request' (duration: 182.03642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:47.158375Z","caller":"traceutil/trace.go:171","msg":"trace[924737995] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"179.602896ms","start":"2026-03-19T09:11:46.978763Z","end":"2026-03-19T09:11:47.158366Z","steps":["trace[924737995] 'process raft request' (duration: 179.497494ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:47.158407Z","caller":"traceutil/trace.go:171","msg":"trace[1463844070] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"181.776265ms","start":"2026-03-19T09:11:46.976595Z","end":"2026-03-19T09:11:47.158372Z","steps":["trace[1463844070] 'process raft request' (duration: 181.605151ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:47.158603Z","caller":"traceutil/trace.go:171","msg":"trace[1062244972] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"182.534441ms","start":"2026-03-19T09:11:46.976036Z","end":"2026-03-19T09:11:47.15857Z","steps":["trace[1062244972] 'process raft request' (duration: 182.109202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:47.346609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.966505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:47.346687Z","caller":"traceutil/trace.go:171","msg":"trace[550527625] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5424; }","duration":"115.108548ms","start":"2026-03-19T09:11:47.231561Z","end":"2026-03-19T09:11:47.346669Z","steps":["trace[550527625] 'range keys from in-memory index tree' (duration: 114.851222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:47.642163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.261406ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:11:47.642274Z","caller":"traceutil/trace.go:171","msg":"trace[1478699278] linearizableReadLoop","detail":"{readStateIndex:5648; appliedIndex:5647; }","duration":"281.328407ms","start":"2026-03-19T09:11:47.360925Z","end":"2026-03-19T09:11:47.642253Z","steps":["trace[1478699278] 'read index received' (duration: 23.820306ms)","trace[1478699278] 'applied index is now lower than readState.Index' (duration: 257.506711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:47.642556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.590424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:11:47.642634Z","caller":"traceutil/trace.go:171","msg":"trace[352416353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5424; }","duration":"281.702095ms","start":"2026-03-19T09:11:47.360886Z","end":"2026-03-19T09:11:47.642589Z","steps":["trace[352416353] 'agreement among raft nodes before linearized reading' (duration: 281.45979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:48.527651Z","caller":"traceutil/trace.go:171","msg":"trace[1564304195] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"206.529543ms","start":"2026-03-19T09:11:48.321096Z","end":"2026-03-19T09:11:48.527626Z","steps":["trace[1564304195] 'process raft request' (duration: 206.365129ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:48.808112Z","caller":"traceutil/trace.go:171","msg":"trace[1218565769] linearizableReadLoop","detail":"{readStateIndex:5651; appliedIndex:5648; }","duration":"456.955096ms","start":"2026-03-19T09:11:48.35114Z","end":"2026-03-19T09:11:48.808095Z","steps":["trace[1218565769] 'read index received' (duration: 176.331184ms)","trace[1218565769] 'applied index is now lower than readState.Index' (duration: 280.623372ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:48.808192Z","caller":"traceutil/trace.go:171","msg":"trace[409309455] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"485.646411ms","start":"2026-03-19T09:11:48.322537Z","end":"2026-03-19T09:11:48.808184Z","steps":["trace[409309455] 'process raft request' (duration: 485.523368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:48.808261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.322519Z","time spent":"485.689352ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:48.808223Z","caller":"traceutil/trace.go:171","msg":"trace[1174345870] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"486.9166ms","start":"2026-03-19T09:11:48.321255Z","end":"2026-03-19T09:11:48.808171Z","steps":["trace[1174345870] 'process raft request' (duration: 486.703135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:48.808337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.676861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:48.808385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.227652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:11:48.8084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.321218Z","time spent":"487.095493ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:48.808421Z","caller":"traceutil/trace.go:171","msg":"trace[769755304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5427; }","duration":"312.767783ms","start":"2026-03-19T09:11:48.495633Z","end":"2026-03-19T09:11:48.8084Z","steps":["trace[769755304] 'agreement among raft nodes before linearized reading' (duration: 312.64356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:48.808449Z","caller":"traceutil/trace.go:171","msg":"trace[649804128] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5427; }","duration":"457.339625ms","start":"2026-03-19T09:11:48.351096Z","end":"2026-03-19T09:11:48.808436Z","steps":["trace[649804128] 'agreement among raft nodes before linearized reading' (duration: 457.190611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:48.808464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.495567Z","time spent":"312.889036ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:11:48.808493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.351079Z","time spent":"457.404506ms","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":48,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:48.808551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.846608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-494lq\" ","response":"range_response_count:1 size:4343"} {"level":"info","ts":"2026-03-19T09:11:48.808575Z","caller":"traceutil/trace.go:171","msg":"trace[170302193] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-494lq; range_end:; response_count:1; response_revision:5427; }","duration":"276.898289ms","start":"2026-03-19T09:11:48.531668Z","end":"2026-03-19T09:11:48.808566Z","steps":["trace[170302193] 'agreement among raft nodes before linearized reading' (duration: 276.802507ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:48.922448Z","caller":"traceutil/trace.go:171","msg":"trace[1357948563] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"105.214969ms","start":"2026-03-19T09:11:48.817208Z","end":"2026-03-19T09:11:48.922423Z","steps":["trace[1357948563] 'process raft request' (duration: 105.042326ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.035957Z","caller":"traceutil/trace.go:171","msg":"trace[990795353] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"103.597454ms","start":"2026-03-19T09:11:48.932242Z","end":"2026-03-19T09:11:49.035839Z","steps":["trace[990795353] 'process raft request' (duration: 103.509552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.035953Z","caller":"traceutil/trace.go:171","msg":"trace[1526694506] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"103.972112ms","start":"2026-03-19T09:11:48.93196Z","end":"2026-03-19T09:11:49.035932Z","steps":["trace[1526694506] 'process raft request' (duration: 103.661695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.091739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.698914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:11:49.091742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.530566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:11:49.091787Z","caller":"traceutil/trace.go:171","msg":"trace[845056451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5432; }","duration":"121.760935ms","start":"2026-03-19T09:11:48.970015Z","end":"2026-03-19T09:11:49.091776Z","steps":["trace[845056451] 'agreement among raft nodes before linearized reading' (duration: 121.625982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.091769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.948909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:49.091856Z","caller":"traceutil/trace.go:171","msg":"trace[32334857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5432; }","duration":"122.067611ms","start":"2026-03-19T09:11:48.969768Z","end":"2026-03-19T09:11:49.091835Z","steps":["trace[32334857] 'agreement among raft nodes before linearized reading' (duration: 121.924558ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.091799Z","caller":"traceutil/trace.go:171","msg":"trace[1014856611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5432; }","duration":"119.623607ms","start":"2026-03-19T09:11:48.972162Z","end":"2026-03-19T09:11:49.091786Z","steps":["trace[1014856611] 'agreement among raft nodes before linearized reading' (duration: 119.495435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.092279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.570884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:11:49.092347Z","caller":"traceutil/trace.go:171","msg":"trace[1918620903] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5432; }","duration":"122.667136ms","start":"2026-03-19T09:11:48.96966Z","end":"2026-03-19T09:11:49.092327Z","steps":["trace[1918620903] 'agreement among raft nodes before linearized reading' (duration: 121.868518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.243644Z","caller":"traceutil/trace.go:171","msg":"trace[344036402] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"144.577941ms","start":"2026-03-19T09:11:49.099047Z","end":"2026-03-19T09:11:49.243625Z","steps":["trace[344036402] 'process raft request' (duration: 144.53133ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.243689Z","caller":"traceutil/trace.go:171","msg":"trace[1441792251] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"144.647883ms","start":"2026-03-19T09:11:49.099011Z","end":"2026-03-19T09:11:49.243659Z","steps":["trace[1441792251] 'process raft request' (duration: 79.631812ms)","trace[1441792251] 'compare' (duration: 64.853357ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:49.243972Z","caller":"traceutil/trace.go:171","msg":"trace[1283583447] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"144.631522ms","start":"2026-03-19T09:11:49.099334Z","end":"2026-03-19T09:11:49.243965Z","steps":["trace[1283583447] 'process raft request' (duration: 144.268424ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.243975Z","caller":"traceutil/trace.go:171","msg":"trace[841296722] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5658; }","duration":"110.432095ms","start":"2026-03-19T09:11:49.133522Z","end":"2026-03-19T09:11:49.243954Z","steps":["trace[841296722] 'read index received' (duration: 45.100568ms)","trace[841296722] 'applied index is now lower than readState.Index' (duration: 65.329907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:49.244203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.667171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:11:49.244261Z","caller":"traceutil/trace.go:171","msg":"trace[1828470451] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5437; }","duration":"110.775332ms","start":"2026-03-19T09:11:49.133471Z","end":"2026-03-19T09:11:49.244246Z","steps":["trace[1828470451] 'agreement among raft nodes before linearized reading' (duration: 110.548747ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.190417Z","caller":"traceutil/trace.go:171","msg":"trace[508675180] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"101.828675ms","start":"2026-03-19T09:11:51.08852Z","end":"2026-03-19T09:11:51.190349Z","steps":["trace[508675180] 'process raft request' (duration: 101.721052ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.451773Z","caller":"traceutil/trace.go:171","msg":"trace[72134764] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"164.310658ms","start":"2026-03-19T09:11:51.287439Z","end":"2026-03-19T09:11:51.45175Z","steps":["trace[72134764] 'process raft request' (duration: 164.134184ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.452073Z","caller":"traceutil/trace.go:171","msg":"trace[554015520] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"164.390879ms","start":"2026-03-19T09:11:51.287666Z","end":"2026-03-19T09:11:51.452057Z","steps":["trace[554015520] 'process raft request' (duration: 164.046832ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.45213Z","caller":"traceutil/trace.go:171","msg":"trace[1265240033] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"164.359689ms","start":"2026-03-19T09:11:51.287747Z","end":"2026-03-19T09:11:51.452107Z","steps":["trace[1265240033] 'process raft request' (duration: 164.207145ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.452177Z","caller":"traceutil/trace.go:171","msg":"trace[1587711396] linearizableReadLoop","detail":"{readStateIndex:5683; appliedIndex:5679; }","duration":"162.976158ms","start":"2026-03-19T09:11:51.289184Z","end":"2026-03-19T09:11:51.452161Z","steps":["trace[1587711396] 'read index received' (duration: 26.580958ms)","trace[1587711396] 'applied index is now lower than readState.Index' (duration: 136.3944ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:51.452271Z","caller":"traceutil/trace.go:171","msg":"trace[1997156771] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"163.256994ms","start":"2026-03-19T09:11:51.289002Z","end":"2026-03-19T09:11:51.452259Z","steps":["trace[1997156771] 'process raft request' (duration: 163.041209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.452477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.277864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82089"} {"level":"info","ts":"2026-03-19T09:11:51.452528Z","caller":"traceutil/trace.go:171","msg":"trace[735495603] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5459; }","duration":"163.405877ms","start":"2026-03-19T09:11:51.289111Z","end":"2026-03-19T09:11:51.452517Z","steps":["trace[735495603] 'agreement among raft nodes before linearized reading' (duration: 163.106091ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.615074Z","caller":"traceutil/trace.go:171","msg":"trace[410808326] linearizableReadLoop","detail":"{readStateIndex:5685; appliedIndex:5684; }","duration":"105.506937ms","start":"2026-03-19T09:11:51.509539Z","end":"2026-03-19T09:11:51.615045Z","steps":["trace[410808326] 'read index received' (duration: 49.300992ms)","trace[410808326] 'applied index is now lower than readState.Index' (duration: 56.204445ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:51.615111Z","caller":"traceutil/trace.go:171","msg":"trace[1647398633] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"107.08188ms","start":"2026-03-19T09:11:51.508002Z","end":"2026-03-19T09:11:51.615083Z","steps":["trace[1647398633] 'process raft request' (duration: 50.934078ms)","trace[1647398633] 'compare' (duration: 55.975569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:51.61544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.853724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.615587Z","caller":"traceutil/trace.go:171","msg":"trace[1229424213] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5460; }","duration":"106.076299ms","start":"2026-03-19T09:11:51.509483Z","end":"2026-03-19T09:11:51.615559Z","steps":["trace[1229424213] 'agreement among raft nodes before linearized reading' (duration: 105.713861ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.916842Z","caller":"traceutil/trace.go:171","msg":"trace[526360294] linearizableReadLoop","detail":"{readStateIndex:5686; appliedIndex:5685; }","duration":"106.020908ms","start":"2026-03-19T09:11:51.810799Z","end":"2026-03-19T09:11:51.91682Z","steps":["trace[526360294] 'read index received' (duration: 105.834134ms)","trace[526360294] 'applied index is now lower than readState.Index' (duration: 185.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:51.916983Z","caller":"traceutil/trace.go:171","msg":"trace[949546208] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"156.945725ms","start":"2026-03-19T09:11:51.759958Z","end":"2026-03-19T09:11:51.916904Z","steps":["trace[949546208] 'process raft request' (duration: 156.71358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.917382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.557259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:51.917446Z","caller":"traceutil/trace.go:171","msg":"trace[965431079] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5461; }","duration":"106.673652ms","start":"2026-03-19T09:11:51.810754Z","end":"2026-03-19T09:11:51.917428Z","steps":["trace[965431079] 'agreement among raft nodes before linearized reading' (duration: 106.183781ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:52.128244Z","caller":"traceutil/trace.go:171","msg":"trace[108751416] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"174.759468ms","start":"2026-03-19T09:11:51.953457Z","end":"2026-03-19T09:11:52.128216Z","steps":["trace[108751416] 'process raft request' (duration: 173.649014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:52.141929Z","caller":"traceutil/trace.go:171","msg":"trace[1976183144] linearizableReadLoop","detail":"{readStateIndex:5689; appliedIndex:5687; }","duration":"136.586173ms","start":"2026-03-19T09:11:52.005324Z","end":"2026-03-19T09:11:52.14191Z","steps":["trace[1976183144] 'read index received' (duration: 121.824637ms)","trace[1976183144] 'applied index is now lower than readState.Index' (duration: 14.760346ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:52.141979Z","caller":"traceutil/trace.go:171","msg":"trace[2086952552] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5463; }","duration":"188.222897ms","start":"2026-03-19T09:11:51.953724Z","end":"2026-03-19T09:11:52.141946Z","steps":["trace[2086952552] 'process raft request' (duration: 188.086474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:52.142133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.772988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:52.14224Z","caller":"traceutil/trace.go:171","msg":"trace[1948760827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5463; }","duration":"136.935181ms","start":"2026-03-19T09:11:52.005279Z","end":"2026-03-19T09:11:52.142214Z","steps":["trace[1948760827] 'agreement among raft nodes before linearized reading' (duration: 136.727057ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:52.271607Z","caller":"traceutil/trace.go:171","msg":"trace[2130262234] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"114.068266ms","start":"2026-03-19T09:11:52.157506Z","end":"2026-03-19T09:11:52.271574Z","steps":["trace[2130262234] 'process raft request' (duration: 89.513582ms)","trace[2130262234] 'compare' (duration: 24.313708ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:52.450175Z","caller":"traceutil/trace.go:171","msg":"trace[220765814] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"197.43482ms","start":"2026-03-19T09:11:52.2527Z","end":"2026-03-19T09:11:52.450135Z","steps":["trace[220765814] 'process raft request' (duration: 141.239646ms)","trace[220765814] 'compare' (duration: 56.060481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:52.956081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.573166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:52.956237Z","caller":"traceutil/trace.go:171","msg":"trace[992158975] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"413.694539ms","start":"2026-03-19T09:11:52.542498Z","end":"2026-03-19T09:11:52.956192Z","steps":["trace[992158975] 'process raft request' (duration: 158.906028ms)","trace[992158975] 'compare' (duration: 254.251069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:52.956379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:52.542484Z","time spent":"413.820751ms","remote":"127.0.0.1:54598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2577,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:52.956435Z","caller":"traceutil/trace.go:171","msg":"trace[889445112] linearizableReadLoop","detail":"{readStateIndex:5697; appliedIndex:5696; }","duration":"352.932504ms","start":"2026-03-19T09:11:52.603489Z","end":"2026-03-19T09:11:52.956421Z","steps":["trace[889445112] 'read index received' (duration: 97.913078ms)","trace[889445112] 'applied index is now lower than readState.Index' (duration: 255.018056ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:52.956382Z","caller":"traceutil/trace.go:171","msg":"trace[1745349328] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"120.591929ms","start":"2026-03-19T09:11:52.835766Z","end":"2026-03-19T09:11:52.956358Z","steps":["trace[1745349328] 'process raft request' (duration: 120.526998ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:52.956756Z","caller":"traceutil/trace.go:171","msg":"trace[1377198024] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"122.601254ms","start":"2026-03-19T09:11:52.834119Z","end":"2026-03-19T09:11:52.95672Z","steps":["trace[1377198024] 'process raft request' (duration: 122.080263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:52.956808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.317844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:11:52.956803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.290121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T09:11:52.957014Z","caller":"traceutil/trace.go:171","msg":"trace[1718875615] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5473; }","duration":"353.468865ms","start":"2026-03-19T09:11:52.603454Z","end":"2026-03-19T09:11:52.956923Z","steps":["trace[1718875615] 'agreement among raft nodes before linearized reading' (duration: 353.058986ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:52.956852Z","caller":"traceutil/trace.go:171","msg":"trace[1197709089] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5473; }","duration":"307.404426ms","start":"2026-03-19T09:11:52.649437Z","end":"2026-03-19T09:11:52.956841Z","steps":["trace[1197709089] 'agreement among raft nodes before linearized reading' (duration: 307.220432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:52.957203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:52.649415Z","time spent":"307.759943ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:11:52.957214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:52.603441Z","time spent":"353.66916ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":672,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-19T09:11:52.957612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.579359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-19T09:11:52.957697Z","caller":"traceutil/trace.go:171","msg":"trace[1819463941] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5473; }","duration":"237.695541ms","start":"2026-03-19T09:11:52.719979Z","end":"2026-03-19T09:11:52.957674Z","steps":["trace[1819463941] 'agreement among raft nodes before linearized reading' (duration: 236.74948ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:53.432946Z","caller":"traceutil/trace.go:171","msg":"trace[1700378972] linearizableReadLoop","detail":"{readStateIndex:5720; appliedIndex:5719; }","duration":"217.718121ms","start":"2026-03-19T09:11:53.215202Z","end":"2026-03-19T09:11:53.43292Z","steps":["trace[1700378972] 'read index received' (duration: 217.416315ms)","trace[1700378972] 'applied index is now lower than readState.Index' (duration: 300.936µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:53.433045Z","caller":"traceutil/trace.go:171","msg":"trace[1112859720] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"223.381046ms","start":"2026-03-19T09:11:53.209623Z","end":"2026-03-19T09:11:53.433004Z","steps":["trace[1112859720] 'process raft request' (duration: 223.064339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.433214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.949629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:53.433288Z","caller":"traceutil/trace.go:171","msg":"trace[1234489538] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5493; }","duration":"126.076562ms","start":"2026-03-19T09:11:53.307189Z","end":"2026-03-19T09:11:53.433266Z","steps":["trace[1234489538] 'agreement among raft nodes before linearized reading' (duration: 125.870597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.433311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.040698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:11:53.433424Z","caller":"traceutil/trace.go:171","msg":"trace[1261369273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5493; }","duration":"218.230122ms","start":"2026-03-19T09:11:53.215152Z","end":"2026-03-19T09:11:53.433382Z","steps":["trace[1261369273] 'agreement among raft nodes before linearized reading' (duration: 217.880825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.43409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.674058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-19T09:11:53.434174Z","caller":"traceutil/trace.go:171","msg":"trace[1372900032] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5493; }","duration":"109.809462ms","start":"2026-03-19T09:11:53.324345Z","end":"2026-03-19T09:11:53.434154Z","steps":["trace[1372900032] 'agreement among raft nodes before linearized reading' (duration: 108.899831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:53.754931Z","caller":"traceutil/trace.go:171","msg":"trace[464702748] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"222.232959ms","start":"2026-03-19T09:11:53.532672Z","end":"2026-03-19T09:11:53.754905Z","steps":["trace[464702748] 'process raft request' (duration: 222.148307ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:53.754991Z","caller":"traceutil/trace.go:171","msg":"trace[1770094805] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"222.624748ms","start":"2026-03-19T09:11:53.532322Z","end":"2026-03-19T09:11:53.754947Z","steps":["trace[1770094805] 'process raft request' (duration: 167.182851ms)","trace[1770094805] 'compare' (duration: 55.175391ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:53.755091Z","caller":"traceutil/trace.go:171","msg":"trace[1960770766] linearizableReadLoop","detail":"{readStateIndex:5723; appliedIndex:5721; }","duration":"221.536935ms","start":"2026-03-19T09:11:53.533524Z","end":"2026-03-19T09:11:53.755061Z","steps":["trace[1960770766] 'read index received' (duration: 165.893123ms)","trace[1960770766] 'applied index is now lower than readState.Index' (duration: 55.640222ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:53.755139Z","caller":"traceutil/trace.go:171","msg":"trace[297756070] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"221.498913ms","start":"2026-03-19T09:11:53.533625Z","end":"2026-03-19T09:11:53.755124Z","steps":["trace[297756070] 'process raft request' (duration: 221.240947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.755355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.576678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-19T09:11:53.755379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.847831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82089"} {"level":"info","ts":"2026-03-19T09:11:53.7554Z","caller":"traceutil/trace.go:171","msg":"trace[1005586081] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5497; }","duration":"204.662941ms","start":"2026-03-19T09:11:53.550723Z","end":"2026-03-19T09:11:53.755386Z","steps":["trace[1005586081] 'agreement among raft nodes before linearized reading' (duration: 204.493857ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:53.755441Z","caller":"traceutil/trace.go:171","msg":"trace[1385758570] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5497; }","duration":"221.931363ms","start":"2026-03-19T09:11:53.533492Z","end":"2026-03-19T09:11:53.755423Z","steps":["trace[1385758570] 'agreement among raft nodes before linearized reading' (duration: 221.703688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.755053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.358412ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:53.755773Z","caller":"traceutil/trace.go:171","msg":"trace[1733676668] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5494; }","duration":"101.120109ms","start":"2026-03-19T09:11:53.654631Z","end":"2026-03-19T09:11:53.755751Z","steps":["trace[1733676668] 'range keys from in-memory index tree' (duration: 100.053196ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:55.196295Z","caller":"traceutil/trace.go:171","msg":"trace[740293088] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"233.308605ms","start":"2026-03-19T09:11:54.962962Z","end":"2026-03-19T09:11:55.19627Z","steps":["trace[740293088] 'process raft request' (duration: 220.472711ms)","trace[740293088] 'compare' (duration: 12.288391ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:56.747563Z","caller":"traceutil/trace.go:171","msg":"trace[590644965] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"135.684704ms","start":"2026-03-19T09:11:56.61186Z","end":"2026-03-19T09:11:56.747544Z","steps":["trace[590644965] 'process raft request' (duration: 135.575541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:57.052498Z","caller":"traceutil/trace.go:171","msg":"trace[671690043] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"288.469956ms","start":"2026-03-19T09:11:56.764008Z","end":"2026-03-19T09:11:57.052478Z","steps":["trace[671690043] 'process raft request' (duration: 286.720108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:57.088185Z","caller":"traceutil/trace.go:171","msg":"trace[308192387] linearizableReadLoop","detail":"{readStateIndex:5749; appliedIndex:5747; }","duration":"140.727266ms","start":"2026-03-19T09:11:56.947415Z","end":"2026-03-19T09:11:57.088142Z","steps":["trace[308192387] 'read index received' (duration: 103.401ms)","trace[308192387] 'applied index is now lower than readState.Index' (duration: 37.322516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:57.088503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.074313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2319"} {"level":"info","ts":"2026-03-19T09:11:57.088617Z","caller":"traceutil/trace.go:171","msg":"trace[1502716793] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5523; }","duration":"141.219837ms","start":"2026-03-19T09:11:56.947376Z","end":"2026-03-19T09:11:57.088596Z","steps":["trace[1502716793] 'agreement among raft nodes before linearized reading' (duration: 140.883159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:57.599123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.748912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:57.599204Z","caller":"traceutil/trace.go:171","msg":"trace[1435281429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5530; }","duration":"101.870475ms","start":"2026-03-19T09:11:57.497313Z","end":"2026-03-19T09:11:57.599184Z","steps":["trace[1435281429] 'range keys from in-memory index tree' (duration: 101.677681ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:57.996629Z","caller":"traceutil/trace.go:171","msg":"trace[713021171] linearizableReadLoop","detail":"{readStateIndex:5760; appliedIndex:5759; }","duration":"365.236826ms","start":"2026-03-19T09:11:57.631372Z","end":"2026-03-19T09:11:57.996609Z","steps":["trace[713021171] 'read index received' (duration: 56.45808ms)","trace[713021171] 'applied index is now lower than readState.Index' (duration: 308.777946ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:57.996699Z","caller":"traceutil/trace.go:171","msg":"trace[1718361529] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"384.442931ms","start":"2026-03-19T09:11:57.612225Z","end":"2026-03-19T09:11:57.996668Z","steps":["trace[1718361529] 'process raft request' (duration: 384.241607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:57.996863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.479941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T09:11:57.996903Z","caller":"traceutil/trace.go:171","msg":"trace[1699991907] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5532; }","duration":"365.572653ms","start":"2026-03-19T09:11:57.631315Z","end":"2026-03-19T09:11:57.996888Z","steps":["trace[1699991907] 'agreement among raft nodes before linearized reading' (duration: 365.395889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:57.99693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:57.631295Z","time spent":"365.628173ms","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T09:11:57.996918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.46348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:11:57.996946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.567771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:11:57.99697Z","caller":"traceutil/trace.go:171","msg":"trace[304533841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5532; }","duration":"206.546271ms","start":"2026-03-19T09:11:57.790412Z","end":"2026-03-19T09:11:57.996958Z","steps":["trace[304533841] 'agreement among raft nodes before linearized reading' (duration: 206.403718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:57.996967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.967153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:57.996994Z","caller":"traceutil/trace.go:171","msg":"trace[703893709] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5532; }","duration":"205.648722ms","start":"2026-03-19T09:11:57.791332Z","end":"2026-03-19T09:11:57.996981Z","steps":["trace[703893709] 'agreement among raft nodes before linearized reading' (duration: 205.502699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:57.997033Z","caller":"traceutil/trace.go:171","msg":"trace[661066696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5532; }","duration":"217.089695ms","start":"2026-03-19T09:11:57.779926Z","end":"2026-03-19T09:11:57.997016Z","steps":["trace[661066696] 'agreement among raft nodes before linearized reading' (duration: 216.882871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:57.997121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.682445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:11:57.997872Z","caller":"traceutil/trace.go:171","msg":"trace[440771598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5532; }","duration":"207.477333ms","start":"2026-03-19T09:11:57.790374Z","end":"2026-03-19T09:11:57.997851Z","steps":["trace[440771598] 'agreement among raft nodes before linearized reading' (duration: 206.523441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:57.997516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:57.612207Z","time spent":"384.576943ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17192,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:58.249174Z","caller":"traceutil/trace.go:171","msg":"trace[1414284067] linearizableReadLoop","detail":"{readStateIndex:5763; appliedIndex:5761; }","duration":"210.614083ms","start":"2026-03-19T09:11:58.038503Z","end":"2026-03-19T09:11:58.249117Z","steps":["trace[1414284067] 'read index received' (duration: 210.48406ms)","trace[1414284067] 'applied index is now lower than readState.Index' (duration: 128.893µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:58.249253Z","caller":"traceutil/trace.go:171","msg":"trace[1612725690] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"246.090158ms","start":"2026-03-19T09:11:58.003123Z","end":"2026-03-19T09:11:58.249214Z","steps":["trace[1612725690] 'process raft request' (duration: 245.947975ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:58.249295Z","caller":"traceutil/trace.go:171","msg":"trace[2117177245] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"246.742832ms","start":"2026-03-19T09:11:58.002527Z","end":"2026-03-19T09:11:58.24927Z","steps":["trace[2117177245] 'process raft request' (duration: 246.415875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:58.249501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.703928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T09:11:58.249593Z","caller":"traceutil/trace.go:171","msg":"trace[1507795721] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5535; }","duration":"245.841052ms","start":"2026-03-19T09:11:58.003729Z","end":"2026-03-19T09:11:58.24957Z","steps":["trace[1507795721] 'agreement among raft nodes before linearized reading' (duration: 245.548755ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:58.475013Z","caller":"traceutil/trace.go:171","msg":"trace[1754266544] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"242.743215ms","start":"2026-03-19T09:11:58.232246Z","end":"2026-03-19T09:11:58.47499Z","steps":["trace[1754266544] 'process raft request' (duration: 242.538ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:58.475126Z","caller":"traceutil/trace.go:171","msg":"trace[383098348] linearizableReadLoop","detail":"{readStateIndex:5764; appliedIndex:5764; }","duration":"225.84735ms","start":"2026-03-19T09:11:58.249244Z","end":"2026-03-19T09:11:58.475092Z","steps":["trace[383098348] 'read index received' (duration: 225.83351ms)","trace[383098348] 'applied index is now lower than readState.Index' (duration: 12.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:58.475375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.702172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:11:58.475477Z","caller":"traceutil/trace.go:171","msg":"trace[1511220390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5536; }","duration":"401.843906ms","start":"2026-03-19T09:11:58.07361Z","end":"2026-03-19T09:11:58.475454Z","steps":["trace[1511220390] 'agreement among raft nodes before linearized reading' (duration: 401.58123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:58.475536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:58.07359Z","time spent":"401.931117ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:11:58.475619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.163481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8d14de11-101c-41e6-a3f5-771f9aca9222\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-19T09:11:58.475672Z","caller":"traceutil/trace.go:171","msg":"trace[907563162] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8d14de11-101c-41e6-a3f5-771f9aca9222; range_end:; response_count:1; response_revision:5536; }","duration":"223.272843ms","start":"2026-03-19T09:11:58.252387Z","end":"2026-03-19T09:11:58.47566Z","steps":["trace[907563162] 'agreement among raft nodes before linearized reading' (duration: 222.868254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:59.516887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.412001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:59.517033Z","caller":"traceutil/trace.go:171","msg":"trace[2007198068] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"292.364541ms","start":"2026-03-19T09:11:59.224624Z","end":"2026-03-19T09:11:59.516988Z","steps":["trace[2007198068] 'process raft request' (duration: 145.768266ms)","trace[2007198068] 'compare' (duration: 146.264428ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:59.831745Z","caller":"traceutil/trace.go:171","msg":"trace[643828678] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"103.486281ms","start":"2026-03-19T09:11:59.728233Z","end":"2026-03-19T09:11:59.83172Z","steps":["trace[643828678] 'process raft request' (duration: 103.355078ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:01.326233Z","caller":"traceutil/trace.go:171","msg":"trace[1240606638] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"138.767552ms","start":"2026-03-19T09:12:01.187433Z","end":"2026-03-19T09:12:01.3262Z","steps":["trace[1240606638] 'process raft request' (duration: 40.925699ms)","trace[1240606638] 'compare' (duration: 97.575057ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:01.800687Z","caller":"traceutil/trace.go:171","msg":"trace[1884719340] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"278.308871ms","start":"2026-03-19T09:12:01.522344Z","end":"2026-03-19T09:12:01.800653Z","steps":["trace[1884719340] 'process raft request' (duration: 278.090426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:01.945167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:01.551923Z","time spent":"393.236124ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:12:01.945244Z","caller":"traceutil/trace.go:171","msg":"trace[1268695590] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"160.331182ms","start":"2026-03-19T09:12:01.784871Z","end":"2026-03-19T09:12:01.945202Z","steps":["trace[1268695590] 'process raft request' (duration: 160.122107ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:01.945188Z","caller":"traceutil/trace.go:171","msg":"trace[1969239575] linearizableReadLoop","detail":"{readStateIndex:5778; appliedIndex:5776; }","duration":"393.090941ms","start":"2026-03-19T09:12:01.552032Z","end":"2026-03-19T09:12:01.945123Z","steps":["trace[1969239575] 'read index received' (duration: 248.381417ms)","trace[1969239575] 'applied index is now lower than readState.Index' (duration: 144.708034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:01.945424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.343376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:01.945491Z","caller":"traceutil/trace.go:171","msg":"trace[1183203421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5550; }","duration":"393.451899ms","start":"2026-03-19T09:12:01.552025Z","end":"2026-03-19T09:12:01.945477Z","steps":["trace[1183203421] 'agreement among raft nodes before linearized reading' (duration: 393.215113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:01.945561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:01.551982Z","time spent":"393.567841ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:12:01.945634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.188266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:12:01.945701Z","caller":"traceutil/trace.go:171","msg":"trace[1427774203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5550; }","duration":"109.296557ms","start":"2026-03-19T09:12:01.836389Z","end":"2026-03-19T09:12:01.945686Z","steps":["trace[1427774203] 'agreement among raft nodes before linearized reading' (duration: 109.128164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:01.945634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.390705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:12:01.945831Z","caller":"traceutil/trace.go:171","msg":"trace[1889965327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5550; }","duration":"360.578609ms","start":"2026-03-19T09:12:01.585224Z","end":"2026-03-19T09:12:01.945802Z","steps":["trace[1889965327] 'agreement among raft nodes before linearized reading' (duration: 360.282072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:01.945912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:01.585162Z","time spent":"360.717651ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:12:02.500581Z","caller":"traceutil/trace.go:171","msg":"trace[907837398] linearizableReadLoop","detail":"{readStateIndex:5784; appliedIndex:5783; }","duration":"301.972506ms","start":"2026-03-19T09:12:02.198593Z","end":"2026-03-19T09:12:02.500565Z","steps":["trace[907837398] 'read index received' (duration: 301.795752ms)","trace[907837398] 'applied index is now lower than readState.Index' (duration: 176.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:02.500663Z","caller":"traceutil/trace.go:171","msg":"trace[1402638059] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"357.03454ms","start":"2026-03-19T09:12:02.143602Z","end":"2026-03-19T09:12:02.500636Z","steps":["trace[1402638059] 'process raft request' (duration: 356.786804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:02.500802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:02.143574Z","time spent":"357.144302ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:02.500845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.869203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:12:02.500904Z","caller":"traceutil/trace.go:171","msg":"trace[882699537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5555; }","duration":"174.940104ms","start":"2026-03-19T09:12:02.325949Z","end":"2026-03-19T09:12:02.500889Z","steps":["trace[882699537] 'agreement among raft nodes before linearized reading' (duration: 174.73778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:02.500896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.851002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-19T09:12:02.500944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.786059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:12:02.500958Z","caller":"traceutil/trace.go:171","msg":"trace[1221849205] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5555; }","duration":"237.938754ms","start":"2026-03-19T09:12:02.262997Z","end":"2026-03-19T09:12:02.500936Z","steps":["trace[1221849205] 'agreement among raft nodes before linearized reading' (duration: 237.779511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:02.500964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.444144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10883"} {"level":"info","ts":"2026-03-19T09:12:02.501002Z","caller":"traceutil/trace.go:171","msg":"trace[2084571680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5555; }","duration":"182.84648ms","start":"2026-03-19T09:12:02.318141Z","end":"2026-03-19T09:12:02.500988Z","steps":["trace[2084571680] 'agreement among raft nodes before linearized reading' (duration: 182.678477ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:02.501029Z","caller":"traceutil/trace.go:171","msg":"trace[1265018016] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5555; }","duration":"260.552006ms","start":"2026-03-19T09:12:02.240459Z","end":"2026-03-19T09:12:02.501011Z","steps":["trace[1265018016] 'agreement among raft nodes before linearized reading' (duration: 260.390372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:02.500961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.283104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:12:02.501225Z","caller":"traceutil/trace.go:171","msg":"trace[1634417270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5555; }","duration":"302.669282ms","start":"2026-03-19T09:12:02.19853Z","end":"2026-03-19T09:12:02.501199Z","steps":["trace[1634417270] 'agreement among raft nodes before linearized reading' (duration: 302.12762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:02.50106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.208557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:12:02.501355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:02.198496Z","time spent":"302.792134ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:12:02.501419Z","caller":"traceutil/trace.go:171","msg":"trace[1352477259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5555; }","duration":"300.595145ms","start":"2026-03-19T09:12:02.200802Z","end":"2026-03-19T09:12:02.501398Z","steps":["trace[1352477259] 'agreement among raft nodes before linearized reading' (duration: 299.855119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:02.501508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:02.200781Z","time spent":"300.706147ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:12:02.885242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.398842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:02.885415Z","caller":"traceutil/trace.go:171","msg":"trace[1132792308] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"267.392488ms","start":"2026-03-19T09:12:02.617999Z","end":"2026-03-19T09:12:02.885391Z","steps":["trace[1132792308] 'process raft request' (duration: 142.709459ms)","trace[1132792308] 'compare' (duration: 124.258889ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:02.892526Z","caller":"traceutil/trace.go:171","msg":"trace[1399609617] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"272.140203ms","start":"2026-03-19T09:12:02.62037Z","end":"2026-03-19T09:12:02.89251Z","steps":["trace[1399609617] 'process raft request' (duration: 271.942709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:02.892786Z","caller":"traceutil/trace.go:171","msg":"trace[1716997156] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"269.72887ms","start":"2026-03-19T09:12:02.623041Z","end":"2026-03-19T09:12:02.892769Z","steps":["trace[1716997156] 'process raft request' (duration: 269.631178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:02.892811Z","caller":"traceutil/trace.go:171","msg":"trace[749558198] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"272.145844ms","start":"2026-03-19T09:12:02.620636Z","end":"2026-03-19T09:12:02.892782Z","steps":["trace[749558198] 'process raft request' (duration: 271.820947ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:02.98351Z","caller":"traceutil/trace.go:171","msg":"trace[347693508] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"210.155477ms","start":"2026-03-19T09:12:02.773323Z","end":"2026-03-19T09:12:02.983479Z","steps":["trace[347693508] 'process raft request' (duration: 209.947313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:10.235433Z","caller":"traceutil/trace.go:171","msg":"trace[2102526655] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"229.949637ms","start":"2026-03-19T09:12:10.005458Z","end":"2026-03-19T09:12:10.235408Z","steps":["trace[2102526655] 'process raft request' (duration: 229.800093ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:10.289818Z","caller":"traceutil/trace.go:171","msg":"trace[153319441] linearizableReadLoop","detail":"{readStateIndex:5840; appliedIndex:5839; }","duration":"206.998946ms","start":"2026-03-19T09:12:10.082796Z","end":"2026-03-19T09:12:10.289795Z","steps":["trace[153319441] 'read index received' (duration: 152.596058ms)","trace[153319441] 'applied index is now lower than readState.Index' (duration: 54.400088ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:10.290195Z","caller":"traceutil/trace.go:171","msg":"trace[2100636429] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"284.050609ms","start":"2026-03-19T09:12:10.006106Z","end":"2026-03-19T09:12:10.290157Z","steps":["trace[2100636429] 'process raft request' (duration: 283.550227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:10.290481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.671773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:12:10.290522Z","caller":"traceutil/trace.go:171","msg":"trace[1416124091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5609; }","duration":"207.760874ms","start":"2026-03-19T09:12:10.082751Z","end":"2026-03-19T09:12:10.290512Z","steps":["trace[1416124091] 'agreement among raft nodes before linearized reading' (duration: 207.626071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:10.290641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.866477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:12:10.290672Z","caller":"traceutil/trace.go:171","msg":"trace[1197084246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5609; }","duration":"180.940959ms","start":"2026-03-19T09:12:10.109723Z","end":"2026-03-19T09:12:10.290664Z","steps":["trace[1197084246] 'agreement among raft nodes before linearized reading' (duration: 180.867167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:10.61788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.867986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:10.617987Z","caller":"traceutil/trace.go:171","msg":"trace[758625269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5611; }","duration":"122.227385ms","start":"2026-03-19T09:12:10.495727Z","end":"2026-03-19T09:12:10.617954Z","steps":["trace[758625269] 'range keys from in-memory index tree' (duration: 121.767583ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:15.664538Z","caller":"traceutil/trace.go:171","msg":"trace[1970219209] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"191.081573ms","start":"2026-03-19T09:12:15.473433Z","end":"2026-03-19T09:12:15.664514Z","steps":["trace[1970219209] 'process raft request' (duration: 190.909569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:15.829474Z","caller":"traceutil/trace.go:171","msg":"trace[1405519861] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"343.941838ms","start":"2026-03-19T09:12:15.485503Z","end":"2026-03-19T09:12:15.829445Z","steps":["trace[1405519861] 'process raft request' (duration: 320.353624ms)","trace[1405519861] 'compare' (duration: 23.422271ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:15.829478Z","caller":"traceutil/trace.go:171","msg":"trace[1961917503] linearizableReadLoop","detail":"{readStateIndex:5869; appliedIndex:5867; }","duration":"332.898494ms","start":"2026-03-19T09:12:15.496508Z","end":"2026-03-19T09:12:15.829407Z","steps":["trace[1961917503] 'read index received' (duration: 167.815277ms)","trace[1961917503] 'applied index is now lower than readState.Index' (duration: 165.082097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:15.829615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:15.485483Z","time spent":"344.064782ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:15.829627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.110668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:15.829694Z","caller":"traceutil/trace.go:171","msg":"trace[1254615556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5636; }","duration":"333.23276ms","start":"2026-03-19T09:12:15.496445Z","end":"2026-03-19T09:12:15.829677Z","steps":["trace[1254615556] 'agreement among raft nodes before linearized reading' (duration: 333.110738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:15.829751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:15.496424Z","time spent":"333.315983ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:12:15.830003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.790593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-credential-keys\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:15.830154Z","caller":"traceutil/trace.go:171","msg":"trace[368157826] range","detail":"{range_begin:/registry/secrets/openstack/keystone-credential-keys; range_end:; response_count:0; response_revision:5636; }","duration":"152.934986ms","start":"2026-03-19T09:12:15.677161Z","end":"2026-03-19T09:12:15.830096Z","steps":["trace[368157826] 'agreement among raft nodes before linearized reading' (duration: 152.489226ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.240557Z","caller":"traceutil/trace.go:171","msg":"trace[413739495] linearizableReadLoop","detail":"{readStateIndex:5873; appliedIndex:5872; }","duration":"168.433821ms","start":"2026-03-19T09:12:16.072107Z","end":"2026-03-19T09:12:16.240541Z","steps":["trace[413739495] 'read index received' (duration: 162.956519ms)","trace[413739495] 'applied index is now lower than readState.Index' (duration: 5.476732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:16.240665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.544593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T09:12:16.240684Z","caller":"traceutil/trace.go:171","msg":"trace[1349274178] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5640; }","duration":"168.588704ms","start":"2026-03-19T09:12:16.07209Z","end":"2026-03-19T09:12:16.240678Z","steps":["trace[1349274178] 'agreement among raft nodes before linearized reading' (duration: 168.513712ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.240758Z","caller":"traceutil/trace.go:171","msg":"trace[1515846169] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"169.289091ms","start":"2026-03-19T09:12:16.071464Z","end":"2026-03-19T09:12:16.240753Z","steps":["trace[1515846169] 'process raft request' (duration: 163.709907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.528262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.772979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:16.528335Z","caller":"traceutil/trace.go:171","msg":"trace[356722332] linearizableReadLoop","detail":"{readStateIndex:5875; appliedIndex:5874; }","duration":"218.492083ms","start":"2026-03-19T09:12:16.309832Z","end":"2026-03-19T09:12:16.528325Z","steps":["trace[356722332] 'read index received' (duration: 71.56289ms)","trace[356722332] 'applied index is now lower than readState.Index' (duration: 146.928243ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:16.528459Z","caller":"traceutil/trace.go:171","msg":"trace[1092041611] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"222.815018ms","start":"2026-03-19T09:12:16.305602Z","end":"2026-03-19T09:12:16.528417Z","steps":["trace[1092041611] 'process raft request' (duration: 75.834664ms)","trace[1092041611] 'compare' (duration: 146.566165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:16.5286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.496605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-19T09:12:16.528579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.703037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:16.528626Z","caller":"traceutil/trace.go:171","msg":"trace[1414551263] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5642; }","duration":"197.537137ms","start":"2026-03-19T09:12:16.331077Z","end":"2026-03-19T09:12:16.528615Z","steps":["trace[1414551263] 'agreement among raft nodes before linearized reading' (duration: 197.445195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.528618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.921339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:16.528669Z","caller":"traceutil/trace.go:171","msg":"trace[197141913] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5642; }","duration":"218.829941ms","start":"2026-03-19T09:12:16.30982Z","end":"2026-03-19T09:12:16.52865Z","steps":["trace[197141913] 'agreement among raft nodes before linearized reading' (duration: 218.589084ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.528689Z","caller":"traceutil/trace.go:171","msg":"trace[1695699469] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5642; }","duration":"218.029732ms","start":"2026-03-19T09:12:16.31064Z","end":"2026-03-19T09:12:16.528669Z","steps":["trace[1695699469] 'agreement among raft nodes before linearized reading' (duration: 217.890838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.528666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.242586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:12:16.528505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.008411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:16.528685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.264341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:12:16.528738Z","caller":"traceutil/trace.go:171","msg":"trace[1578730798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5642; }","duration":"105.35852ms","start":"2026-03-19T09:12:16.423362Z","end":"2026-03-19T09:12:16.52872Z","steps":["trace[1578730798] 'agreement among raft nodes before linearized reading' (duration: 105.153865ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.528745Z","caller":"traceutil/trace.go:171","msg":"trace[1250858491] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:5642; }","duration":"218.265477ms","start":"2026-03-19T09:12:16.310465Z","end":"2026-03-19T09:12:16.528731Z","steps":["trace[1250858491] 'agreement among raft nodes before linearized reading' (duration: 217.95142ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.528761Z","caller":"traceutil/trace.go:171","msg":"trace[361083490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5642; }","duration":"115.395874ms","start":"2026-03-19T09:12:16.413347Z","end":"2026-03-19T09:12:16.528743Z","steps":["trace[361083490] 'agreement among raft nodes before linearized reading' (duration: 115.143847ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.887596Z","caller":"traceutil/trace.go:171","msg":"trace[1596507540] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"354.001433ms","start":"2026-03-19T09:12:16.533571Z","end":"2026-03-19T09:12:16.887572Z","steps":["trace[1596507540] 'process raft request' (duration: 353.626504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.887729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.533552Z","time spent":"354.111505ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:16.909318Z","caller":"traceutil/trace.go:171","msg":"trace[823211817] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"375.090391ms","start":"2026-03-19T09:12:16.534189Z","end":"2026-03-19T09:12:16.909279Z","steps":["trace[823211817] 'process raft request' (duration: 374.909567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.909442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.534165Z","time spent":"375.205314ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:16.909596Z","caller":"traceutil/trace.go:171","msg":"trace[1284511399] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"375.290514ms","start":"2026-03-19T09:12:16.534277Z","end":"2026-03-19T09:12:16.909567Z","steps":["trace[1284511399] 'process raft request' (duration: 374.960897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.909753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.534267Z","time spent":"375.409948ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:16.909894Z","caller":"traceutil/trace.go:171","msg":"trace[1186162038] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"375.226054ms","start":"2026-03-19T09:12:16.534653Z","end":"2026-03-19T09:12:16.909879Z","steps":["trace[1186162038] 'process raft request' (duration: 374.821934ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.909923Z","caller":"traceutil/trace.go:171","msg":"trace[175211995] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"375.160272ms","start":"2026-03-19T09:12:16.534708Z","end":"2026-03-19T09:12:16.909868Z","steps":["trace[175211995] 'process raft request' (duration: 375.03727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.909963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.534641Z","time spent":"375.294135ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:16.910094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.534702Z","time spent":"375.295815ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:16.910164Z","caller":"traceutil/trace.go:171","msg":"trace[1448560167] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"374.886116ms","start":"2026-03-19T09:12:16.535259Z","end":"2026-03-19T09:12:16.910145Z","steps":["trace[1448560167] 'process raft request' (duration: 374.670632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.910205Z","caller":"traceutil/trace.go:171","msg":"trace[1575348447] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"374.62643ms","start":"2026-03-19T09:12:16.535555Z","end":"2026-03-19T09:12:16.910181Z","steps":["trace[1575348447] 'process raft request' (duration: 374.529538ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.910244Z","caller":"traceutil/trace.go:171","msg":"trace[981009556] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"375.467319ms","start":"2026-03-19T09:12:16.534765Z","end":"2026-03-19T09:12:16.910232Z","steps":["trace[981009556] 'process raft request' (duration: 375.04889ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.910287Z","caller":"traceutil/trace.go:171","msg":"trace[890453148] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"375.358816ms","start":"2026-03-19T09:12:16.534915Z","end":"2026-03-19T09:12:16.910274Z","steps":["trace[890453148] 'process raft request' (duration: 374.934337ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.910271Z","caller":"traceutil/trace.go:171","msg":"trace[1160808136] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"374.793354ms","start":"2026-03-19T09:12:16.535439Z","end":"2026-03-19T09:12:16.910233Z","steps":["trace[1160808136] 'process raft request' (duration: 374.537349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.910301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.534758Z","time spent":"375.52143ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:16.910333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.535534Z","time spent":"374.744343ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:16.910236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.535252Z","time spent":"374.956888ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:16.910367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.534908Z","time spent":"375.420118ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:16.910364Z","caller":"traceutil/trace.go:171","msg":"trace[1667761177] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"374.852516ms","start":"2026-03-19T09:12:16.53549Z","end":"2026-03-19T09:12:16.910343Z","steps":["trace[1667761177] 'process raft request' (duration: 374.530569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.910365Z","caller":"traceutil/trace.go:171","msg":"trace[7725339] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"375.124811ms","start":"2026-03-19T09:12:16.5352Z","end":"2026-03-19T09:12:16.910324Z","steps":["trace[7725339] 'process raft request' (duration: 374.698282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.91044Z","caller":"traceutil/trace.go:171","msg":"trace[1431396189] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"374.360045ms","start":"2026-03-19T09:12:16.536071Z","end":"2026-03-19T09:12:16.910431Z","steps":["trace[1431396189] 'process raft request' (duration: 374.267903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.910448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.535479Z","time spent":"374.931217ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:16.910468Z","caller":"traceutil/trace.go:171","msg":"trace[1466125413] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"374.434796ms","start":"2026-03-19T09:12:16.536022Z","end":"2026-03-19T09:12:16.910457Z","steps":["trace[1466125413] 'process raft request' (duration: 374.089899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.910489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.536065Z","time spent":"374.399805ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:16.910441Z","caller":"traceutil/trace.go:171","msg":"trace[1365800147] linearizableReadLoop","detail":"{readStateIndex:5890; appliedIndex:5875; }","duration":"369.115439ms","start":"2026-03-19T09:12:16.541309Z","end":"2026-03-19T09:12:16.910424Z","steps":["trace[1365800147] 'read index received' (duration: 346.016286ms)","trace[1365800147] 'applied index is now lower than readState.Index' (duration: 23.097942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:16.910514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.536013Z","time spent":"374.480447ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":531,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:16.910485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.53519Z","time spent":"375.249174ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:16.910393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.535429Z","time spent":"374.913557ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:16.910586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.269022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-19T09:12:16.91063Z","caller":"traceutil/trace.go:171","msg":"trace[2002159793] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5657; }","duration":"369.317553ms","start":"2026-03-19T09:12:16.541303Z","end":"2026-03-19T09:12:16.91062Z","steps":["trace[2002159793] 'agreement among raft nodes before linearized reading' (duration: 369.17708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.910672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.541268Z","time spent":"369.396765ms","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-19T09:12:16.910689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.367914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112289"} {"level":"info","ts":"2026-03-19T09:12:16.910725Z","caller":"traceutil/trace.go:171","msg":"trace[1952631600] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5657; }","duration":"369.429805ms","start":"2026-03-19T09:12:16.541285Z","end":"2026-03-19T09:12:16.910714Z","steps":["trace[1952631600] 'agreement among raft nodes before linearized reading' (duration: 369.148899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.910758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.541275Z","time spent":"369.475516ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112311,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-19T09:12:16.911355Z","caller":"traceutil/trace.go:171","msg":"trace[1959266147] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"375.96103ms","start":"2026-03-19T09:12:16.535367Z","end":"2026-03-19T09:12:16.911328Z","steps":["trace[1959266147] 'process raft request' (duration: 374.58689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.911446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.535341Z","time spent":"376.059982ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:17.309306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.578849ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:12:17.309493Z","caller":"traceutil/trace.go:171","msg":"trace[1524518714] linearizableReadLoop","detail":"{readStateIndex:5891; appliedIndex:5890; }","duration":"398.94204ms","start":"2026-03-19T09:12:16.910535Z","end":"2026-03-19T09:12:17.309478Z","steps":["trace[1524518714] 'read index received' (duration: 87.176106ms)","trace[1524518714] 'applied index is now lower than readState.Index' (duration: 311.764834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:17.310164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.752874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:12:17.310208Z","caller":"traceutil/trace.go:171","msg":"trace[1597544246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5657; }","duration":"515.831716ms","start":"2026-03-19T09:12:16.794365Z","end":"2026-03-19T09:12:17.310197Z","steps":["trace[1597544246] 'agreement among raft nodes before linearized reading' (duration: 515.658772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.310239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.794351Z","time spent":"515.880588ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:17.310423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.265835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:12:17.310498Z","caller":"traceutil/trace.go:171","msg":"trace[70422427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5657; }","duration":"547.359627ms","start":"2026-03-19T09:12:16.76312Z","end":"2026-03-19T09:12:17.31048Z","steps":["trace[70422427] 'agreement among raft nodes before linearized reading' (duration: 547.118672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.310539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.763082Z","time spent":"547.448769ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:12:17.310584Z","caller":"traceutil/trace.go:171","msg":"trace[1717769266] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"394.193875ms","start":"2026-03-19T09:12:16.916375Z","end":"2026-03-19T09:12:17.310569Z","steps":["trace[1717769266] 'process raft request' (duration: 393.022739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.310704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.916362Z","time spent":"394.282027ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:17.378956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.149013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:12:17.379072Z","caller":"traceutil/trace.go:171","msg":"trace[164609321] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5658; }","duration":"833.287377ms","start":"2026-03-19T09:12:16.545747Z","end":"2026-03-19T09:12:17.379034Z","steps":["trace[164609321] 'agreement among raft nodes before linearized reading' (duration: 764.859217ms)","trace[164609321] 'range keys from in-memory index tree' (duration: 68.145493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:17.379132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.545737Z","time spent":"833.379529ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-19T09:12:17.379159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.74937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:17.379227Z","caller":"traceutil/trace.go:171","msg":"trace[1526013627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5658; }","duration":"644.873993ms","start":"2026-03-19T09:12:16.734337Z","end":"2026-03-19T09:12:17.379211Z","steps":["trace[1526013627] 'agreement among raft nodes before linearized reading' (duration: 576.269619ms)","trace[1526013627] 'range keys from in-memory index tree' (duration: 68.44232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:17.379257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.734316Z","time spent":"644.935563ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:12:17.379311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.799701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:12:17.379406Z","caller":"traceutil/trace.go:171","msg":"trace[1235084797] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5658; }","duration":"731.090157ms","start":"2026-03-19T09:12:16.648277Z","end":"2026-03-19T09:12:17.379367Z","steps":["trace[1235084797] 'agreement among raft nodes before linearized reading' (duration: 662.31142ms)","trace[1235084797] 'range keys from in-memory index tree' (duration: 68.45908ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:17.379485Z","caller":"traceutil/trace.go:171","msg":"trace[1704651896] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"462.653035ms","start":"2026-03-19T09:12:16.916819Z","end":"2026-03-19T09:12:17.379472Z","steps":["trace[1704651896] 'process raft request' (duration: 393.741375ms)","trace[1704651896] 'compare' (duration: 68.100643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:17.379482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.648253Z","time spent":"731.2151ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:12:17.379548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.916806Z","time spent":"462.704236ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:17.379655Z","caller":"traceutil/trace.go:171","msg":"trace[521282130] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"462.378089ms","start":"2026-03-19T09:12:16.917258Z","end":"2026-03-19T09:12:17.379637Z","steps":["trace[521282130] 'process raft request' (duration: 462.263866ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.379642Z","caller":"traceutil/trace.go:171","msg":"trace[1491676442] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"462.628845ms","start":"2026-03-19T09:12:16.916966Z","end":"2026-03-19T09:12:17.379595Z","steps":["trace[1491676442] 'process raft request' (duration: 462.307268ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.379725Z","caller":"traceutil/trace.go:171","msg":"trace[154492957] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"462.40237ms","start":"2026-03-19T09:12:16.917318Z","end":"2026-03-19T09:12:17.37972Z","steps":["trace[154492957] 'process raft request' (duration: 462.238906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.379756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.917297Z","time spent":"462.443701ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:17.379737Z","caller":"traceutil/trace.go:171","msg":"trace[1647887209] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"282.396532ms","start":"2026-03-19T09:12:17.097307Z","end":"2026-03-19T09:12:17.379704Z","steps":["trace[1647887209] 'process raft request' (duration: 282.329571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.379821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.916957Z","time spent":"462.786378ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:17.379702Z","caller":"traceutil/trace.go:171","msg":"trace[927822039] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"462.199395ms","start":"2026-03-19T09:12:16.917498Z","end":"2026-03-19T09:12:17.379697Z","steps":["trace[927822039] 'process raft request' (duration: 462.098893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.379993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.917489Z","time spent":"462.487931ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11478,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:17.379775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.917249Z","time spent":"462.462072ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1061,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:17.379674Z","caller":"traceutil/trace.go:171","msg":"trace[262393359] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"462.647506ms","start":"2026-03-19T09:12:16.917019Z","end":"2026-03-19T09:12:17.379666Z","steps":["trace[262393359] 'process raft request' (duration: 462.465262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.3801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.917013Z","time spent":"463.075165ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1090,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:17.380193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.089919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:12:17.380181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.918997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/keystone-api.189e3324d5daa298\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-19T09:12:17.38022Z","caller":"traceutil/trace.go:171","msg":"trace[1547321537] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5665; }","duration":"343.15056ms","start":"2026-03-19T09:12:17.037061Z","end":"2026-03-19T09:12:17.380211Z","steps":["trace[1547321537] 'agreement among raft nodes before linearized reading' (duration: 343.083659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.380242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:17.03704Z","time spent":"343.195582ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:12:17.38024Z","caller":"traceutil/trace.go:171","msg":"trace[1903027640] range","detail":"{range_begin:/registry/events/openstack/keystone-api.189e3324d5daa298; range_end:; response_count:1; response_revision:5665; }","duration":"466.01502ms","start":"2026-03-19T09:12:16.91421Z","end":"2026-03-19T09:12:17.380225Z","steps":["trace[1903027640] 'agreement among raft nodes before linearized reading' (duration: 465.823396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.380277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.821557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-19T09:12:17.380338Z","caller":"traceutil/trace.go:171","msg":"trace[2132540608] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5665; }","duration":"457.921681ms","start":"2026-03-19T09:12:16.922399Z","end":"2026-03-19T09:12:17.380321Z","steps":["trace[2132540608] 'agreement among raft nodes before linearized reading' (duration: 457.725716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.380377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.922385Z","time spent":"457.982192ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4747,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-19T09:12:17.380284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.91417Z","time spent":"466.102703ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":696,"request content":"key:\"/registry/events/openstack/keystone-api.189e3324d5daa298\" "} {"level":"warn","ts":"2026-03-19T09:12:17.380388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.149889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T09:12:17.380458Z","caller":"traceutil/trace.go:171","msg":"trace[776006335] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5665; }","duration":"464.268841ms","start":"2026-03-19T09:12:16.916169Z","end":"2026-03-19T09:12:17.380438Z","steps":["trace[776006335] 'agreement among raft nodes before linearized reading' (duration: 464.041605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.380518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.91615Z","time spent":"464.359444ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2665,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-19T09:12:17.422869Z","caller":"traceutil/trace.go:171","msg":"trace[1366966501] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"108.49737ms","start":"2026-03-19T09:12:17.314349Z","end":"2026-03-19T09:12:17.422846Z","steps":["trace[1366966501] 'process raft request' (duration: 108.329806ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.423035Z","caller":"traceutil/trace.go:171","msg":"trace[430085707] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"108.539131ms","start":"2026-03-19T09:12:17.314465Z","end":"2026-03-19T09:12:17.423004Z","steps":["trace[430085707] 'process raft request' (duration: 108.342057ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.508334Z","caller":"traceutil/trace.go:171","msg":"trace[1397779547] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"123.942363ms","start":"2026-03-19T09:12:17.384365Z","end":"2026-03-19T09:12:17.508307Z","steps":["trace[1397779547] 'process raft request' (duration: 103.56354ms)","trace[1397779547] 'compare' (duration: 20.197229ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:17.508488Z","caller":"traceutil/trace.go:171","msg":"trace[889563948] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"123.197776ms","start":"2026-03-19T09:12:17.385177Z","end":"2026-03-19T09:12:17.508374Z","steps":["trace[889563948] 'process raft request' (duration: 123.066713ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.508809Z","caller":"traceutil/trace.go:171","msg":"trace[1247892070] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"121.165281ms","start":"2026-03-19T09:12:17.387629Z","end":"2026-03-19T09:12:17.508794Z","steps":["trace[1247892070] 'process raft request' (duration: 121.062939ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.508803Z","caller":"traceutil/trace.go:171","msg":"trace[602801597] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"123.250507ms","start":"2026-03-19T09:12:17.385509Z","end":"2026-03-19T09:12:17.508759Z","steps":["trace[602801597] 'process raft request' (duration: 122.791917ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.50893Z","caller":"traceutil/trace.go:171","msg":"trace[1512759459] linearizableReadLoop","detail":"{readStateIndex:5904; appliedIndex:5899; }","duration":"122.969742ms","start":"2026-03-19T09:12:17.385795Z","end":"2026-03-19T09:12:17.508764Z","steps":["trace[1512759459] 'read index received' (duration: 36.905811ms)","trace[1512759459] 'applied index is now lower than readState.Index' (duration: 86.063061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:17.50916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.475478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:12:17.509205Z","caller":"traceutil/trace.go:171","msg":"trace[991137353] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5671; }","duration":"121.589181ms","start":"2026-03-19T09:12:17.387602Z","end":"2026-03-19T09:12:17.509191Z","steps":["trace[991137353] 'agreement among raft nodes before linearized reading' (duration: 121.428986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.509598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.79425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81909"} {"level":"warn","ts":"2026-03-19T09:12:17.509619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.242139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:12:17.509702Z","caller":"traceutil/trace.go:171","msg":"trace[1779633062] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5671; }","duration":"119.345392ms","start":"2026-03-19T09:12:17.390338Z","end":"2026-03-19T09:12:17.509684Z","steps":["trace[1779633062] 'agreement among raft nodes before linearized reading' (duration: 118.887152ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.50965Z","caller":"traceutil/trace.go:171","msg":"trace[1078782342] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5671; }","duration":"123.869052ms","start":"2026-03-19T09:12:17.385768Z","end":"2026-03-19T09:12:17.509637Z","steps":["trace[1078782342] 'agreement among raft nodes before linearized reading' (duration: 122.999522ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.632998Z","caller":"traceutil/trace.go:171","msg":"trace[1595439548] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"117.073961ms","start":"2026-03-19T09:12:17.515889Z","end":"2026-03-19T09:12:17.632963Z","steps":["trace[1595439548] 'process raft request' (duration: 116.953998ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.633033Z","caller":"traceutil/trace.go:171","msg":"trace[1395504390] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"117.190934ms","start":"2026-03-19T09:12:17.515814Z","end":"2026-03-19T09:12:17.633005Z","steps":["trace[1395504390] 'process raft request' (duration: 116.441206ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.633075Z","caller":"traceutil/trace.go:171","msg":"trace[876733037] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"117.028899ms","start":"2026-03-19T09:12:17.516006Z","end":"2026-03-19T09:12:17.633035Z","steps":["trace[876733037] 'process raft request' (duration: 116.899006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.633088Z","caller":"traceutil/trace.go:171","msg":"trace[694840611] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"116.964908ms","start":"2026-03-19T09:12:17.516098Z","end":"2026-03-19T09:12:17.633063Z","steps":["trace[694840611] 'process raft request' (duration: 116.854045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.633151Z","caller":"traceutil/trace.go:171","msg":"trace[768960722] linearizableReadLoop","detail":"{readStateIndex:5917; appliedIndex:5906; }","duration":"115.810343ms","start":"2026-03-19T09:12:17.517304Z","end":"2026-03-19T09:12:17.633115Z","steps":["trace[768960722] 'read index received' (duration: 81.701766ms)","trace[768960722] 'applied index is now lower than readState.Index' (duration: 34.107617ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:17.633205Z","caller":"traceutil/trace.go:171","msg":"trace[1962043736] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"117.252955ms","start":"2026-03-19T09:12:17.515939Z","end":"2026-03-19T09:12:17.633192Z","steps":["trace[1962043736] 'process raft request' (duration: 116.941198ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.633251Z","caller":"traceutil/trace.go:171","msg":"trace[1263931289] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"116.819346ms","start":"2026-03-19T09:12:17.51641Z","end":"2026-03-19T09:12:17.633229Z","steps":["trace[1263931289] 'process raft request' (duration: 116.56609ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.63326Z","caller":"traceutil/trace.go:171","msg":"trace[1866536014] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"116.742294ms","start":"2026-03-19T09:12:17.516503Z","end":"2026-03-19T09:12:17.633245Z","steps":["trace[1866536014] 'process raft request' (duration: 116.522069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.633265Z","caller":"traceutil/trace.go:171","msg":"trace[978768461] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"116.694182ms","start":"2026-03-19T09:12:17.516555Z","end":"2026-03-19T09:12:17.633249Z","steps":["trace[978768461] 'process raft request' (duration: 116.501758ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.633241Z","caller":"traceutil/trace.go:171","msg":"trace[1298194823] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"117.202193ms","start":"2026-03-19T09:12:17.516016Z","end":"2026-03-19T09:12:17.633219Z","steps":["trace[1298194823] 'process raft request' (duration: 116.912187ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.633345Z","caller":"traceutil/trace.go:171","msg":"trace[1464058994] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"116.918928ms","start":"2026-03-19T09:12:17.516414Z","end":"2026-03-19T09:12:17.633333Z","steps":["trace[1464058994] 'process raft request' (duration: 116.586031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.633455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.14455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T09:12:17.633353Z","caller":"traceutil/trace.go:171","msg":"trace[494471511] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"116.59796ms","start":"2026-03-19T09:12:17.51672Z","end":"2026-03-19T09:12:17.633317Z","steps":["trace[494471511] 'process raft request' (duration: 116.364625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.633534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.590347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-19T09:12:17.633835Z","caller":"traceutil/trace.go:171","msg":"trace[1661433657] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5683; }","duration":"115.915044ms","start":"2026-03-19T09:12:17.517889Z","end":"2026-03-19T09:12:17.633804Z","steps":["trace[1661433657] 'agreement among raft nodes before linearized reading' (duration: 115.423403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.633541Z","caller":"traceutil/trace.go:171","msg":"trace[388734724] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5683; }","duration":"116.238293ms","start":"2026-03-19T09:12:17.517286Z","end":"2026-03-19T09:12:17.633525Z","steps":["trace[388734724] 'agreement among raft nodes before linearized reading' (duration: 115.995548ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.933047Z","caller":"traceutil/trace.go:171","msg":"trace[1352612737] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"102.117088ms","start":"2026-03-19T09:12:17.830907Z","end":"2026-03-19T09:12:17.933024Z","steps":["trace[1352612737] 'process raft request' (duration: 95.86831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.933546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.743667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112289"} {"level":"info","ts":"2026-03-19T09:12:17.933606Z","caller":"traceutil/trace.go:171","msg":"trace[1214715064] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5703; }","duration":"132.812569ms","start":"2026-03-19T09:12:17.80078Z","end":"2026-03-19T09:12:17.933593Z","steps":["trace[1214715064] 'agreement among raft nodes before linearized reading' (duration: 132.473931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:19.972161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.711185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-5dfc7db66c-sjj2v\" ","response":"range_response_count:1 size:11890"} {"level":"info","ts":"2026-03-19T09:12:19.972238Z","caller":"traceutil/trace.go:171","msg":"trace[1884673598] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-5dfc7db66c-sjj2v; range_end:; response_count:1; response_revision:5745; }","duration":"230.836328ms","start":"2026-03-19T09:12:19.741383Z","end":"2026-03-19T09:12:19.97222Z","steps":["trace[1884673598] 'range keys from in-memory index tree' (duration: 230.457349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:20.937469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325092520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:12:21.151533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212798476s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:12:21.152005Z","caller":"traceutil/trace.go:171","msg":"trace[1674985673] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"1.213356338s","start":"2026-03-19T09:12:19.938625Z","end":"2026-03-19T09:12:21.151982Z","steps":["trace[1674985673] 'process raft request' (duration: 1.213198444s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:21.152152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:19.938606Z","time spent":"1.21347447s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:22.494494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:12:22.494596Z","caller":"traceutil/trace.go:171","msg":"trace[1983882040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000276704s","start":"2026-03-19T09:12:20.494301Z","end":"2026-03-19T09:12:22.494578Z","steps":["trace[1983882040] 'agreement among raft nodes before linearized reading' (duration: 2.000150931s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:22.494644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:20.494284Z","time spent":"2.000350595s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:12:23.082135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.930404862s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:12:23.08272Z","caller":"traceutil/trace.go:171","msg":"trace[1463338683] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"3.135616629s","start":"2026-03-19T09:12:19.947074Z","end":"2026-03-19T09:12:23.08269Z","steps":["trace[1463338683] 'process raft request' (duration: 3.135381634s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:23.082898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:19.947062Z","time spent":"3.135751511s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:23.082949Z","caller":"traceutil/trace.go:171","msg":"trace[1935676479] linearizableReadLoop","detail":"{readStateIndex:5982; appliedIndex:5979; }","duration":"2.646009565s","start":"2026-03-19T09:12:20.436881Z","end":"2026-03-19T09:12:23.08289Z","steps":["trace[1935676479] 'read index received' (duration: 715.00388ms)","trace[1935676479] 'applied index is now lower than readState.Index' (duration: 1.931003215s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:23.082981Z","caller":"traceutil/trace.go:171","msg":"trace[61149837] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"3.097895022s","start":"2026-03-19T09:12:19.985062Z","end":"2026-03-19T09:12:23.082957Z","steps":["trace[61149837] 'process raft request' (duration: 3.097564974s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:23.083115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:19.985048Z","time spent":"3.097989363s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12110,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:23.083119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64621935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:23.083166Z","caller":"traceutil/trace.go:171","msg":"trace[523697605] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5748; }","duration":"2.646309651s","start":"2026-03-19T09:12:20.436845Z","end":"2026-03-19T09:12:23.083155Z","steps":["trace[523697605] 'agreement among raft nodes before linearized reading' (duration: 2.646205619s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:23.083204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:20.43683Z","time spent":"2.646362543s","remote":"127.0.0.1:54588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:23.583687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325092527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:12:24.227558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.15859ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:24.227714Z","caller":"traceutil/trace.go:171","msg":"trace[1347611325] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5748; }","duration":"573.326624ms","start":"2026-03-19T09:12:23.654362Z","end":"2026-03-19T09:12:24.227688Z","steps":["trace[1347611325] 'range keys from in-memory index tree' (duration: 573.13727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.22795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.493681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:24.228262Z","caller":"traceutil/trace.go:171","msg":"trace[1435570074] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"2.822937125s","start":"2026-03-19T09:12:21.405291Z","end":"2026-03-19T09:12:24.228228Z","steps":["trace[1435570074] 'process raft request' (duration: 2.573090516s)","trace[1435570074] 'compare' (duration: 248.915249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:24.228401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:21.405264Z","time spent":"2.823064738s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:24.228639Z","caller":"traceutil/trace.go:171","msg":"trace[464271796] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"2.705122248s","start":"2026-03-19T09:12:21.523501Z","end":"2026-03-19T09:12:24.228624Z","steps":["trace[464271796] 'process raft request' (duration: 2.704557286s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.228713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:21.523476Z","time spent":"2.70520279s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:24.228753Z","caller":"traceutil/trace.go:171","msg":"trace[664009927] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"2.186124292s","start":"2026-03-19T09:12:22.042593Z","end":"2026-03-19T09:12:24.228717Z","steps":["trace[664009927] 'process raft request' (duration: 2.185768534s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.228837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:22.042569Z","time spent":"2.186226864s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:24.273337Z","caller":"traceutil/trace.go:171","msg":"trace[1181531814] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"1.184134889s","start":"2026-03-19T09:12:23.089184Z","end":"2026-03-19T09:12:24.273319Z","steps":["trace[1181531814] 'process raft request' (duration: 1.184037927s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.273349Z","caller":"traceutil/trace.go:171","msg":"trace[597158240] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"1.184357084s","start":"2026-03-19T09:12:23.088958Z","end":"2026-03-19T09:12:24.273315Z","steps":["trace[597158240] 'process raft request' (duration: 1.184096338s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.273468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.089089Z","time spent":"1.184313043s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1025,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:24.273471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.088938Z","time spent":"1.184474687s","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:24.273576Z","caller":"traceutil/trace.go:171","msg":"trace[1434473860] linearizableReadLoop","detail":"{readStateIndex:5988; appliedIndex:5982; }","duration":"1.190516121s","start":"2026-03-19T09:12:23.08302Z","end":"2026-03-19T09:12:24.273536Z","steps":["trace[1434473860] 'read index received' (duration: 895.344695ms)","trace[1434473860] 'applied index is now lower than readState.Index' (duration: 295.168636ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:24.273745Z","caller":"traceutil/trace.go:171","msg":"trace[2033878658] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"1.117352606s","start":"2026-03-19T09:12:23.156372Z","end":"2026-03-19T09:12:24.273725Z","steps":["trace[2033878658] 'process raft request' (duration: 1.116900316s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.273884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745687759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:12:24.273872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.15635Z","time spent":"1.117438038s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:24.273907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949485816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"warn","ts":"2026-03-19T09:12:24.273926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.318987751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:12:24.273955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397418496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:24.273957Z","caller":"traceutil/trace.go:171","msg":"trace[1983102934] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5754; }","duration":"2.949586178s","start":"2026-03-19T09:12:21.324356Z","end":"2026-03-19T09:12:24.273942Z","steps":["trace[1983102934] 'agreement among raft nodes before linearized reading' (duration: 2.949416824s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.273979Z","caller":"traceutil/trace.go:171","msg":"trace[1933668662] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5754; }","duration":"1.397464747s","start":"2026-03-19T09:12:22.876505Z","end":"2026-03-19T09:12:24.27397Z","steps":["trace[1933668662] 'agreement among raft nodes before linearized reading' (duration: 1.397428776s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.273981Z","caller":"traceutil/trace.go:171","msg":"trace[1488894256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5754; }","duration":"3.319077883s","start":"2026-03-19T09:12:20.95489Z","end":"2026-03-19T09:12:24.273968Z","steps":["trace[1488894256] 'agreement among raft nodes before linearized reading' (duration: 3.318902559s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.274004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:22.876491Z","time spent":"1.397507168s","remote":"127.0.0.1:46512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:24.273919Z","caller":"traceutil/trace.go:171","msg":"trace[355591598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5754; }","duration":"2.745734811s","start":"2026-03-19T09:12:21.528175Z","end":"2026-03-19T09:12:24.27391Z","steps":["trace[355591598] 'agreement among raft nodes before linearized reading' (duration: 2.745629649s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.274018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:20.954874Z","time spent":"3.319136174s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:24.274034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:21.52817Z","time spent":"2.745854743s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:12:24.274122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728221303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:24.27415Z","caller":"traceutil/trace.go:171","msg":"trace[1321242088] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5754; }","duration":"1.728288194s","start":"2026-03-19T09:12:22.545856Z","end":"2026-03-19T09:12:24.274144Z","steps":["trace[1321242088] 'agreement among raft nodes before linearized reading' (duration: 1.728246723s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.274145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953140297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:24.274168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:22.545834Z","time spent":"1.728328445s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:24.274177Z","caller":"traceutil/trace.go:171","msg":"trace[1324963872] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5754; }","duration":"2.953189287s","start":"2026-03-19T09:12:21.320978Z","end":"2026-03-19T09:12:24.274168Z","steps":["trace[1324963872] 'agreement among raft nodes before linearized reading' (duration: 2.953134616s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.274215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:21.320972Z","time spent":"2.953234759s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:12:24.27427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778738775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:24.274295Z","caller":"traceutil/trace.go:171","msg":"trace[496084288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5754; }","duration":"1.778805936s","start":"2026-03-19T09:12:22.495483Z","end":"2026-03-19T09:12:24.274289Z","steps":["trace[496084288] 'agreement among raft nodes before linearized reading' (duration: 1.778769655s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.274302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748520372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:24.27434Z","caller":"traceutil/trace.go:171","msg":"trace[167096663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5754; }","duration":"2.748592954s","start":"2026-03-19T09:12:21.525735Z","end":"2026-03-19T09:12:24.274328Z","steps":["trace[167096663] 'agreement among raft nodes before linearized reading' (duration: 2.748481962s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.274379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953542036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:24.274389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:21.525715Z","time spent":"2.748662115s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:12:24.274419Z","caller":"traceutil/trace.go:171","msg":"trace[983985932] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5754; }","duration":"2.953618828s","start":"2026-03-19T09:12:21.320791Z","end":"2026-03-19T09:12:24.27441Z","steps":["trace[983985932] 'agreement among raft nodes before linearized reading' (duration: 2.953563647s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.27446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:21.320765Z","time spent":"2.95368837s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T09:12:24.274542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780320549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:12:24.274581Z","caller":"traceutil/trace.go:171","msg":"trace[1395541332] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:5754; }","duration":"2.780397591s","start":"2026-03-19T09:12:21.494173Z","end":"2026-03-19T09:12:24.274571Z","steps":["trace[1395541332] 'agreement among raft nodes before linearized reading' (duration: 2.780301099s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.274619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:21.494152Z","time spent":"2.780459132s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:12:24.274629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271046108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:24.274643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184129079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-5dfc7db66c-sjj2v\" ","response":"range_response_count:1 size:12125"} {"level":"info","ts":"2026-03-19T09:12:24.274663Z","caller":"traceutil/trace.go:171","msg":"trace[1066217944] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5754; }","duration":"3.271132369s","start":"2026-03-19T09:12:21.003518Z","end":"2026-03-19T09:12:24.274651Z","steps":["trace[1066217944] 'agreement among raft nodes before linearized reading' (duration: 3.271060237s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.274706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:21.003501Z","time spent":"3.271196081s","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:24.274806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.344323014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:12:24.274839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811818169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:12:24.274881Z","caller":"traceutil/trace.go:171","msg":"trace[1866340914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5754; }","duration":"2.811902741s","start":"2026-03-19T09:12:21.462968Z","end":"2026-03-19T09:12:24.274871Z","steps":["trace[1866340914] 'agreement among raft nodes before linearized reading' (duration: 2.811796748s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.274921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:21.462947Z","time spent":"2.811966162s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:24.274986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.683859776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:24.274671Z","caller":"traceutil/trace.go:171","msg":"trace[1167698349] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-5dfc7db66c-sjj2v; range_end:; response_count:1; response_revision:5754; }","duration":"1.184299803s","start":"2026-03-19T09:12:23.090364Z","end":"2026-03-19T09:12:24.274664Z","steps":["trace[1167698349] 'agreement among raft nodes before linearized reading' (duration: 1.184123389s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.275103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.090345Z","time spent":"1.184696081s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":12147,"request content":"key:\"/registry/pods/openstack/keystone-api-5dfc7db66c-sjj2v\" "} {"level":"warn","ts":"2026-03-19T09:12:24.275133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.827244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:12:24.275157Z","caller":"traceutil/trace.go:171","msg":"trace[769548108] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5754; }","duration":"256.896296ms","start":"2026-03-19T09:12:24.018255Z","end":"2026-03-19T09:12:24.275152Z","steps":["trace[769548108] 'agreement among raft nodes before linearized reading' (duration: 256.789604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.273997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:21.324332Z","time spent":"2.94965607s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-19T09:12:24.274313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:22.495464Z","time spent":"1.778845637s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:12:24.275354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.381714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:12:24.275387Z","caller":"traceutil/trace.go:171","msg":"trace[1848557572] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5754; }","duration":"428.447816ms","start":"2026-03-19T09:12:23.846933Z","end":"2026-03-19T09:12:24.27538Z","steps":["trace[1848557572] 'agreement among raft nodes before linearized reading' (duration: 428.373394ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.274838Z","caller":"traceutil/trace.go:171","msg":"trace[1742842357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5754; }","duration":"3.344391346s","start":"2026-03-19T09:12:20.930439Z","end":"2026-03-19T09:12:24.27483Z","steps":["trace[1742842357] 'agreement among raft nodes before linearized reading' (duration: 3.344246083s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.275406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.846912Z","time spent":"428.488567ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:12:24.275425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:20.93042Z","time spent":"3.34499359s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:24.275468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.582802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:24.275484Z","caller":"traceutil/trace.go:171","msg":"trace[392947171] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5754; }","duration":"891.638473ms","start":"2026-03-19T09:12:23.383841Z","end":"2026-03-19T09:12:24.275479Z","steps":["trace[392947171] 'agreement among raft nodes before linearized reading' (duration: 891.607342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.275113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839391191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:12:24.2755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.383818Z","time spent":"891.676823ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:24.275532Z","caller":"traceutil/trace.go:171","msg":"trace[307227757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5754; }","duration":"2.839831931s","start":"2026-03-19T09:12:21.43568Z","end":"2026-03-19T09:12:24.275512Z","steps":["trace[307227757] 'agreement among raft nodes before linearized reading' (duration: 2.83932215s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.275605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:21.43566Z","time spent":"2.839917492s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:12:24.275014Z","caller":"traceutil/trace.go:171","msg":"trace[1911466949] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5754; }","duration":"3.683946328s","start":"2026-03-19T09:12:20.591061Z","end":"2026-03-19T09:12:24.275008Z","steps":["trace[1911466949] 'agreement among raft nodes before linearized reading' (duration: 3.683843196s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.275661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:20.591041Z","time spent":"3.684606412s","remote":"127.0.0.1:50666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:24.453398Z","caller":"traceutil/trace.go:171","msg":"trace[727713514] linearizableReadLoop","detail":"{readStateIndex:5989; appliedIndex:5988; }","duration":"173.401491ms","start":"2026-03-19T09:12:24.279973Z","end":"2026-03-19T09:12:24.453374Z","steps":["trace[727713514] 'read index received' (duration: 173.015183ms)","trace[727713514] 'applied index is now lower than readState.Index' (duration: 384.798µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:24.453624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.648126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:12:24.453665Z","caller":"traceutil/trace.go:171","msg":"trace[865228109] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341; range_end:; response_count:1; response_revision:5754; }","duration":"173.745729ms","start":"2026-03-19T09:12:24.279909Z","end":"2026-03-19T09:12:24.453655Z","steps":["trace[865228109] 'agreement among raft nodes before linearized reading' (duration: 173.577545ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.472299Z","caller":"traceutil/trace.go:171","msg":"trace[1330700434] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"192.200298ms","start":"2026-03-19T09:12:24.280069Z","end":"2026-03-19T09:12:24.47227Z","steps":["trace[1330700434] 'process raft request' (duration: 192.011574ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.472671Z","caller":"traceutil/trace.go:171","msg":"trace[854223048] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"190.693445ms","start":"2026-03-19T09:12:24.281945Z","end":"2026-03-19T09:12:24.472638Z","steps":["trace[854223048] 'process raft request' (duration: 190.287756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.472804Z","caller":"traceutil/trace.go:171","msg":"trace[497342778] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"190.718755ms","start":"2026-03-19T09:12:24.282069Z","end":"2026-03-19T09:12:24.472787Z","steps":["trace[497342778] 'process raft request' (duration: 190.418229ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.472832Z","caller":"traceutil/trace.go:171","msg":"trace[267888823] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"190.615633ms","start":"2026-03-19T09:12:24.282188Z","end":"2026-03-19T09:12:24.472804Z","steps":["trace[267888823] 'process raft request' (duration: 190.50079ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.47301Z","caller":"traceutil/trace.go:171","msg":"trace[982911613] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"188.943956ms","start":"2026-03-19T09:12:24.28401Z","end":"2026-03-19T09:12:24.472954Z","steps":["trace[982911613] 'process raft request' (duration: 188.720401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.473086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.657379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:24.473125Z","caller":"traceutil/trace.go:171","msg":"trace[630784437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5760; }","duration":"188.725201ms","start":"2026-03-19T09:12:24.284388Z","end":"2026-03-19T09:12:24.473113Z","steps":["trace[630784437] 'agreement among raft nodes before linearized reading' (duration: 188.617948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.473162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.311539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-799cf\" ","response":"range_response_count:1 size:7552"} {"level":"info","ts":"2026-03-19T09:12:24.473191Z","caller":"traceutil/trace.go:171","msg":"trace[7286683] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-799cf; range_end:; response_count:1; response_revision:5760; }","duration":"191.419401ms","start":"2026-03-19T09:12:24.281763Z","end":"2026-03-19T09:12:24.473183Z","steps":["trace[7286683] 'agreement among raft nodes before linearized reading' (duration: 191.239957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.473172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.896232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:12:24.473239Z","caller":"traceutil/trace.go:171","msg":"trace[228326585] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5760; }","duration":"192.024734ms","start":"2026-03-19T09:12:24.281198Z","end":"2026-03-19T09:12:24.473223Z","steps":["trace[228326585] 'agreement among raft nodes before linearized reading' (duration: 191.795779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.47303Z","caller":"traceutil/trace.go:171","msg":"trace[1992658140] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"186.939491ms","start":"2026-03-19T09:12:24.286059Z","end":"2026-03-19T09:12:24.472998Z","steps":["trace[1992658140] 'process raft request' (duration: 186.703236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.473382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.449819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101572"} {"level":"info","ts":"2026-03-19T09:12:24.473456Z","caller":"traceutil/trace.go:171","msg":"trace[43894467] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5760; }","duration":"185.539512ms","start":"2026-03-19T09:12:24.2879Z","end":"2026-03-19T09:12:24.473439Z","steps":["trace[43894467] 'agreement among raft nodes before linearized reading' (duration: 185.131012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:26.814886Z","caller":"traceutil/trace.go:171","msg":"trace[1993127071] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"334.923388ms","start":"2026-03-19T09:12:26.479935Z","end":"2026-03-19T09:12:26.814859Z","steps":["trace[1993127071] 'process raft request' (duration: 334.746344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:26.815037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:26.479919Z","time spent":"335.04469ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:27.165152Z","caller":"traceutil/trace.go:171","msg":"trace[1282253753] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"684.755467ms","start":"2026-03-19T09:12:26.480339Z","end":"2026-03-19T09:12:27.165094Z","steps":["trace[1282253753] 'process raft request' (duration: 586.415523ms)","trace[1282253753] 'compare' (duration: 98.13979ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:27.165126Z","caller":"traceutil/trace.go:171","msg":"trace[1413115964] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"684.651415ms","start":"2026-03-19T09:12:26.480444Z","end":"2026-03-19T09:12:27.165095Z","steps":["trace[1413115964] 'process raft request' (duration: 684.565823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:27.165447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:26.480321Z","time spent":"684.90473ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:27.16543Z","caller":"traceutil/trace.go:171","msg":"trace[1890016288] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"684.551243ms","start":"2026-03-19T09:12:26.48085Z","end":"2026-03-19T09:12:27.165401Z","steps":["trace[1890016288] 'process raft request' (duration: 684.208515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:27.16535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:26.480426Z","time spent":"684.818639ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:27.165598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:26.480838Z","time spent":"684.673966ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:27.165691Z","caller":"traceutil/trace.go:171","msg":"trace[1592465589] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"683.986182ms","start":"2026-03-19T09:12:26.481678Z","end":"2026-03-19T09:12:27.165664Z","steps":["trace[1592465589] 'process raft request' (duration: 683.659724ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:27.165752Z","caller":"traceutil/trace.go:171","msg":"trace[1692971789] linearizableReadLoop","detail":"{readStateIndex:6009; appliedIndex:6004; }","duration":"683.802636ms","start":"2026-03-19T09:12:26.481934Z","end":"2026-03-19T09:12:27.165736Z","steps":["trace[1692971789] 'read index received' (duration: 332.825091ms)","trace[1692971789] 'applied index is now lower than readState.Index' (duration: 350.975235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:27.16584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:26.481669Z","time spent":"684.092064ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:27.173991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.045319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101818"} {"level":"info","ts":"2026-03-19T09:12:27.17404Z","caller":"traceutil/trace.go:171","msg":"trace[577073438] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5774; }","duration":"692.111982ms","start":"2026-03-19T09:12:26.481916Z","end":"2026-03-19T09:12:27.174028Z","steps":["trace[577073438] 'agreement among raft nodes before linearized reading' (duration: 683.872028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:27.174065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:26.481909Z","time spent":"692.149803ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101840,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:12:28.403127Z","caller":"traceutil/trace.go:171","msg":"trace[1336070260] linearizableReadLoop","detail":"{readStateIndex:6012; appliedIndex:6011; }","duration":"116.67417ms","start":"2026-03-19T09:12:28.286428Z","end":"2026-03-19T09:12:28.403102Z","steps":["trace[1336070260] 'read index received' (duration: 116.6501ms)","trace[1336070260] 'applied index is now lower than readState.Index' (duration: 23.04µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:28.403271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.841355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:28.403316Z","caller":"traceutil/trace.go:171","msg":"trace[1471937507] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5776; }","duration":"116.992518ms","start":"2026-03-19T09:12:28.286308Z","end":"2026-03-19T09:12:28.403301Z","steps":["trace[1471937507] 'agreement among raft nodes before linearized reading' (duration: 116.913416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:28.403301Z","caller":"traceutil/trace.go:171","msg":"trace[1223677914] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"153.475338ms","start":"2026-03-19T09:12:28.249731Z","end":"2026-03-19T09:12:28.403206Z","steps":["trace[1223677914] 'process raft request' (duration: 153.233012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:28.404912Z","caller":"traceutil/trace.go:171","msg":"trace[1060203622] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"113.86585ms","start":"2026-03-19T09:12:28.291027Z","end":"2026-03-19T09:12:28.404892Z","steps":["trace[1060203622] 'process raft request' (duration: 113.700946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:28.404997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.45947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:28.405105Z","caller":"traceutil/trace.go:171","msg":"trace[2028252162] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5777; }","duration":"118.565023ms","start":"2026-03-19T09:12:28.286471Z","end":"2026-03-19T09:12:28.405036Z","steps":["trace[2028252162] 'agreement among raft nodes before linearized reading' (duration: 118.45749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:28.405471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.638153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-19T09:12:28.405525Z","caller":"traceutil/trace.go:171","msg":"trace[107766154] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5777; }","duration":"117.741935ms","start":"2026-03-19T09:12:28.28777Z","end":"2026-03-19T09:12:28.405511Z","steps":["trace[107766154] 'agreement among raft nodes before linearized reading' (duration: 117.584542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:28.62395Z","caller":"traceutil/trace.go:171","msg":"trace[1503500307] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"171.509029ms","start":"2026-03-19T09:12:28.452408Z","end":"2026-03-19T09:12:28.623917Z","steps":["trace[1503500307] 'process raft request' (duration: 171.217172ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:29.018233Z","caller":"traceutil/trace.go:171","msg":"trace[411096582] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"389.099452ms","start":"2026-03-19T09:12:28.629106Z","end":"2026-03-19T09:12:29.018206Z","steps":["trace[411096582] 'process raft request' (duration: 388.922018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.018392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.62908Z","time spent":"389.225834ms","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":966,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:29.211269Z","caller":"traceutil/trace.go:171","msg":"trace[2028123660] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"580.493942ms","start":"2026-03-19T09:12:28.63075Z","end":"2026-03-19T09:12:29.211243Z","steps":["trace[2028123660] 'process raft request' (duration: 580.4076ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:29.211299Z","caller":"traceutil/trace.go:171","msg":"trace[247430476] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"581.571587ms","start":"2026-03-19T09:12:28.629697Z","end":"2026-03-19T09:12:29.211269Z","steps":["trace[247430476] 'process raft request' (duration: 581.394773ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:29.211359Z","caller":"traceutil/trace.go:171","msg":"trace[1005902097] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"581.821882ms","start":"2026-03-19T09:12:28.62951Z","end":"2026-03-19T09:12:29.211332Z","steps":["trace[1005902097] 'process raft request' (duration: 581.424553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.211431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.630732Z","time spent":"580.617074ms","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1617,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:29.211444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.629683Z","time spent":"581.688719ms","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:29.211475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.629488Z","time spent":"581.928074ms","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:29.211587Z","caller":"traceutil/trace.go:171","msg":"trace[672571075] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"580.789318ms","start":"2026-03-19T09:12:28.630776Z","end":"2026-03-19T09:12:29.211565Z","steps":["trace[672571075] 'process raft request' (duration: 580.42699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:29.211746Z","caller":"traceutil/trace.go:171","msg":"trace[813789938] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"578.096439ms","start":"2026-03-19T09:12:28.633625Z","end":"2026-03-19T09:12:29.211722Z","steps":["trace[813789938] 'process raft request' (duration: 577.937525ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:29.211844Z","caller":"traceutil/trace.go:171","msg":"trace[60848518] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"303.905119ms","start":"2026-03-19T09:12:28.907929Z","end":"2026-03-19T09:12:29.211834Z","steps":["trace[60848518] 'process raft request' (duration: 303.728385ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:29.211852Z","caller":"traceutil/trace.go:171","msg":"trace[599786464] linearizableReadLoop","detail":"{readStateIndex:6021; appliedIndex:6014; }","duration":"393.213393ms","start":"2026-03-19T09:12:28.818619Z","end":"2026-03-19T09:12:29.211833Z","steps":["trace[599786464] 'read index received' (duration: 199.519171ms)","trace[599786464] 'applied index is now lower than readState.Index' (duration: 193.692762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:29.211762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.630763Z","time spent":"580.945232ms","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:29.211901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.633614Z","time spent":"578.210081ms","remote":"127.0.0.1:50692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:29.211912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.907893Z","time spent":"303.988072ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19707,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:29.212056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.436438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:12:29.212126Z","caller":"traceutil/trace.go:171","msg":"trace[1590958180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5786; }","duration":"393.53105ms","start":"2026-03-19T09:12:28.818577Z","end":"2026-03-19T09:12:29.212108Z","steps":["trace[1590958180] 'agreement among raft nodes before linearized reading' (duration: 393.339106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.212172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.818559Z","time spent":"393.600501ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:12:29.211663Z","caller":"traceutil/trace.go:171","msg":"trace[1975864545] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"579.622613ms","start":"2026-03-19T09:12:28.631994Z","end":"2026-03-19T09:12:29.211616Z","steps":["trace[1975864545] 'process raft request' (duration: 579.44762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.212357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.631971Z","time spent":"580.310908ms","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1483,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:38.249813Z","caller":"traceutil/trace.go:171","msg":"trace[418009304] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"176.699445ms","start":"2026-03-19T09:12:38.07308Z","end":"2026-03-19T09:12:38.24978Z","steps":["trace[418009304] 'process raft request' (duration: 176.542621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:38.815653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.609118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:38.815764Z","caller":"traceutil/trace.go:171","msg":"trace[190184698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5838; }","duration":"319.791342ms","start":"2026-03-19T09:12:38.495948Z","end":"2026-03-19T09:12:38.815739Z","steps":["trace[190184698] 'range keys from in-memory index tree' (duration: 319.493516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:38.815826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:38.495916Z","time spent":"319.896285ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:12:39.50185Z","caller":"traceutil/trace.go:171","msg":"trace[1671717685] linearizableReadLoop","detail":"{readStateIndex:6076; appliedIndex:6075; }","duration":"158.945051ms","start":"2026-03-19T09:12:39.342883Z","end":"2026-03-19T09:12:39.501828Z","steps":["trace[1671717685] 'read index received' (duration: 158.735136ms)","trace[1671717685] 'applied index is now lower than readState.Index' (duration: 209.185µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:39.501913Z","caller":"traceutil/trace.go:171","msg":"trace[579974789] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"199.758216ms","start":"2026-03-19T09:12:39.302112Z","end":"2026-03-19T09:12:39.50187Z","steps":["trace[579974789] 'process raft request' (duration: 199.576852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:39.502202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.239574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:12:39.502301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.38654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:12:39.502329Z","caller":"traceutil/trace.go:171","msg":"trace[1137382010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5839; }","duration":"158.422558ms","start":"2026-03-19T09:12:39.343876Z","end":"2026-03-19T09:12:39.502298Z","steps":["trace[1137382010] 'agreement among raft nodes before linearized reading' (duration: 158.128911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:39.50206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.160515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:39.502373Z","caller":"traceutil/trace.go:171","msg":"trace[1105659441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5839; }","duration":"155.490793ms","start":"2026-03-19T09:12:39.346865Z","end":"2026-03-19T09:12:39.502356Z","steps":["trace[1105659441] 'agreement among raft nodes before linearized reading' (duration: 155.32587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:39.502167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.201612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:12:39.502435Z","caller":"traceutil/trace.go:171","msg":"trace[606047849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5839; }","duration":"159.566184ms","start":"2026-03-19T09:12:39.342835Z","end":"2026-03-19T09:12:39.502401Z","steps":["trace[606047849] 'agreement among raft nodes before linearized reading' (duration: 159.111654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:39.502469Z","caller":"traceutil/trace.go:171","msg":"trace[1349868147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5839; }","duration":"153.508518ms","start":"2026-03-19T09:12:39.348949Z","end":"2026-03-19T09:12:39.502458Z","steps":["trace[1349868147] 'agreement among raft nodes before linearized reading' (duration: 153.174301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:39.502237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.59015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:12:39.502524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.865006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:12:39.502602Z","caller":"traceutil/trace.go:171","msg":"trace[1086721342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5839; }","duration":"148.951828ms","start":"2026-03-19T09:12:39.353638Z","end":"2026-03-19T09:12:39.50259Z","steps":["trace[1086721342] 'agreement among raft nodes before linearized reading' (duration: 148.388416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:39.502601Z","caller":"traceutil/trace.go:171","msg":"trace[715653877] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5839; }","duration":"153.936648ms","start":"2026-03-19T09:12:39.348627Z","end":"2026-03-19T09:12:39.502564Z","steps":["trace[715653877] 'agreement among raft nodes before linearized reading' (duration: 153.473508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:39.659038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.083644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:39.659178Z","caller":"traceutil/trace.go:171","msg":"trace[587836539] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"152.229711ms","start":"2026-03-19T09:12:39.506928Z","end":"2026-03-19T09:12:39.659157Z","steps":["trace[587836539] 'process raft request' (duration: 28.923382ms)","trace[587836539] 'compare' (duration: 122.92826ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:39.715707Z","caller":"traceutil/trace.go:171","msg":"trace[707230841] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"208.594273ms","start":"2026-03-19T09:12:39.507081Z","end":"2026-03-19T09:12:39.715676Z","steps":["trace[707230841] 'process raft request' (duration: 208.414598ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:39.715885Z","caller":"traceutil/trace.go:171","msg":"trace[977897650] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"207.355655ms","start":"2026-03-19T09:12:39.508518Z","end":"2026-03-19T09:12:39.715873Z","steps":["trace[977897650] 'process raft request' (duration: 207.11749ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:39.716112Z","caller":"traceutil/trace.go:171","msg":"trace[1793662095] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"207.490048ms","start":"2026-03-19T09:12:39.508604Z","end":"2026-03-19T09:12:39.716094Z","steps":["trace[1793662095] 'process raft request' (duration: 207.227102ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:39.716124Z","caller":"traceutil/trace.go:171","msg":"trace[966962417] linearizableReadLoop","detail":"{readStateIndex:6078; appliedIndex:6076; }","duration":"208.45143ms","start":"2026-03-19T09:12:39.507654Z","end":"2026-03-19T09:12:39.716105Z","steps":["trace[966962417] 'read index received' (duration: 28.216947ms)","trace[966962417] 'applied index is now lower than readState.Index' (duration: 180.232823ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:39.716204Z","caller":"traceutil/trace.go:171","msg":"trace[788746692] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"205.480704ms","start":"2026-03-19T09:12:39.510715Z","end":"2026-03-19T09:12:39.716195Z","steps":["trace[788746692] 'process raft request' (duration: 205.337731ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:39.716246Z","caller":"traceutil/trace.go:171","msg":"trace[1726340789] transaction","detail":"{read_only:false; response_revision:5844; number_of_response:1; }","duration":"206.766292ms","start":"2026-03-19T09:12:39.509383Z","end":"2026-03-19T09:12:39.716149Z","steps":["trace[1726340789] 'process raft request' (duration: 206.573648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:39.716467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.797957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101751"} {"level":"info","ts":"2026-03-19T09:12:39.716524Z","caller":"traceutil/trace.go:171","msg":"trace[1324226642] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5845; }","duration":"208.91514ms","start":"2026-03-19T09:12:39.507594Z","end":"2026-03-19T09:12:39.716509Z","steps":["trace[1324226642] 'agreement among raft nodes before linearized reading' (duration: 208.605273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:39.716684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.20974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T09:12:39.716715Z","caller":"traceutil/trace.go:171","msg":"trace[1549073839] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5845; }","duration":"111.293002ms","start":"2026-03-19T09:12:39.605416Z","end":"2026-03-19T09:12:39.716709Z","steps":["trace[1549073839] 'agreement among raft nodes before linearized reading' (duration: 110.947975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:40.045733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.644396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:40.045785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.878232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:12:40.045883Z","caller":"traceutil/trace.go:171","msg":"trace[865505058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5845; }","duration":"233.008225ms","start":"2026-03-19T09:12:39.812848Z","end":"2026-03-19T09:12:40.045857Z","steps":["trace[865505058] 'range keys from in-memory index tree' (duration: 232.633386ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:40.045834Z","caller":"traceutil/trace.go:171","msg":"trace[1728976985] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5845; }","duration":"250.81259ms","start":"2026-03-19T09:12:39.794995Z","end":"2026-03-19T09:12:40.045808Z","steps":["trace[1728976985] 'count revisions from in-memory index tree' (duration: 250.549254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:40.222897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.546292ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:12:40.223029Z","caller":"traceutil/trace.go:171","msg":"trace[1496337479] linearizableReadLoop","detail":"{readStateIndex:6083; appliedIndex:6082; }","duration":"173.460913ms","start":"2026-03-19T09:12:40.049544Z","end":"2026-03-19T09:12:40.223005Z","steps":["trace[1496337479] 'read index received' (duration: 71.512µs)","trace[1496337479] 'applied index is now lower than readState.Index' (duration: 173.387931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:40.223246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.689688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:12:40.223285Z","caller":"traceutil/trace.go:171","msg":"trace[1888098010] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5845; }","duration":"173.7859ms","start":"2026-03-19T09:12:40.049486Z","end":"2026-03-19T09:12:40.223272Z","steps":["trace[1888098010] 'agreement among raft nodes before linearized reading' (duration: 173.580445ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:40.458716Z","caller":"traceutil/trace.go:171","msg":"trace[1466848699] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"100.653686ms","start":"2026-03-19T09:12:40.358011Z","end":"2026-03-19T09:12:40.458664Z","steps":["trace[1466848699] 'process raft request' (duration: 100.486372ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:40.983013Z","caller":"traceutil/trace.go:171","msg":"trace[64584189] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"524.347115ms","start":"2026-03-19T09:12:40.458644Z","end":"2026-03-19T09:12:40.982991Z","steps":["trace[64584189] 'process raft request' (duration: 524.220912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:40.983132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:40.458625Z","time spent":"524.442527ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:41.288593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.176816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:41.288741Z","caller":"traceutil/trace.go:171","msg":"trace[1033541546] linearizableReadLoop","detail":"{readStateIndex:6086; appliedIndex:6084; }","duration":"792.654265ms","start":"2026-03-19T09:12:40.496032Z","end":"2026-03-19T09:12:41.288686Z","steps":["trace[1033541546] 'read index received' (duration: 486.896754ms)","trace[1033541546] 'applied index is now lower than readState.Index' (duration: 305.756031ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:41.288856Z","caller":"traceutil/trace.go:171","msg":"trace[794907194] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"814.793436ms","start":"2026-03-19T09:12:40.474024Z","end":"2026-03-19T09:12:41.288818Z","steps":["trace[794907194] 'process raft request' (duration: 582.301673ms)","trace[794907194] 'compare' (duration: 231.925331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:41.289044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:40.473995Z","time spent":"814.962079ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:41.288995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.91289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:41.289128Z","caller":"traceutil/trace.go:171","msg":"trace[1240184880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5848; }","duration":"793.126515ms","start":"2026-03-19T09:12:40.495976Z","end":"2026-03-19T09:12:41.289103Z","steps":["trace[1240184880] 'agreement among raft nodes before linearized reading' (duration: 792.860499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:41.289124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.00719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:41.289208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:40.495961Z","time spent":"793.232137ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:12:41.289268Z","caller":"traceutil/trace.go:171","msg":"trace[1533952244] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5848; }","duration":"715.214064ms","start":"2026-03-19T09:12:40.574027Z","end":"2026-03-19T09:12:41.289241Z","steps":["trace[1533952244] 'agreement among raft nodes before linearized reading' (duration: 714.969328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:41.289325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:40.574009Z","time spent":"715.303906ms","remote":"127.0.0.1:50692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:41.289241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.963914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:41.289487Z","caller":"traceutil/trace.go:171","msg":"trace[1067526163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5848; }","duration":"523.181918ms","start":"2026-03-19T09:12:40.766226Z","end":"2026-03-19T09:12:41.289408Z","steps":["trace[1067526163] 'agreement among raft nodes before linearized reading' (duration: 522.829831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:41.289612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:40.766204Z","time spent":"523.322702ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:12:42.327856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.137873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:12:42.327941Z","caller":"traceutil/trace.go:171","msg":"trace[548414435] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:5848; }","duration":"833.291476ms","start":"2026-03-19T09:12:41.49463Z","end":"2026-03-19T09:12:42.327921Z","steps":["trace[548414435] 'range keys from in-memory index tree' (duration: 832.927118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.327985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.494612Z","time spent":"833.364397ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:12:42.328212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.531454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:42.32837Z","caller":"traceutil/trace.go:171","msg":"trace[302417241] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"819.864388ms","start":"2026-03-19T09:12:41.508492Z","end":"2026-03-19T09:12:42.328356Z","steps":["trace[302417241] 'process raft request' (duration: 456.027757ms)","trace[302417241] 'compare' (duration: 362.91067ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:42.328338Z","caller":"traceutil/trace.go:171","msg":"trace[623182943] linearizableReadLoop","detail":"{readStateIndex:6087; appliedIndex:6086; }","duration":"664.634551ms","start":"2026-03-19T09:12:41.66368Z","end":"2026-03-19T09:12:42.328315Z","steps":["trace[623182943] 'read index received' (duration: 300.78499ms)","trace[623182943] 'applied index is now lower than readState.Index' (duration: 363.847681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:42.32847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.508444Z","time spent":"819.965411ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:42.328707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.007689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:42.328835Z","caller":"traceutil/trace.go:171","msg":"trace[1071086174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5849; }","duration":"665.217504ms","start":"2026-03-19T09:12:41.663595Z","end":"2026-03-19T09:12:42.328812Z","steps":["trace[1071086174] 'agreement among raft nodes before linearized reading' (duration: 664.915837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.328905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.663562Z","time spent":"665.326705ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:12:42.329544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.88809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:12:42.329591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.072903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:12:42.329621Z","caller":"traceutil/trace.go:171","msg":"trace[1242903373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5849; }","duration":"607.986633ms","start":"2026-03-19T09:12:41.721614Z","end":"2026-03-19T09:12:42.329601Z","steps":["trace[1242903373] 'agreement among raft nodes before linearized reading' (duration: 607.821139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.329685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.862889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:42.329816Z","caller":"traceutil/trace.go:171","msg":"trace[51093926] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5849; }","duration":"435.058323ms","start":"2026-03-19T09:12:41.894735Z","end":"2026-03-19T09:12:42.329794Z","steps":["trace[51093926] 'agreement among raft nodes before linearized reading' (duration: 434.817588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.329858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.032116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:12:42.329876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.894713Z","time spent":"435.147535ms","remote":"127.0.0.1:46466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:42.329671Z","caller":"traceutil/trace.go:171","msg":"trace[1172419625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5849; }","duration":"607.206156ms","start":"2026-03-19T09:12:41.722447Z","end":"2026-03-19T09:12:42.329653Z","steps":["trace[1172419625] 'agreement among raft nodes before linearized reading' (duration: 606.953471ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:42.329906Z","caller":"traceutil/trace.go:171","msg":"trace[347292175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5849; }","duration":"609.128809ms","start":"2026-03-19T09:12:41.720764Z","end":"2026-03-19T09:12:42.329892Z","steps":["trace[347292175] 'agreement among raft nodes before linearized reading' (duration: 609.021017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.329949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.722432Z","time spent":"607.499982ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:42.329983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.720703Z","time spent":"609.269562ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:12:42.329702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.721603Z","time spent":"608.085195ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:42.330068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.237001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:12:42.330186Z","caller":"traceutil/trace.go:171","msg":"trace[1497420805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5849; }","duration":"609.408556ms","start":"2026-03-19T09:12:41.720764Z","end":"2026-03-19T09:12:42.330172Z","steps":["trace[1497420805] 'agreement among raft nodes before linearized reading' (duration: 608.506435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.330101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.208046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:12:42.330275Z","caller":"traceutil/trace.go:171","msg":"trace[157012766] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5849; }","duration":"607.41226ms","start":"2026-03-19T09:12:41.722843Z","end":"2026-03-19T09:12:42.330256Z","steps":["trace[157012766] 'agreement among raft nodes before linearized reading' (duration: 606.898719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.330281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.720703Z","time spent":"609.539008ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:42.330326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.722832Z","time spent":"607.481172ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:12:42.580974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.051089ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-19T09:12:42.96093Z","caller":"traceutil/trace.go:171","msg":"trace[357290826] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"626.734919ms","start":"2026-03-19T09:12:42.334173Z","end":"2026-03-19T09:12:42.960908Z","steps":["trace[357290826] 'process raft request' (duration: 626.509084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.961065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:42.334156Z","time spent":"626.846302ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:42.961349Z","caller":"traceutil/trace.go:171","msg":"trace[1392138790] linearizableReadLoop","detail":"{readStateIndex:6092; appliedIndex:6087; }","duration":"626.406201ms","start":"2026-03-19T09:12:42.334918Z","end":"2026-03-19T09:12:42.961324Z","steps":["trace[1392138790] 'read index received' (duration: 137.998705ms)","trace[1392138790] 'applied index is now lower than readState.Index' (duration: 488.406386ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:42.96147Z","caller":"traceutil/trace.go:171","msg":"trace[1255618747] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"626.955064ms","start":"2026-03-19T09:12:42.334503Z","end":"2026-03-19T09:12:42.961458Z","steps":["trace[1255618747] 'process raft request' (duration: 626.576466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.961591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:42.334496Z","time spent":"627.023286ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:42.961559Z","caller":"traceutil/trace.go:171","msg":"trace[2037528077] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"626.180686ms","start":"2026-03-19T09:12:42.335353Z","end":"2026-03-19T09:12:42.961533Z","steps":["trace[2037528077] 'process raft request' (duration: 625.933941ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:42.961602Z","caller":"traceutil/trace.go:171","msg":"trace[803134561] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"626.76294ms","start":"2026-03-19T09:12:42.334824Z","end":"2026-03-19T09:12:42.961587Z","steps":["trace[803134561] 'process raft request' (duration: 626.421263ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:42.961571Z","caller":"traceutil/trace.go:171","msg":"trace[186210299] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"627.21967ms","start":"2026-03-19T09:12:42.334171Z","end":"2026-03-19T09:12:42.961391Z","steps":["trace[186210299] 'process raft request' (duration: 626.677788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.961697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:42.334817Z","time spent":"626.830561ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:42.961741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:42.335345Z","time spent":"626.302469ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:42.9618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.863151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101751"} {"level":"info","ts":"2026-03-19T09:12:42.961949Z","caller":"traceutil/trace.go:171","msg":"trace[185956591] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5854; }","duration":"627.040565ms","start":"2026-03-19T09:12:42.334895Z","end":"2026-03-19T09:12:42.961935Z","steps":["trace[185956591] 'agreement among raft nodes before linearized reading' (duration: 626.648036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.961999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:42.334887Z","time spent":"627.097807ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101773,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:12:42.962144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:42.334143Z","time spent":"627.694771ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:43.914611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.531983ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:43.914728Z","caller":"traceutil/trace.go:171","msg":"trace[721085408] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5854; }","duration":"259.666936ms","start":"2026-03-19T09:12:43.655044Z","end":"2026-03-19T09:12:43.914711Z","steps":["trace[721085408] 'range keys from in-memory index tree' (duration: 259.512033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:43.915046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.753374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:43.915194Z","caller":"traceutil/trace.go:171","msg":"trace[1883571761] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"925.444134ms","start":"2026-03-19T09:12:42.98974Z","end":"2026-03-19T09:12:43.915184Z","steps":["trace[1883571761] 'process raft request' (duration: 925.358952ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:43.915193Z","caller":"traceutil/trace.go:171","msg":"trace[2016430931] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"1.331816079s","start":"2026-03-19T09:12:42.583343Z","end":"2026-03-19T09:12:43.915159Z","steps":["trace[2016430931] 'process raft request' (duration: 539.902301ms)","trace[2016430931] 'compare' (duration: 791.454247ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:43.915207Z","caller":"traceutil/trace.go:171","msg":"trace[1438702146] linearizableReadLoop","detail":"{readStateIndex:6094; appliedIndex:6093; }","duration":"953.761133ms","start":"2026-03-19T09:12:42.96142Z","end":"2026-03-19T09:12:43.915181Z","steps":["trace[1438702146] 'read index received' (duration: 161.844595ms)","trace[1438702146] 'applied index is now lower than readState.Index' (duration: 791.911958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:43.915257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:42.989724Z","time spent":"925.507365ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:43.915323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452402907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:43.915334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:42.58332Z","time spent":"1.331939382s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:43.915364Z","caller":"traceutil/trace.go:171","msg":"trace[1236127303] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5856; }","duration":"1.452487459s","start":"2026-03-19T09:12:42.462866Z","end":"2026-03-19T09:12:43.915353Z","steps":["trace[1236127303] 'agreement among raft nodes before linearized reading' (duration: 1.452406597s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:43.915403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:42.462849Z","time spent":"1.45254481s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T09:12:43.915422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45206325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:43.915462Z","caller":"traceutil/trace.go:171","msg":"trace[951943875] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5856; }","duration":"1.452155962s","start":"2026-03-19T09:12:42.463293Z","end":"2026-03-19T09:12:43.915449Z","steps":["trace[951943875] 'agreement among raft nodes before linearized reading' (duration: 1.4520797s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:43.915498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:42.463272Z","time spent":"1.452215393s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:12:43.915419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418812051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:43.915632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452671123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"warn","ts":"2026-03-19T09:12:43.915664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.222591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T09:12:43.915678Z","caller":"traceutil/trace.go:171","msg":"trace[1427758491] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5856; }","duration":"1.452754035s","start":"2026-03-19T09:12:42.462913Z","end":"2026-03-19T09:12:43.915667Z","steps":["trace[1427758491] 'agreement among raft nodes before linearized reading' (duration: 1.452611842s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:43.91569Z","caller":"traceutil/trace.go:171","msg":"trace[87534569] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5856; }","duration":"962.284192ms","start":"2026-03-19T09:12:42.953399Z","end":"2026-03-19T09:12:43.915683Z","steps":["trace[87534569] 'agreement among raft nodes before linearized reading' (duration: 961.972185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:43.915707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:42.953383Z","time spent":"962.319773ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":665,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:43.91571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:42.462894Z","time spent":"1.452808096s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-19T09:12:43.915765Z","caller":"traceutil/trace.go:171","msg":"trace[719086666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5856; }","duration":"1.419177839s","start":"2026-03-19T09:12:42.496475Z","end":"2026-03-19T09:12:43.915653Z","steps":["trace[719086666] 'agreement among raft nodes before linearized reading' (duration: 1.418735489s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:43.915894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:42.496459Z","time spent":"1.419418614s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:12:43.990825Z","caller":"traceutil/trace.go:171","msg":"trace[1039210240] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"696.178533ms","start":"2026-03-19T09:12:43.294609Z","end":"2026-03-19T09:12:43.990787Z","steps":["trace[1039210240] 'process raft request' (duration: 696.003599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:43.991004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:43.294583Z","time spent":"696.335915ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:46.276939Z","caller":"traceutil/trace.go:171","msg":"trace[784599852] linearizableReadLoop","detail":"{readStateIndex:6107; appliedIndex:6106; }","duration":"306.031407ms","start":"2026-03-19T09:12:45.970889Z","end":"2026-03-19T09:12:46.27692Z","steps":["trace[784599852] 'read index received' (duration: 295.535354ms)","trace[784599852] 'applied index is now lower than readState.Index' (duration: 10.495353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:46.277033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.134149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:46.27709Z","caller":"traceutil/trace.go:171","msg":"trace[1636444970] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5868; }","duration":"306.234312ms","start":"2026-03-19T09:12:45.970847Z","end":"2026-03-19T09:12:46.277081Z","steps":["trace[1636444970] 'agreement among raft nodes before linearized reading' (duration: 306.14622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:46.277115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:45.97083Z","time spent":"306.277573ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:46.27725Z","caller":"traceutil/trace.go:171","msg":"trace[915491241] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"332.829462ms","start":"2026-03-19T09:12:45.944402Z","end":"2026-03-19T09:12:46.277231Z","steps":["trace[915491241] 'process raft request' (duration: 321.93096ms)","trace[915491241] 'compare' (duration: 10.290479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:46.277353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:45.944385Z","time spent":"332.913664ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6142,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:46.331417Z","caller":"traceutil/trace.go:171","msg":"trace[1565096231] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"333.559908ms","start":"2026-03-19T09:12:45.997827Z","end":"2026-03-19T09:12:46.331387Z","steps":["trace[1565096231] 'process raft request' (duration: 333.430345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:46.331594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:45.997795Z","time spent":"333.708321ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:46.505962Z","caller":"traceutil/trace.go:171","msg":"trace[1638549637] linearizableReadLoop","detail":"{readStateIndex:6109; appliedIndex:6108; }","duration":"103.795055ms","start":"2026-03-19T09:12:46.402135Z","end":"2026-03-19T09:12:46.50593Z","steps":["trace[1638549637] 'read index received' (duration: 39.481956ms)","trace[1638549637] 'applied index is now lower than readState.Index' (duration: 64.311559ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:46.506016Z","caller":"traceutil/trace.go:171","msg":"trace[291139226] transaction","detail":"{read_only:false; response_revision:5870; number_of_response:1; }","duration":"129.70391ms","start":"2026-03-19T09:12:46.376276Z","end":"2026-03-19T09:12:46.50598Z","steps":["trace[291139226] 'process raft request' (duration: 65.419483ms)","trace[291139226] 'compare' (duration: 64.039902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:46.5062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.044351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-credential-setup-799cf\" ","response":"range_response_count:1 size:2892"} {"level":"info","ts":"2026-03-19T09:12:46.506232Z","caller":"traceutil/trace.go:171","msg":"trace[746726522] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/keystone-credential-setup-799cf; range_end:; response_count:1; response_revision:5870; }","duration":"104.130533ms","start":"2026-03-19T09:12:46.40209Z","end":"2026-03-19T09:12:46.506221Z","steps":["trace[746726522] 'agreement among raft nodes before linearized reading' (duration: 103.979179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:51.587629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325092949,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:12:51.686224Z","caller":"traceutil/trace.go:171","msg":"trace[434316849] linearizableReadLoop","detail":"{readStateIndex:6149; appliedIndex:6148; }","duration":"599.514254ms","start":"2026-03-19T09:12:51.086685Z","end":"2026-03-19T09:12:51.6862Z","steps":["trace[434316849] 'read index received' (duration: 599.353401ms)","trace[434316849] 'applied index is now lower than readState.Index' (duration: 159.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:51.686353Z","caller":"traceutil/trace.go:171","msg":"trace[788853245] transaction","detail":"{read_only:false; response_revision:5909; number_of_response:1; }","duration":"600.882425ms","start":"2026-03-19T09:12:51.08546Z","end":"2026-03-19T09:12:51.686342Z","steps":["trace[788853245] 'process raft request' (duration: 600.558958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:51.686515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.821672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:12:51.686548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:51.085439Z","time spent":"601.029219ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:51.686567Z","caller":"traceutil/trace.go:171","msg":"trace[250497373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5909; }","duration":"599.882023ms","start":"2026-03-19T09:12:51.086673Z","end":"2026-03-19T09:12:51.686555Z","steps":["trace[250497373] 'agreement among raft nodes before linearized reading' (duration: 599.720919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:51.686562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.388519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:51.686596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:51.086643Z","time spent":"599.948394ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:12:51.68662Z","caller":"traceutil/trace.go:171","msg":"trace[2135497316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5909; }","duration":"190.46891ms","start":"2026-03-19T09:12:51.496134Z","end":"2026-03-19T09:12:51.686603Z","steps":["trace[2135497316] 'agreement among raft nodes before linearized reading' (duration: 190.368348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:51.686614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.337713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:12:51.686646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.593227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:12:51.686702Z","caller":"traceutil/trace.go:171","msg":"trace[550565041] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5909; }","duration":"563.692989ms","start":"2026-03-19T09:12:51.122996Z","end":"2026-03-19T09:12:51.686689Z","steps":["trace[550565041] 'agreement among raft nodes before linearized reading' (duration: 563.494565ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:51.686709Z","caller":"traceutil/trace.go:171","msg":"trace[1069359054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5909; }","duration":"582.481797ms","start":"2026-03-19T09:12:51.1042Z","end":"2026-03-19T09:12:51.686682Z","steps":["trace[1069359054] 'agreement among raft nodes before linearized reading' (duration: 582.19093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:51.686717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.050492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:12:51.686746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:51.122976Z","time spent":"563.760721ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:12:51.686767Z","caller":"traceutil/trace.go:171","msg":"trace[273071876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5909; }","duration":"566.106413ms","start":"2026-03-19T09:12:51.120647Z","end":"2026-03-19T09:12:51.686754Z","steps":["trace[273071876] 'agreement among raft nodes before linearized reading' (duration: 565.96921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:51.686968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:51.120601Z","time spent":"566.355119ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:51.686764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:51.104178Z","time spent":"582.575858ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:12:51.686756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.500154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:12:51.687233Z","caller":"traceutil/trace.go:171","msg":"trace[609157619] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:5909; }","duration":"191.996095ms","start":"2026-03-19T09:12:51.4952Z","end":"2026-03-19T09:12:51.687196Z","steps":["trace[609157619] 'agreement among raft nodes before linearized reading' (duration: 191.357901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:51.686846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.765321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:12:51.687374Z","caller":"traceutil/trace.go:171","msg":"trace[810840065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5909; }","duration":"568.337553ms","start":"2026-03-19T09:12:51.119024Z","end":"2026-03-19T09:12:51.687361Z","steps":["trace[810840065] 'agreement among raft nodes before linearized reading' (duration: 567.629897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:51.687425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:51.119Z","time spent":"568.410895ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:12:51.974682Z","caller":"traceutil/trace.go:171","msg":"trace[417557403] transaction","detail":"{read_only:false; response_revision:5910; number_of_response:1; }","duration":"283.448556ms","start":"2026-03-19T09:12:51.691207Z","end":"2026-03-19T09:12:51.974656Z","steps":["trace[417557403] 'process raft request' (duration: 283.225571ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:51.975016Z","caller":"traceutil/trace.go:171","msg":"trace[1296849797] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"283.552968ms","start":"2026-03-19T09:12:51.691441Z","end":"2026-03-19T09:12:51.974994Z","steps":["trace[1296849797] 'process raft request' (duration: 283.393864ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:51.975023Z","caller":"traceutil/trace.go:171","msg":"trace[1933382228] linearizableReadLoop","detail":"{readStateIndex:6154; appliedIndex:6150; }","duration":"239.182463ms","start":"2026-03-19T09:12:51.735817Z","end":"2026-03-19T09:12:51.974999Z","steps":["trace[1933382228] 'read index received' (duration: 238.729793ms)","trace[1933382228] 'applied index is now lower than readState.Index' (duration: 451.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:51.975171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.04063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:51.975174Z","caller":"traceutil/trace.go:171","msg":"trace[883282323] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"283.729122ms","start":"2026-03-19T09:12:51.69143Z","end":"2026-03-19T09:12:51.975159Z","steps":["trace[883282323] 'process raft request' (duration: 283.18329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:51.975215Z","caller":"traceutil/trace.go:171","msg":"trace[201271265] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5913; }","duration":"244.132962ms","start":"2026-03-19T09:12:51.731071Z","end":"2026-03-19T09:12:51.975204Z","steps":["trace[201271265] 'agreement among raft nodes before linearized reading' (duration: 244.03813ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:51.975141Z","caller":"traceutil/trace.go:171","msg":"trace[886962519] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"283.191729ms","start":"2026-03-19T09:12:51.691859Z","end":"2026-03-19T09:12:51.975051Z","steps":["trace[886962519] 'process raft request' (duration: 283.079306ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:52.19399Z","caller":"traceutil/trace.go:171","msg":"trace[2029273832] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"457.093092ms","start":"2026-03-19T09:12:51.736858Z","end":"2026-03-19T09:12:52.193951Z","steps":["trace[2029273832] 'process raft request' (duration: 373.340501ms)","trace[2029273832] 'compare' (duration: 83.581417ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:52.194011Z","caller":"traceutil/trace.go:171","msg":"trace[1799004174] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"198.870926ms","start":"2026-03-19T09:12:51.995119Z","end":"2026-03-19T09:12:52.19399Z","steps":["trace[1799004174] 'process raft request' (duration: 198.811475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:52.194166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:51.736841Z","time spent":"457.237504ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:52.194547Z","caller":"traceutil/trace.go:171","msg":"trace[873650774] linearizableReadLoop","detail":"{readStateIndex:6155; appliedIndex:6154; }","duration":"219.427133ms","start":"2026-03-19T09:12:51.975084Z","end":"2026-03-19T09:12:52.194511Z","steps":["trace[873650774] 'read index received' (duration: 135.07371ms)","trace[873650774] 'applied index is now lower than readState.Index' (duration: 84.351393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:52.194596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.574211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:52.194656Z","caller":"traceutil/trace.go:171","msg":"trace[446440743] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5915; }","duration":"244.662564ms","start":"2026-03-19T09:12:51.949972Z","end":"2026-03-19T09:12:52.194635Z","steps":["trace[446440743] 'agreement among raft nodes before linearized reading' (duration: 244.574412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:52.194661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.96783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:52.194692Z","caller":"traceutil/trace.go:171","msg":"trace[1725344593] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5915; }","duration":"245.041102ms","start":"2026-03-19T09:12:51.949641Z","end":"2026-03-19T09:12:52.194683Z","steps":["trace[1725344593] 'agreement among raft nodes before linearized reading' (duration: 244.97246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:52.284671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.285443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:52.284855Z","caller":"traceutil/trace.go:171","msg":"trace[1147857370] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5916; }","duration":"166.541909ms","start":"2026-03-19T09:12:52.118291Z","end":"2026-03-19T09:12:52.284833Z","steps":["trace[1147857370] 'agreement among raft nodes before linearized reading' (duration: 166.198761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:52.284698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.65832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-4q4rq\" ","response":"range_response_count:1 size:7328"} {"level":"info","ts":"2026-03-19T09:12:52.285034Z","caller":"traceutil/trace.go:171","msg":"trace[409205043] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-4q4rq; range_end:; response_count:1; response_revision:5916; }","duration":"162.047308ms","start":"2026-03-19T09:12:52.12297Z","end":"2026-03-19T09:12:52.285017Z","steps":["trace[409205043] 'agreement among raft nodes before linearized reading' (duration: 161.512406ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:52.285662Z","caller":"traceutil/trace.go:171","msg":"trace[86175864] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"161.339374ms","start":"2026-03-19T09:12:52.124295Z","end":"2026-03-19T09:12:52.285634Z","steps":["trace[86175864] 'process raft request' (duration: 160.019914ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:52.470118Z","caller":"traceutil/trace.go:171","msg":"trace[1116817514] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"177.41969ms","start":"2026-03-19T09:12:52.292674Z","end":"2026-03-19T09:12:52.470093Z","steps":["trace[1116817514] 'process raft request' (duration: 177.258106ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:52.4808Z","caller":"traceutil/trace.go:171","msg":"trace[1335044811] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"115.210218ms","start":"2026-03-19T09:12:52.365565Z","end":"2026-03-19T09:12:52.480775Z","steps":["trace[1335044811] 'process raft request' (duration: 115.059615ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:54.308341Z","caller":"traceutil/trace.go:171","msg":"trace[433225659] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"109.223506ms","start":"2026-03-19T09:12:54.199092Z","end":"2026-03-19T09:12:54.308316Z","steps":["trace[433225659] 'process raft request' (duration: 109.046352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:54.596653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.993473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:54.596728Z","caller":"traceutil/trace.go:171","msg":"trace[2011530318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5925; }","duration":"128.148496ms","start":"2026-03-19T09:12:54.468562Z","end":"2026-03-19T09:12:54.59671Z","steps":["trace[2011530318] 'count revisions from in-memory index tree' (duration: 127.85599ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:54.679831Z","caller":"traceutil/trace.go:171","msg":"trace[528449689] transaction","detail":"{read_only:false; response_revision:5926; number_of_response:1; }","duration":"194.055999ms","start":"2026-03-19T09:12:54.485757Z","end":"2026-03-19T09:12:54.679813Z","steps":["trace[528449689] 'process raft request' (duration: 193.801003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:54.680085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.476817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:54.6802Z","caller":"traceutil/trace.go:171","msg":"trace[536729232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5926; }","duration":"184.627671ms","start":"2026-03-19T09:12:54.495542Z","end":"2026-03-19T09:12:54.680169Z","steps":["trace[536729232] 'agreement among raft nodes before linearized reading' (duration: 184.413896ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:54.67973Z","caller":"traceutil/trace.go:171","msg":"trace[227742951] linearizableReadLoop","detail":"{readStateIndex:6167; appliedIndex:6166; }","duration":"184.11855ms","start":"2026-03-19T09:12:54.495584Z","end":"2026-03-19T09:12:54.679703Z","steps":["trace[227742951] 'read index received' (duration: 183.886975ms)","trace[227742951] 'applied index is now lower than readState.Index' (duration: 230.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:54.760358Z","caller":"traceutil/trace.go:171","msg":"trace[2049361938] transaction","detail":"{read_only:false; response_revision:5927; number_of_response:1; }","duration":"179.921156ms","start":"2026-03-19T09:12:54.5804Z","end":"2026-03-19T09:12:54.760321Z","steps":["trace[2049361938] 'process raft request' (duration: 162.243724ms)","trace[2049361938] 'compare' (duration: 17.503388ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:55.633964Z","caller":"traceutil/trace.go:171","msg":"trace[1942542674] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"137.78172ms","start":"2026-03-19T09:12:55.49615Z","end":"2026-03-19T09:12:55.633932Z","steps":["trace[1942542674] 'process raft request' (duration: 137.542344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.260292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.112255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:56.260527Z","caller":"traceutil/trace.go:171","msg":"trace[556574090] linearizableReadLoop","detail":"{readStateIndex:6177; appliedIndex:6174; }","duration":"114.759499ms","start":"2026-03-19T09:12:56.145751Z","end":"2026-03-19T09:12:56.26051Z","steps":["trace[556574090] 'read index received' (duration: 91.113243ms)","trace[556574090] 'applied index is now lower than readState.Index' (duration: 23.645256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:56.260661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.906202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:56.260706Z","caller":"traceutil/trace.go:171","msg":"trace[537370823] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5936; }","duration":"114.998054ms","start":"2026-03-19T09:12:56.145694Z","end":"2026-03-19T09:12:56.260692Z","steps":["trace[537370823] 'agreement among raft nodes before linearized reading' (duration: 114.879391ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:56.2607Z","caller":"traceutil/trace.go:171","msg":"trace[676053435] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"193.505668ms","start":"2026-03-19T09:12:56.067166Z","end":"2026-03-19T09:12:56.260671Z","steps":["trace[676053435] 'process raft request' (duration: 46.946473ms)","trace[676053435] 'compare' (duration: 145.851649ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:56.260839Z","caller":"traceutil/trace.go:171","msg":"trace[1427240405] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"192.516126ms","start":"2026-03-19T09:12:56.068294Z","end":"2026-03-19T09:12:56.26081Z","steps":["trace[1427240405] 'process raft request' (duration: 192.163408ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:56.26083Z","caller":"traceutil/trace.go:171","msg":"trace[30958693] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"193.243312ms","start":"2026-03-19T09:12:56.067556Z","end":"2026-03-19T09:12:56.2608Z","steps":["trace[30958693] 'process raft request' (duration: 192.824522ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:56.789115Z","caller":"traceutil/trace.go:171","msg":"trace[1116123038] transaction","detail":"{read_only:false; response_revision:5938; number_of_response:1; }","duration":"104.393628ms","start":"2026-03-19T09:12:56.684694Z","end":"2026-03-19T09:12:56.789088Z","steps":["trace[1116123038] 'process raft request' (duration: 104.245055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:59.996137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.831213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109169"} {"level":"info","ts":"2026-03-19T09:12:59.996222Z","caller":"traceutil/trace.go:171","msg":"trace[2063962920] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5948; }","duration":"192.949376ms","start":"2026-03-19T09:12:59.803253Z","end":"2026-03-19T09:12:59.996202Z","steps":["trace[2063962920] 'range keys from in-memory index tree' (duration: 192.526136ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:00.08385Z","caller":"traceutil/trace.go:171","msg":"trace[875981589] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"194.003618ms","start":"2026-03-19T09:12:59.88982Z","end":"2026-03-19T09:13:00.083823Z","steps":["trace[875981589] 'process raft request' (duration: 193.858915ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:00.160113Z","caller":"traceutil/trace.go:171","msg":"trace[1527404578] transaction","detail":"{read_only:false; response_revision:5950; number_of_response:1; }","duration":"106.732041ms","start":"2026-03-19T09:13:00.053331Z","end":"2026-03-19T09:13:00.160063Z","steps":["trace[1527404578] 'process raft request' (duration: 64.626545ms)","trace[1527404578] 'compare' (duration: 41.8859ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:00.508728Z","caller":"traceutil/trace.go:171","msg":"trace[705721396] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"147.173199ms","start":"2026-03-19T09:13:00.361529Z","end":"2026-03-19T09:13:00.508702Z","steps":["trace[705721396] 'process raft request' (duration: 146.941684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:00.660051Z","caller":"traceutil/trace.go:171","msg":"trace[466081084] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"298.403248ms","start":"2026-03-19T09:13:00.361621Z","end":"2026-03-19T09:13:00.660024Z","steps":["trace[466081084] 'process raft request' (duration: 298.229274ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:00.660285Z","caller":"traceutil/trace.go:171","msg":"trace[1575446842] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"298.610702ms","start":"2026-03-19T09:13:00.361654Z","end":"2026-03-19T09:13:00.660265Z","steps":["trace[1575446842] 'process raft request' (duration: 298.336856ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:00.66046Z","caller":"traceutil/trace.go:171","msg":"trace[184092683] linearizableReadLoop","detail":"{readStateIndex:6197; appliedIndex:6193; }","duration":"164.228167ms","start":"2026-03-19T09:13:00.496216Z","end":"2026-03-19T09:13:00.660444Z","steps":["trace[184092683] 'read index received' (duration: 12.267082ms)","trace[184092683] 'applied index is now lower than readState.Index' (duration: 151.959575ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:00.660475Z","caller":"traceutil/trace.go:171","msg":"trace[1465602447] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"250.562714ms","start":"2026-03-19T09:13:00.409895Z","end":"2026-03-19T09:13:00.660458Z","steps":["trace[1465602447] 'process raft request' (duration: 250.283828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:00.660555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.331789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:00.660591Z","caller":"traceutil/trace.go:171","msg":"trace[1744972314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5955; }","duration":"164.420322ms","start":"2026-03-19T09:13:00.496162Z","end":"2026-03-19T09:13:00.660582Z","steps":["trace[1744972314] 'agreement among raft nodes before linearized reading' (duration: 164.3447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:01.041679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.847753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:01.041752Z","caller":"traceutil/trace.go:171","msg":"trace[1161228755] linearizableReadLoop","detail":"{readStateIndex:6200; appliedIndex:6199; }","duration":"176.600922ms","start":"2026-03-19T09:13:00.86514Z","end":"2026-03-19T09:13:01.041741Z","steps":["trace[1161228755] 'read index received' (duration: 33.373621ms)","trace[1161228755] 'applied index is now lower than readState.Index' (duration: 143.226611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:01.041788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.662324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:01.0418Z","caller":"traceutil/trace.go:171","msg":"trace[1505717565] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5958; }","duration":"176.704644ms","start":"2026-03-19T09:13:00.865092Z","end":"2026-03-19T09:13:01.041796Z","steps":["trace[1505717565] 'agreement among raft nodes before linearized reading' (duration: 176.675963ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:01.04194Z","caller":"traceutil/trace.go:171","msg":"trace[225158378] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"202.606759ms","start":"2026-03-19T09:13:00.839327Z","end":"2026-03-19T09:13:01.041934Z","steps":["trace[225158378] 'process raft request' (duration: 59.257486ms)","trace[225158378] 'compare' (duration: 142.74587ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:01.390086Z","caller":"traceutil/trace.go:171","msg":"trace[115032728] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"118.003262ms","start":"2026-03-19T09:13:01.272063Z","end":"2026-03-19T09:13:01.390067Z","steps":["trace[115032728] 'process raft request' (duration: 117.887459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:02.019602Z","caller":"traceutil/trace.go:171","msg":"trace[782460310] linearizableReadLoop","detail":"{readStateIndex:6205; appliedIndex:6204; }","duration":"224.470326ms","start":"2026-03-19T09:13:01.795108Z","end":"2026-03-19T09:13:02.019579Z","steps":["trace[782460310] 'read index received' (duration: 224.324493ms)","trace[782460310] 'applied index is now lower than readState.Index' (duration: 144.643µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:02.019853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.726701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:02.019733Z","caller":"traceutil/trace.go:171","msg":"trace[189314705] transaction","detail":"{read_only:false; response_revision:5962; number_of_response:1; }","duration":"260.599867ms","start":"2026-03-19T09:13:01.759097Z","end":"2026-03-19T09:13:02.019696Z","steps":["trace[189314705] 'process raft request' (duration: 260.330782ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:02.019897Z","caller":"traceutil/trace.go:171","msg":"trace[356001267] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5962; }","duration":"224.822573ms","start":"2026-03-19T09:13:01.795062Z","end":"2026-03-19T09:13:02.019884Z","steps":["trace[356001267] 'agreement among raft nodes before linearized reading' (duration: 224.64697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:02.019943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.371815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:02.020042Z","caller":"traceutil/trace.go:171","msg":"trace[515459578] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5962; }","duration":"175.576739ms","start":"2026-03-19T09:13:01.844446Z","end":"2026-03-19T09:13:02.020023Z","steps":["trace[515459578] 'agreement among raft nodes before linearized reading' (duration: 175.359354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:02.768361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.818346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:02.768451Z","caller":"traceutil/trace.go:171","msg":"trace[227484513] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5962; }","duration":"406.956359ms","start":"2026-03-19T09:13:02.361469Z","end":"2026-03-19T09:13:02.768425Z","steps":["trace[227484513] 'range keys from in-memory index tree' (duration: 406.745694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:02.76852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.361449Z","time spent":"407.05326ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:13:02.768623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.503751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:13:02.768728Z","caller":"traceutil/trace.go:171","msg":"trace[901831075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5962; }","duration":"543.688495ms","start":"2026-03-19T09:13:02.22502Z","end":"2026-03-19T09:13:02.768709Z","steps":["trace[901831075] 'range keys from in-memory index tree' (duration: 543.235935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:02.76881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.225001Z","time spent":"543.796237ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:02.768841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.077151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:02.768924Z","caller":"traceutil/trace.go:171","msg":"trace[220033731] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5962; }","duration":"407.207504ms","start":"2026-03-19T09:13:02.361696Z","end":"2026-03-19T09:13:02.768903Z","steps":["trace[220033731] 'range keys from in-memory index tree' (duration: 406.969299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:02.768971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.361675Z","time spent":"407.285707ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-19T09:13:02.855584Z","caller":"traceutil/trace.go:171","msg":"trace[1906535497] linearizableReadLoop","detail":"{readStateIndex:6206; appliedIndex:6205; }","duration":"358.817289ms","start":"2026-03-19T09:13:02.496735Z","end":"2026-03-19T09:13:02.855552Z","steps":["trace[1906535497] 'read index received' (duration: 358.603654ms)","trace[1906535497] 'applied index is now lower than readState.Index' (duration: 212.375µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:02.855641Z","caller":"traceutil/trace.go:171","msg":"trace[658171156] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"455.945626ms","start":"2026-03-19T09:13:02.399635Z","end":"2026-03-19T09:13:02.855581Z","steps":["trace[658171156] 'process raft request' (duration: 455.731962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:02.855744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.995783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:02.855795Z","caller":"traceutil/trace.go:171","msg":"trace[1547580663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5963; }","duration":"359.058665ms","start":"2026-03-19T09:13:02.496721Z","end":"2026-03-19T09:13:02.85578Z","steps":["trace[1547580663] 'agreement among raft nodes before linearized reading' (duration: 358.966773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:02.855841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.496665Z","time spent":"359.166487ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:02.855904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.399613Z","time spent":"456.148481ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:03.156539Z","caller":"traceutil/trace.go:171","msg":"trace[418098529] transaction","detail":"{read_only:false; response_revision:5964; number_of_response:1; }","duration":"490.948533ms","start":"2026-03-19T09:13:02.665566Z","end":"2026-03-19T09:13:03.156514Z","steps":["trace[418098529] 'process raft request' (duration: 490.732069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:03.156596Z","caller":"traceutil/trace.go:171","msg":"trace[1264464143] transaction","detail":"{read_only:false; response_revision:5965; number_of_response:1; }","duration":"383.209022ms","start":"2026-03-19T09:13:02.773357Z","end":"2026-03-19T09:13:03.156566Z","steps":["trace[1264464143] 'process raft request' (duration: 383.110099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.156669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.665541Z","time spent":"491.063396ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:03.156791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.773336Z","time spent":"383.367655ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:03.156819Z","caller":"traceutil/trace.go:171","msg":"trace[290982285] linearizableReadLoop","detail":"{readStateIndex:6209; appliedIndex:6206; }","duration":"301.129707ms","start":"2026-03-19T09:13:02.855662Z","end":"2026-03-19T09:13:03.156792Z","steps":["trace[290982285] 'read index received' (duration: 300.558295ms)","trace[290982285] 'applied index is now lower than readState.Index' (duration: 570.332µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:03.1569Z","caller":"traceutil/trace.go:171","msg":"trace[214065037] transaction","detail":"{read_only:false; response_revision:5966; number_of_response:1; }","duration":"328.653719ms","start":"2026-03-19T09:13:02.828235Z","end":"2026-03-19T09:13:03.156889Z","steps":["trace[214065037] 'process raft request' (duration: 328.297011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.156951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.416146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:13:03.156981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.828205Z","time spent":"328.72539ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:03.156992Z","caller":"traceutil/trace.go:171","msg":"trace[926581490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5966; }","duration":"492.476347ms","start":"2026-03-19T09:13:02.664506Z","end":"2026-03-19T09:13:03.156983Z","steps":["trace[926581490] 'agreement among raft nodes before linearized reading' (duration: 492.313793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.157014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.6645Z","time spent":"492.508688ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:03.157026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.750664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:03.157065Z","caller":"traceutil/trace.go:171","msg":"trace[1977710604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5966; }","duration":"492.831496ms","start":"2026-03-19T09:13:02.664224Z","end":"2026-03-19T09:13:03.157056Z","steps":["trace[1977710604] 'agreement among raft nodes before linearized reading' (duration: 492.688953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.15707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.824051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:13:03.157103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.721298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:13:03.157101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.664205Z","time spent":"492.889387ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:13:03.157123Z","caller":"traceutil/trace.go:171","msg":"trace[509018595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5966; }","duration":"644.777519ms","start":"2026-03-19T09:13:02.512338Z","end":"2026-03-19T09:13:03.157116Z","steps":["trace[509018595] 'agreement among raft nodes before linearized reading' (duration: 644.730478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.157156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.512318Z","time spent":"644.832151ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:13:03.157125Z","caller":"traceutil/trace.go:171","msg":"trace[588066220] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5966; }","duration":"549.911623ms","start":"2026-03-19T09:13:02.607195Z","end":"2026-03-19T09:13:03.157107Z","steps":["trace[588066220] 'agreement among raft nodes before linearized reading' (duration: 549.75258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.157204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.607177Z","time spent":"550.014315ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:13:03.195737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.738573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:03.19586Z","caller":"traceutil/trace.go:171","msg":"trace[666942621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5968; }","duration":"338.932838ms","start":"2026-03-19T09:13:02.856904Z","end":"2026-03-19T09:13:03.195837Z","steps":["trace[666942621] 'agreement among raft nodes before linearized reading' (duration: 338.681092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.195958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.856889Z","time spent":"339.05466ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:03.196129Z","caller":"traceutil/trace.go:171","msg":"trace[1530049393] transaction","detail":"{read_only:false; response_revision:5967; number_of_response:1; }","duration":"149.494699ms","start":"2026-03-19T09:13:03.04656Z","end":"2026-03-19T09:13:03.196055Z","steps":["trace[1530049393] 'process raft request' (duration: 148.690362ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:03.485643Z","caller":"traceutil/trace.go:171","msg":"trace[649355997] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"324.719562ms","start":"2026-03-19T09:13:03.160895Z","end":"2026-03-19T09:13:03.485614Z","steps":["trace[649355997] 'process raft request' (duration: 324.61322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.485803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.16088Z","time spent":"324.843454ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:03.485978Z","caller":"traceutil/trace.go:171","msg":"trace[1487344885] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"322.728367ms","start":"2026-03-19T09:13:03.163219Z","end":"2026-03-19T09:13:03.485948Z","steps":["trace[1487344885] 'process raft request' (duration: 322.583894ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:03.48602Z","caller":"traceutil/trace.go:171","msg":"trace[2056864646] transaction","detail":"{read_only:false; response_revision:5969; number_of_response:1; }","duration":"325.866468ms","start":"2026-03-19T09:13:03.160142Z","end":"2026-03-19T09:13:03.486008Z","steps":["trace[2056864646] 'process raft request' (duration: 325.181763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.486095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.16012Z","time spent":"325.94376ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:03.486153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.163205Z","time spent":"322.85747ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:03.486193Z","caller":"traceutil/trace.go:171","msg":"trace[1685946237] transaction","detail":"{read_only:false; response_revision:5971; number_of_response:1; }","duration":"324.387985ms","start":"2026-03-19T09:13:03.161781Z","end":"2026-03-19T09:13:03.486169Z","steps":["trace[1685946237] 'process raft request' (duration: 323.795932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.486421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.161763Z","time spent":"324.598589ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:06.372948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.045292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:06.37311Z","caller":"traceutil/trace.go:171","msg":"trace[1247119299] linearizableReadLoop","detail":"{readStateIndex:6222; appliedIndex:6220; }","duration":"882.658122ms","start":"2026-03-19T09:13:05.490437Z","end":"2026-03-19T09:13:06.373095Z","steps":["trace[1247119299] 'read index received' (duration: 311.406885ms)","trace[1247119299] 'applied index is now lower than readState.Index' (duration: 571.250357ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:06.373199Z","caller":"traceutil/trace.go:171","msg":"trace[1843863283] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"1.196184905s","start":"2026-03-19T09:13:05.176992Z","end":"2026-03-19T09:13:06.373177Z","steps":["trace[1843863283] 'process raft request' (duration: 624.836757ms)","trace[1843863283] 'compare' (duration: 570.791626ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:06.373252Z","caller":"traceutil/trace.go:171","msg":"trace[221030803] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"1.172664123s","start":"2026-03-19T09:13:05.200577Z","end":"2026-03-19T09:13:06.373241Z","steps":["trace[221030803] 'process raft request' (duration: 1.172462538s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:06.373309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:05.20056Z","time spent":"1.172717424s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:06.373437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.980679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:13:06.37331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:05.176973Z","time spent":"1.196280518s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:06.373516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.080733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:06.373539Z","caller":"traceutil/trace.go:171","msg":"trace[1245467146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5979; }","duration":"883.145994ms","start":"2026-03-19T09:13:05.490388Z","end":"2026-03-19T09:13:06.373534Z","steps":["trace[1245467146] 'agreement among raft nodes before linearized reading' (duration: 883.091753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:06.373558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:05.490363Z","time spent":"883.191225ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:13:06.373468Z","caller":"traceutil/trace.go:171","msg":"trace[1483463475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5979; }","duration":"883.011951ms","start":"2026-03-19T09:13:05.49045Z","end":"2026-03-19T09:13:06.373462Z","steps":["trace[1483463475] 'agreement among raft nodes before linearized reading' (duration: 882.900567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:06.373596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:05.490412Z","time spent":"883.173084ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:06.373864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.024212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:13:06.373902Z","caller":"traceutil/trace.go:171","msg":"trace[296470960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5979; }","duration":"250.102654ms","start":"2026-03-19T09:13:06.12379Z","end":"2026-03-19T09:13:06.373892Z","steps":["trace[296470960] 'agreement among raft nodes before linearized reading' (duration: 249.983111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:06.373973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.924308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:06.374005Z","caller":"traceutil/trace.go:171","msg":"trace[907995798] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5979; }","duration":"634.00238ms","start":"2026-03-19T09:13:05.739996Z","end":"2026-03-19T09:13:06.373998Z","steps":["trace[907995798] 'agreement among raft nodes before linearized reading' (duration: 633.943389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:06.373995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.072671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:06.374057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.042391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:13:06.374094Z","caller":"traceutil/trace.go:171","msg":"trace[1729752016] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5979; }","duration":"245.164864ms","start":"2026-03-19T09:13:06.128918Z","end":"2026-03-19T09:13:06.374083Z","steps":["trace[1729752016] 'agreement among raft nodes before linearized reading' (duration: 245.040221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:06.374078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.343758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:06.374057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:05.739941Z","time spent":"634.107243ms","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:06.374101Z","caller":"traceutil/trace.go:171","msg":"trace[1445400461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5979; }","duration":"878.193644ms","start":"2026-03-19T09:13:05.495886Z","end":"2026-03-19T09:13:06.37408Z","steps":["trace[1445400461] 'agreement among raft nodes before linearized reading' (duration: 878.054901ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:06.374152Z","caller":"traceutil/trace.go:171","msg":"trace[419531160] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5979; }","duration":"125.510522ms","start":"2026-03-19T09:13:06.248622Z","end":"2026-03-19T09:13:06.374132Z","steps":["trace[419531160] 'agreement among raft nodes before linearized reading' (duration: 125.316268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:06.374158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:05.495878Z","time spent":"878.268536ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:06.374153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.896137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:06.374214Z","caller":"traceutil/trace.go:171","msg":"trace[733673740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5979; }","duration":"882.976479ms","start":"2026-03-19T09:13:05.491221Z","end":"2026-03-19T09:13:06.374197Z","steps":["trace[733673740] 'agreement among raft nodes before linearized reading' (duration: 882.750294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:06.37425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:05.49121Z","time spent":"883.031941ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:13:06.374236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.916435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:13:06.374321Z","caller":"traceutil/trace.go:171","msg":"trace[519086093] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5979; }","duration":"311.044127ms","start":"2026-03-19T09:13:06.063256Z","end":"2026-03-19T09:13:06.3743Z","steps":["trace[519086093] 'agreement among raft nodes before linearized reading' (duration: 310.73413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:06.374366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:06.06324Z","time spent":"311.114029ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:13:06.888957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325093149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:13:07.795219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.652677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:07.795347Z","caller":"traceutil/trace.go:171","msg":"trace[971616601] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"1.41654131s","start":"2026-03-19T09:13:06.378786Z","end":"2026-03-19T09:13:07.795327Z","steps":["trace[971616601] 'process raft request' (duration: 554.679919ms)","trace[971616601] 'compare' (duration: 861.554824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:07.795412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:06.378769Z","time spent":"1.416611821s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:08.497038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000778156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:13:08.497174Z","caller":"traceutil/trace.go:171","msg":"trace[294699472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000920009s","start":"2026-03-19T09:13:06.496199Z","end":"2026-03-19T09:13:08.497119Z","steps":["trace[294699472] 'agreement among raft nodes before linearized reading' (duration: 2.000799957s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.497239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:06.496183Z","time spent":"2.001041852s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:13:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:10.114318Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.180482547s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:13:10.455428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.75207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:10.455804Z","caller":"traceutil/trace.go:171","msg":"trace[1455035368] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"4.076766554s","start":"2026-03-19T09:13:06.378995Z","end":"2026-03-19T09:13:10.455761Z","steps":["trace[1455035368] 'process raft request' (duration: 3.735590965s)","trace[1455035368] 'compare' (duration: 340.512075ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:10.455964Z","caller":"traceutil/trace.go:171","msg":"trace[1830286642] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"4.076627301s","start":"2026-03-19T09:13:06.379294Z","end":"2026-03-19T09:13:10.455922Z","steps":["trace[1830286642] 'process raft request' (duration: 4.076256943s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:10.456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:06.378978Z","time spent":"4.076896508s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:10.456144Z","caller":"traceutil/trace.go:171","msg":"trace[788667001] linearizableReadLoop","detail":"{readStateIndex:6227; appliedIndex:6222; }","duration":"4.067229923s","start":"2026-03-19T09:13:06.388857Z","end":"2026-03-19T09:13:10.456087Z","steps":["trace[788667001] 'read index received' (duration: 544.678766ms)","trace[788667001] 'applied index is now lower than readState.Index' (duration: 3.522549867s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:10.456169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:06.379285Z","time spent":"4.076780074s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:10.456253Z","caller":"traceutil/trace.go:171","msg":"trace[1131580163] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"4.070071415s","start":"2026-03-19T09:13:06.386166Z","end":"2026-03-19T09:13:10.456238Z","steps":["trace[1131580163] 'process raft request' (duration: 4.069510853s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:10.456342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:06.386143Z","time spent":"4.070150327s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:10.456387Z","caller":"traceutil/trace.go:171","msg":"trace[523968239] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"3.720828216s","start":"2026-03-19T09:13:06.735525Z","end":"2026-03-19T09:13:10.456354Z","steps":["trace[523968239] 'process raft request' (duration: 3.720279684s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:10.456542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:06.735495Z","time spent":"3.72097348s","remote":"127.0.0.1:54118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414229,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:10.456694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067820095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:13:10.456794Z","caller":"traceutil/trace.go:171","msg":"trace[128631164] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5984; }","duration":"4.067953899s","start":"2026-03-19T09:13:06.388816Z","end":"2026-03-19T09:13:10.456769Z","steps":["trace[128631164] 'agreement among raft nodes before linearized reading' (duration: 4.067595301s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:10.456848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:06.388801Z","time spent":"4.06803564s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:13:10.497393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999903206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:13:10.497537Z","caller":"traceutil/trace.go:171","msg":"trace[2066924405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000318635s","start":"2026-03-19T09:13:08.497174Z","end":"2026-03-19T09:13:10.497492Z","steps":["trace[2066924405] 'agreement among raft nodes before linearized reading' (duration: 1.999939857s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:10.497611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:08.497159Z","time spent":"2.000419278s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:13:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:12.228322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.229388Z","time spent":"4.998924176s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 09:13:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:12.228421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.229444Z","time spent":"4.998968148s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 09:13:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:12.506602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:13:12.506702Z","caller":"traceutil/trace.go:171","msg":"trace[896224247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00006523s","start":"2026-03-19T09:13:10.50662Z","end":"2026-03-19T09:13:12.506685Z","steps":["trace[896224247] 'agreement among raft nodes before linearized reading' (duration: 1.999949147s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:12.506744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:10.506603Z","time spent":"2.000131722s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:13.387465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:08.3883Z","time spent":"4.999155331s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 09:13:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:13.956503Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"2c679d055370ac5a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-19T09:13:14.508396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000643043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:13:14.508505Z","caller":"traceutil/trace.go:171","msg":"trace[1082600084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000830277s","start":"2026-03-19T09:13:12.507652Z","end":"2026-03-19T09:13:14.508482Z","steps":["trace[1082600084] 'agreement among raft nodes before linearized reading' (duration: 2.000698044s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:14.508566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:12.50764Z","time spent":"2.000913529s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:13:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:14.54405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.591168784s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-19T09:13:14.544205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.658109ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:14.544328Z","caller":"traceutil/trace.go:171","msg":"trace[368713032] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5984; }","duration":"889.784312ms","start":"2026-03-19T09:13:13.654523Z","end":"2026-03-19T09:13:14.544307Z","steps":["trace[368713032] 'range keys from in-memory index tree' (duration: 889.642539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:14.799461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999609812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:13:14.799573Z","caller":"traceutil/trace.go:171","msg":"trace[356161033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999796736s","start":"2026-03-19T09:13:09.799754Z","end":"2026-03-19T09:13:14.79955Z","steps":["trace[356161033] 'agreement among raft nodes before linearized reading' (duration: 4.999626723s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:14.799627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:09.79974Z","time spent":"4.999874378s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 09:13:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:16.517676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998417994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:13:16.517772Z","caller":"traceutil/trace.go:171","msg":"trace[1521148311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998543837s","start":"2026-03-19T09:13:14.519199Z","end":"2026-03-19T09:13:16.517743Z","steps":["trace[1521148311] 'agreement among raft nodes before linearized reading' (duration: 1.998437165s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.517819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:14.519187Z","time spent":"1.998621298s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:13:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:16.718225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173078407s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:16.718462Z","caller":"traceutil/trace.go:171","msg":"trace[1334461333] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"6.017681519s","start":"2026-03-19T09:13:10.700762Z","end":"2026-03-19T09:13:16.718444Z","steps":["trace[1334461333] 'process raft request' (duration: 6.017640208s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.718548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:10.700716Z","time spent":"6.017790541s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:16.718877Z","caller":"traceutil/trace.go:171","msg":"trace[1618862497] linearizableReadLoop","detail":"{readStateIndex:6231; appliedIndex:6227; }","duration":"6.262645127s","start":"2026-03-19T09:13:10.456199Z","end":"2026-03-19T09:13:16.718844Z","steps":["trace[1618862497] 'read index received' (duration: 496.689788ms)","trace[1618862497] 'applied index is now lower than readState.Index' (duration: 5.765950889s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:16.718941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.33878395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:13:16.718969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.94189492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:16.718968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.287858429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:16.718984Z","caller":"traceutil/trace.go:171","msg":"trace[1800164166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5988; }","duration":"8.338863501s","start":"2026-03-19T09:13:08.380108Z","end":"2026-03-19T09:13:16.718971Z","steps":["trace[1800164166] 'agreement among raft nodes before linearized reading' (duration: 8.338747218s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.719019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:08.380089Z","time spent":"8.338922313s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:13:16.719019Z","caller":"traceutil/trace.go:171","msg":"trace[1829670849] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5988; }","duration":"6.287972792s","start":"2026-03-19T09:13:10.431032Z","end":"2026-03-19T09:13:16.719005Z","steps":["trace[1829670849] 'agreement among raft nodes before linearized reading' (duration: 6.287858508s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:16.719016Z","caller":"traceutil/trace.go:171","msg":"trace[1334300210] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5988; }","duration":"9.942000532s","start":"2026-03-19T09:13:06.776999Z","end":"2026-03-19T09:13:16.718999Z","steps":["trace[1334300210] 'agreement among raft nodes before linearized reading' (duration: 9.941913169s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.719046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.94641267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:16.719041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.878411046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T09:13:16.719061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:10.431013Z","time spent":"6.288040213s","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":49,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:16.719048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.035900987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:16.719085Z","caller":"traceutil/trace.go:171","msg":"trace[1865825854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5988; }","duration":"9.946466242s","start":"2026-03-19T09:13:06.772607Z","end":"2026-03-19T09:13:16.719073Z","steps":["trace[1865825854] 'agreement among raft nodes before linearized reading' (duration: 9.946381851s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.719102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.335718692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:13:16.719072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:06.776964Z","time spent":"9.942100744s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-19T09:13:16.719116Z","caller":"traceutil/trace.go:171","msg":"trace[282980857] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5988; }","duration":"6.878499478s","start":"2026-03-19T09:13:09.840598Z","end":"2026-03-19T09:13:16.719097Z","steps":["trace[282980857] 'agreement among raft nodes before linearized reading' (duration: 6.878259152s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.719131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:06.772548Z","time spent":"9.946573244s","remote":"127.0.0.1:46618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:16.719136Z","caller":"traceutil/trace.go:171","msg":"trace[815307413] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5988; }","duration":"9.03604265s","start":"2026-03-19T09:13:07.683069Z","end":"2026-03-19T09:13:16.719111Z","steps":["trace[815307413] 'agreement among raft nodes before linearized reading' (duration: 9.035842405s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.718939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.607589173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:16.719179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:09.840538Z","time spent":"6.87862732s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T09:13:16.719229Z","caller":"traceutil/trace.go:171","msg":"trace[1015423540] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5988; }","duration":"9.607931971s","start":"2026-03-19T09:13:07.111276Z","end":"2026-03-19T09:13:16.719208Z","steps":["trace[1015423540] 'agreement among raft nodes before linearized reading' (duration: 9.607590393s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:16.719132Z","caller":"traceutil/trace.go:171","msg":"trace[1206927879] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:5988; }","duration":"8.335781373s","start":"2026-03-19T09:13:08.383342Z","end":"2026-03-19T09:13:16.719123Z","steps":["trace[1206927879] 'agreement among raft nodes before linearized reading' (duration: 8.335659251s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.719295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.111255Z","time spent":"9.608019483s","remote":"127.0.0.1:54146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:16.719311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:08.383333Z","time spent":"8.335965157s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:13:16.719025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.194045817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:16.719396Z","caller":"traceutil/trace.go:171","msg":"trace[1695799720] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5988; }","duration":"7.194444756s","start":"2026-03-19T09:13:09.524939Z","end":"2026-03-19T09:13:16.719384Z","steps":["trace[1695799720] 'agreement among raft nodes before linearized reading' (duration: 7.193991936s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.719437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:09.524876Z","time spent":"7.194547258s","remote":"127.0.0.1:50624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:16.719186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.683053Z","time spent":"9.036122512s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:16.719374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.942452853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:16.719594Z","caller":"traceutil/trace.go:171","msg":"trace[2141430339] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5988; }","duration":"9.94280967s","start":"2026-03-19T09:13:06.776764Z","end":"2026-03-19T09:13:16.719573Z","steps":["trace[2141430339] 'agreement among raft nodes before linearized reading' (duration: 9.942171196s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.719718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:06.776745Z","time spent":"9.942954144s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:13:17.172728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.576959298s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:13:17.228933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998273304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-19T09:13:17.228939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998636442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:13:17.229026Z","caller":"traceutil/trace.go:171","msg":"trace[1307490467] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998447927s","start":"2026-03-19T09:13:12.230557Z","end":"2026-03-19T09:13:17.229005Z","steps":["trace[1307490467] 'agreement among raft nodes before linearized reading' (duration: 4.998310494s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:17.229049Z","caller":"traceutil/trace.go:171","msg":"trace[2090549199] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998850947s","start":"2026-03-19T09:13:12.230177Z","end":"2026-03-19T09:13:17.229028Z","steps":["trace[2090549199] 'agreement among raft nodes before linearized reading' (duration: 4.998685843s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:17.229085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:12.23053Z","time spent":"4.99853671s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/19 09:13:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:17.229201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:12.230161Z","time spent":"4.998960359s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/19 09:13:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:17.246186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.78733352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:13:17.24625Z","caller":"traceutil/trace.go:171","msg":"trace[1012479960] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"6.787460423s","start":"2026-03-19T09:13:10.458776Z","end":"2026-03-19T09:13:17.246236Z","steps":["trace[1012479960] 'agreement among raft nodes before linearized reading' (duration: 6.787371241s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:17.246289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:10.458736Z","time spent":"6.787543514s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/03/19 09:13:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:17.420376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.209079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:17.420462Z","caller":"traceutil/trace.go:171","msg":"trace[313389369] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"2.069972665s","start":"2026-03-19T09:13:15.350474Z","end":"2026-03-19T09:13:17.420447Z","steps":["trace[313389369] 'process raft request' (duration: 1.822630403s)","trace[313389369] 'compare' (duration: 246.621056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:17.420507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:15.350447Z","time spent":"2.070037226s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:17.460228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999700855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:13:17.460298Z","caller":"traceutil/trace.go:171","msg":"trace[1720225783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999854498s","start":"2026-03-19T09:13:12.460428Z","end":"2026-03-19T09:13:17.460283Z","steps":["trace[1720225783] 'agreement among raft nodes before linearized reading' (duration: 4.999732536s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:17.460337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:12.460409Z","time spent":"4.999919329s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 09:13:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:17.460473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999092211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:13:17.460599Z","caller":"traceutil/trace.go:171","msg":"trace[1635735354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999326856s","start":"2026-03-19T09:13:12.461253Z","end":"2026-03-19T09:13:17.46058Z","steps":["trace[1635735354] 'agreement among raft nodes before linearized reading' (duration: 4.999149712s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:17.460735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:12.461232Z","time spent":"4.999488659s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/19 09:13:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:18.380695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.723008Z","time spent":"1.657678284s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 09:13:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:18.386864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997584288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:13:18.386964Z","caller":"traceutil/trace.go:171","msg":"trace[350041442] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997734931s","start":"2026-03-19T09:13:13.389209Z","end":"2026-03-19T09:13:18.386944Z","steps":["trace[350041442] 'agreement among raft nodes before linearized reading' (duration: 4.997615968s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:18.387012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:13.389192Z","time spent":"4.997810763s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/19 09:13:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:18.517767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999847605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:13:18.517871Z","caller":"traceutil/trace.go:171","msg":"trace[1370072260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999999729s","start":"2026-03-19T09:13:16.51785Z","end":"2026-03-19T09:13:18.51785Z","steps":["trace[1370072260] 'agreement among raft nodes before linearized reading' (duration: 1.999873306s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:18.518096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.517834Z","time spent":"2.000245124s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:13:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:18.983837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017481813s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:18.983962Z","caller":"traceutil/trace.go:171","msg":"trace[432294822] transaction","detail":"{read_only:false; response_revision:5990; number_of_response:1; }","duration":"3.443259763s","start":"2026-03-19T09:13:15.540687Z","end":"2026-03-19T09:13:18.983947Z","steps":["trace[432294822] 'process raft request' (duration: 2.425606806s)","trace[432294822] 'compare' (duration: 1.017312819s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:18.984368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:15.540664Z","time spent":"3.443668902s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:19.780257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.333754ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:13:19.78139Z","caller":"traceutil/trace.go:171","msg":"trace[1970241555] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5993; }","duration":"1.397948656s","start":"2026-03-19T09:13:18.38341Z","end":"2026-03-19T09:13:19.781359Z","steps":["trace[1970241555] 'process raft request' (duration: 1.397874045s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.781555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.383388Z","time spent":"1.39808156s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:19.78147Z","caller":"traceutil/trace.go:171","msg":"trace[143453309] transaction","detail":"{read_only:false; response_revision:5993; number_of_response:1; }","duration":"3.057642526s","start":"2026-03-19T09:13:16.723777Z","end":"2026-03-19T09:13:19.781419Z","steps":["trace[143453309] 'process raft request' (duration: 3.057047403s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.781687Z","caller":"traceutil/trace.go:171","msg":"trace[1514184782] linearizableReadLoop","detail":"{readStateIndex:6235; appliedIndex:6232; }","duration":"3.062712938s","start":"2026-03-19T09:13:16.718961Z","end":"2026-03-19T09:13:19.781674Z","steps":["trace[1514184782] 'read index received' (duration: 454.0214ms)","trace[1514184782] 'applied index is now lower than readState.Index' (duration: 2.608690448s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:19.781782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.286282073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:19.781778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.72376Z","time spent":"3.057925952s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:19.781815Z","caller":"traceutil/trace.go:171","msg":"trace[1344094824] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:0; response_revision:5993; }","duration":"8.286351135s","start":"2026-03-19T09:13:11.495454Z","end":"2026-03-19T09:13:19.781805Z","steps":["trace[1344094824] 'agreement among raft nodes before linearized reading' (duration: 8.286298474s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.781792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.068163283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:19.781847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:11.495433Z","time spent":"8.286408156s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:13:19.781854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.320607853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:13:19.781856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.678139271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:19.781884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.675078323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-19T09:13:19.781797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.736935316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:19.781915Z","caller":"traceutil/trace.go:171","msg":"trace[64850241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5993; }","duration":"7.320717815s","start":"2026-03-19T09:13:12.461181Z","end":"2026-03-19T09:13:19.781899Z","steps":["trace[64850241] 'agreement among raft nodes before linearized reading' (duration: 7.320517351s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.781919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.278260798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T09:13:19.781921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.756458872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:19.781949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173070754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:19.781951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.870662663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19645"} {"level":"info","ts":"2026-03-19T09:13:19.781946Z","caller":"traceutil/trace.go:171","msg":"trace[690617305] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5993; }","duration":"6.678279935s","start":"2026-03-19T09:13:13.103642Z","end":"2026-03-19T09:13:19.781922Z","steps":["trace[690617305] 'agreement among raft nodes before linearized reading' (duration: 6.678128731s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.781977Z","caller":"traceutil/trace.go:171","msg":"trace[362063553] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341; range_end:; response_count:1; response_revision:5993; }","duration":"9.27835695s","start":"2026-03-19T09:13:10.503605Z","end":"2026-03-19T09:13:19.781962Z","steps":["trace[362063553] 'agreement among raft nodes before linearized reading' (duration: 9.278176286s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.781978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:12.461122Z","time spent":"7.320841317s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:13:19.782003Z","caller":"traceutil/trace.go:171","msg":"trace[1338208369] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5993; }","duration":"8.756566985s","start":"2026-03-19T09:13:11.025416Z","end":"2026-03-19T09:13:19.781983Z","steps":["trace[1338208369] 'agreement among raft nodes before linearized reading' (duration: 8.756382781s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.782014Z","caller":"traceutil/trace.go:171","msg":"trace[387317084] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5993; }","duration":"8.870765595s","start":"2026-03-19T09:13:10.911234Z","end":"2026-03-19T09:13:19.782Z","steps":["trace[387317084] 'agreement among raft nodes before linearized reading' (duration: 8.870602822s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.782012Z","caller":"traceutil/trace.go:171","msg":"trace[2025241400] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5993; }","duration":"3.173188106s","start":"2026-03-19T09:13:16.608806Z","end":"2026-03-19T09:13:19.781994Z","steps":["trace[2025241400] 'agreement among raft nodes before linearized reading' (duration: 3.173049743s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.782021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:10.503586Z","time spent":"9.278425603s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" "} {"level":"warn","ts":"2026-03-19T09:13:19.78203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:13.103621Z","time spent":"6.678395457s","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:19.782042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.141758102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:19.782051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:10.911211Z","time spent":"8.870832716s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19667,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:13:19.782056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:11.025371Z","time spent":"8.756675386s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:19.781966Z","caller":"traceutil/trace.go:171","msg":"trace[890996974] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5993; }","duration":"3.737152281s","start":"2026-03-19T09:13:16.044796Z","end":"2026-03-19T09:13:19.781948Z","steps":["trace[890996974] 'agreement among raft nodes before linearized reading' (duration: 3.736926476s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.782069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.608787Z","time spent":"3.173267627s","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":74,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:19.782091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.173079173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:19.781898Z","caller":"traceutil/trace.go:171","msg":"trace[937124240] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5993; }","duration":"6.068316086s","start":"2026-03-19T09:13:13.713552Z","end":"2026-03-19T09:13:19.781868Z","steps":["trace[937124240] 'agreement among raft nodes before linearized reading' (duration: 6.068141263s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.782124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.04478Z","time spent":"3.737323535s","remote":"127.0.0.1:44436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:19.782143Z","caller":"traceutil/trace.go:171","msg":"trace[1416375744] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5993; }","duration":"5.173170065s","start":"2026-03-19T09:13:14.608954Z","end":"2026-03-19T09:13:19.782124Z","steps":["trace[1416375744] 'agreement among raft nodes before linearized reading' (duration: 5.173096093s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.782166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.402006744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:19.782185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:14.60893Z","time spent":"5.173241856s","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:19.781969Z","caller":"traceutil/trace.go:171","msg":"trace[1477623158] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5993; }","duration":"6.675173435s","start":"2026-03-19T09:13:13.106767Z","end":"2026-03-19T09:13:19.781941Z","steps":["trace[1477623158] 'agreement among raft nodes before linearized reading' (duration: 6.67493909s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.782213Z","caller":"traceutil/trace.go:171","msg":"trace[516448068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5993; }","duration":"5.402101816s","start":"2026-03-19T09:13:14.380094Z","end":"2026-03-19T09:13:19.782196Z","steps":["trace[516448068] 'agreement among raft nodes before linearized reading' (duration: 5.402035654s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.782255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:14.380068Z","time spent":"5.402172768s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:19.782258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:13.106758Z","time spent":"6.675478202s","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T09:13:19.782242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:13.713533Z","time spent":"6.068656113s","remote":"127.0.0.1:54126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:19.782275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058439984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109116"} {"level":"warn","ts":"2026-03-19T09:13:19.78233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228007935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:19.782106Z","caller":"traceutil/trace.go:171","msg":"trace[1802431130] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5993; }","duration":"4.141841473s","start":"2026-03-19T09:13:15.640232Z","end":"2026-03-19T09:13:19.782073Z","steps":["trace[1802431130] 'agreement among raft nodes before linearized reading' (duration: 4.141766291s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.782361Z","caller":"traceutil/trace.go:171","msg":"trace[1899773068] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5993; }","duration":"3.058554706s","start":"2026-03-19T09:13:16.723789Z","end":"2026-03-19T09:13:19.782344Z","steps":["trace[1899773068] 'agreement among raft nodes before linearized reading' (duration: 3.058169567s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.782369Z","caller":"traceutil/trace.go:171","msg":"trace[526040381] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5993; }","duration":"3.228080376s","start":"2026-03-19T09:13:16.554276Z","end":"2026-03-19T09:13:19.782357Z","steps":["trace[526040381] 'agreement among raft nodes before linearized reading' (duration: 3.228020465s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.78241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.55426Z","time spent":"3.228141908s","remote":"127.0.0.1:54594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:19.782414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.723773Z","time spent":"3.058626758s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":109138,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:13:19.782475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058281411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:19.782482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157201406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-19T09:13:19.782481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056833989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:19.782517Z","caller":"traceutil/trace.go:171","msg":"trace[1953083356] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5993; }","duration":"1.058336562s","start":"2026-03-19T09:13:18.724164Z","end":"2026-03-19T09:13:19.782501Z","steps":["trace[1953083356] 'agreement among raft nodes before linearized reading' (duration: 1.058290041s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.78252Z","caller":"traceutil/trace.go:171","msg":"trace[1857903617] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5993; }","duration":"2.157276117s","start":"2026-03-19T09:13:17.625232Z","end":"2026-03-19T09:13:19.782508Z","steps":["trace[1857903617] 'agreement among raft nodes before linearized reading' (duration: 2.157174865s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.782528Z","caller":"traceutil/trace.go:171","msg":"trace[793381135] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5993; }","duration":"1.05688934s","start":"2026-03-19T09:13:18.725627Z","end":"2026-03-19T09:13:19.782516Z","steps":["trace[793381135] 'agreement among raft nodes before linearized reading' (duration: 1.056818528s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.782553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:17.62521Z","time spent":"2.157336359s","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-19T09:13:19.782542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.757213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:13:19.782554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.724154Z","time spent":"1.058390984s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:13:19.782556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256677564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:19.78257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.725623Z","time spent":"1.056938132s","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:19.782577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291230543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:13:19.7826Z","caller":"traceutil/trace.go:171","msg":"trace[684499819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5993; }","duration":"319.858845ms","start":"2026-03-19T09:13:19.462725Z","end":"2026-03-19T09:13:19.782584Z","steps":["trace[684499819] 'agreement among raft nodes before linearized reading' (duration: 319.699392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.7826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262071184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-19T09:13:19.782615Z","caller":"traceutil/trace.go:171","msg":"trace[1749398733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5993; }","duration":"1.256773025s","start":"2026-03-19T09:13:18.525824Z","end":"2026-03-19T09:13:19.782597Z","steps":["trace[1749398733] 'agreement among raft nodes before linearized reading' (duration: 1.256689623s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.782631Z","caller":"traceutil/trace.go:171","msg":"trace[31341535] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5993; }","duration":"1.291331435s","start":"2026-03-19T09:13:18.491283Z","end":"2026-03-19T09:13:19.782614Z","steps":["trace[31341535] 'agreement among raft nodes before linearized reading' (duration: 1.29112252s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.782646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.462702Z","time spent":"319.932146ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:13:19.782653Z","caller":"traceutil/trace.go:171","msg":"trace[344850777] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5993; }","duration":"1.262152695s","start":"2026-03-19T09:13:18.520486Z","end":"2026-03-19T09:13:19.782639Z","steps":["trace[344850777] 'agreement among raft nodes before linearized reading' (duration: 1.262041983s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.782659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.525802Z","time spent":"1.256846597s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:19.782652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.981069182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:13:19.782676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.327093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:13:19.782423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058632729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:19.782713Z","caller":"traceutil/trace.go:171","msg":"trace[331759305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5993; }","duration":"319.383395ms","start":"2026-03-19T09:13:19.46332Z","end":"2026-03-19T09:13:19.782704Z","steps":["trace[331759305] 'agreement among raft nodes before linearized reading' (duration: 319.287353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.782762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.463306Z","time spent":"319.446936ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:13:19.782758Z","caller":"traceutil/trace.go:171","msg":"trace[259264878] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5993; }","duration":"1.058999597s","start":"2026-03-19T09:13:18.723737Z","end":"2026-03-19T09:13:19.782736Z","steps":["trace[259264878] 'agreement among raft nodes before linearized reading' (duration: 1.05864554s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.782416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:15.640209Z","time spent":"4.142184201s","remote":"127.0.0.1:46464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:19.782697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.520473Z","time spent":"1.262212157s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7124,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T09:13:19.782808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.723724Z","time spent":"1.059070379s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T09:13:19.782693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.491261Z","time spent":"1.291414917s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:13:19.782713Z","caller":"traceutil/trace.go:171","msg":"trace[1860287395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5993; }","duration":"2.981171944s","start":"2026-03-19T09:13:16.801526Z","end":"2026-03-19T09:13:19.782698Z","steps":["trace[1860287395] 'agreement among raft nodes before linearized reading' (duration: 2.981012681s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.782955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.801506Z","time spent":"2.98143384s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 09:13:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:20.833625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.533009ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-19T09:13:20.833735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.785086Z","time spent":"1.048644686s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:13:21.258573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230622454s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:13:21.742665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.862273ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-19T09:13:21.742959Z","caller":"traceutil/trace.go:171","msg":"trace[135219435] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"1.955373226s","start":"2026-03-19T09:13:19.787567Z","end":"2026-03-19T09:13:21.74294Z","steps":["trace[135219435] 'process raft request' (duration: 1.955179671s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:21.742979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.785247Z","time spent":"1.957690208s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:13:21.74305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.787537Z","time spent":"1.955454008s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:21.743282Z","caller":"traceutil/trace.go:171","msg":"trace[2101146375] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"1.955414117s","start":"2026-03-19T09:13:19.787844Z","end":"2026-03-19T09:13:21.743258Z","steps":["trace[2101146375] 'process raft request' (duration: 1.955043279s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:21.743426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.787828Z","time spent":"1.955527849s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:21.743616Z","caller":"traceutil/trace.go:171","msg":"trace[1938114137] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"1.954123647s","start":"2026-03-19T09:13:19.789466Z","end":"2026-03-19T09:13:21.74359Z","steps":["trace[1938114137] 'process raft request' (duration: 1.953926923s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:21.743676Z","caller":"traceutil/trace.go:171","msg":"trace[1991366933] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"1.954155618s","start":"2026-03-19T09:13:19.789498Z","end":"2026-03-19T09:13:21.743653Z","steps":["trace[1991366933] 'process raft request' (duration: 1.953998895s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:21.743752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.789452Z","time spent":"1.95422267s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:21.743798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.789484Z","time spent":"1.95424131s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:21.743792Z","caller":"traceutil/trace.go:171","msg":"trace[1119523100] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"1.949738881s","start":"2026-03-19T09:13:19.794018Z","end":"2026-03-19T09:13:21.743757Z","steps":["trace[1119523100] 'process raft request' (duration: 1.949517146s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:21.743807Z","caller":"traceutil/trace.go:171","msg":"trace[1262959329] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"909.02389ms","start":"2026-03-19T09:13:20.834759Z","end":"2026-03-19T09:13:21.743783Z","steps":["trace[1262959329] 'process raft request' (duration: 908.947368ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:21.743882Z","caller":"traceutil/trace.go:171","msg":"trace[1222668662] linearizableReadLoop","detail":"{readStateIndex:6240; appliedIndex:6238; }","duration":"1.957202276s","start":"2026-03-19T09:13:19.786659Z","end":"2026-03-19T09:13:21.743862Z","steps":["trace[1222668662] 'read index received' (duration: 241.41409ms)","trace[1222668662] 'applied index is now lower than readState.Index' (duration: 1.715785466s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:21.743942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.794009Z","time spent":"1.949852073s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:21.743946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:20.834734Z","time spent":"909.139612ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:21.744175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957502742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-788428bc-a59f-4e83-814a-a7a9f9a30113\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T09:13:21.744215Z","caller":"traceutil/trace.go:171","msg":"trace[1153533958] range","detail":"{range_begin:/registry/persistentvolumes/pvc-788428bc-a59f-4e83-814a-a7a9f9a30113; range_end:; response_count:1; response_revision:6000; }","duration":"1.957561993s","start":"2026-03-19T09:13:19.786642Z","end":"2026-03-19T09:13:21.744204Z","steps":["trace[1153533958] 'agreement among raft nodes before linearized reading' (duration: 1.957323588s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:21.74423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.267599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:21.744251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.786633Z","time spent":"1.957608164s","remote":"127.0.0.1:50360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-788428bc-a59f-4e83-814a-a7a9f9a30113\" "} {"level":"info","ts":"2026-03-19T09:13:21.744268Z","caller":"traceutil/trace.go:171","msg":"trace[778018230] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:6000; }","duration":"518.33965ms","start":"2026-03-19T09:13:21.225913Z","end":"2026-03-19T09:13:21.744253Z","steps":["trace[778018230] 'agreement among raft nodes before linearized reading' (duration: 518.286489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:21.744303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:21.225891Z","time spent":"518.403601ms","remote":"127.0.0.1:54118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:21.744299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17153105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:21.744338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.711934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:21.744348Z","caller":"traceutil/trace.go:171","msg":"trace[1611810186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6000; }","duration":"1.171618271s","start":"2026-03-19T09:13:20.572717Z","end":"2026-03-19T09:13:21.744336Z","steps":["trace[1611810186] 'agreement among raft nodes before linearized reading' (duration: 1.171536219s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:21.744328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952363059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:21.744383Z","caller":"traceutil/trace.go:171","msg":"trace[542217647] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6000; }","duration":"601.795446ms","start":"2026-03-19T09:13:21.142577Z","end":"2026-03-19T09:13:21.744373Z","steps":["trace[542217647] 'agreement among raft nodes before linearized reading' (duration: 601.721784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:21.744171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955528209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19645"} {"level":"warn","ts":"2026-03-19T09:13:21.744392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:20.572699Z","time spent":"1.171683623s","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:21.744406Z","caller":"traceutil/trace.go:171","msg":"trace[594710929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6000; }","duration":"1.95245191s","start":"2026-03-19T09:13:19.791938Z","end":"2026-03-19T09:13:21.74439Z","steps":["trace[594710929] 'agreement among raft nodes before linearized reading' (duration: 1.952321298s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:21.744415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:21.142559Z","time spent":"601.848597ms","remote":"127.0.0.1:50348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:21.744465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.791931Z","time spent":"1.952523762s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:21.744423Z","caller":"traceutil/trace.go:171","msg":"trace[1911915111] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6000; }","duration":"1.955794045s","start":"2026-03-19T09:13:19.788617Z","end":"2026-03-19T09:13:21.744411Z","steps":["trace[1911915111] 'agreement among raft nodes before linearized reading' (duration: 1.955415527s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:21.744615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.788611Z","time spent":"1.95599429s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19667,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:13:23.385437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274187203s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:23.385542Z","caller":"traceutil/trace.go:171","msg":"trace[1228055607] linearizableReadLoop","detail":"{readStateIndex:6248; appliedIndex:6247; }","duration":"1.639402317s","start":"2026-03-19T09:13:21.746122Z","end":"2026-03-19T09:13:23.385524Z","steps":["trace[1228055607] 'read index received' (duration: 365.007179ms)","trace[1228055607] 'applied index is now lower than readState.Index' (duration: 1.274393778s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:23.385705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639574281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:23.385672Z","caller":"traceutil/trace.go:171","msg":"trace[1511341960] transaction","detail":"{read_only:false; response_revision:6001; number_of_response:1; }","duration":"1.64130854s","start":"2026-03-19T09:13:21.744235Z","end":"2026-03-19T09:13:23.385544Z","steps":["trace[1511341960] 'process raft request' (duration: 366.919802ms)","trace[1511341960] 'compare' (duration: 1.274075341s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:23.385864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639738604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T09:13:23.385899Z","caller":"traceutil/trace.go:171","msg":"trace[2137814582] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6001; }","duration":"1.639787405s","start":"2026-03-19T09:13:21.746104Z","end":"2026-03-19T09:13:23.385891Z","steps":["trace[2137814582] 'agreement among raft nodes before linearized reading' (duration: 1.639660902s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:23.385932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:21.746091Z","time spent":"1.639832716s","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:13:23.385978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:21.744211Z","time spent":"1.641600375s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:23.385747Z","caller":"traceutil/trace.go:171","msg":"trace[889383482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6001; }","duration":"1.639652352s","start":"2026-03-19T09:13:21.746085Z","end":"2026-03-19T09:13:23.385737Z","steps":["trace[889383482] 'agreement among raft nodes before linearized reading' (duration: 1.639542689s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:23.386258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:21.746066Z","time spent":"1.640068031s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:23.386432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158272475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:23.386435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63863952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-19T09:13:23.386498Z","caller":"traceutil/trace.go:171","msg":"trace[1516941137] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6001; }","duration":"1.158388547s","start":"2026-03-19T09:13:22.228091Z","end":"2026-03-19T09:13:23.38648Z","steps":["trace[1516941137] 'agreement among raft nodes before linearized reading' (duration: 1.158251014s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:23.386518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.950964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:23.386539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:22.228071Z","time spent":"1.158458049s","remote":"127.0.0.1:46588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:23.386536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.811407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:23.38657Z","caller":"traceutil/trace.go:171","msg":"trace[1874867176] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6001; }","duration":"742.033786ms","start":"2026-03-19T09:13:22.644523Z","end":"2026-03-19T09:13:23.386557Z","steps":["trace[1874867176] 'agreement among raft nodes before linearized reading' (duration: 741.956744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:23.386545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.584399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:23.386606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:22.644505Z","time spent":"742.090187ms","remote":"127.0.0.1:54168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:23.386611Z","caller":"traceutil/trace.go:171","msg":"trace[1805398502] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6001; }","duration":"249.94898ms","start":"2026-03-19T09:13:23.136642Z","end":"2026-03-19T09:13:23.386591Z","steps":["trace[1805398502] 'agreement among raft nodes before linearized reading' (duration: 249.708385ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:23.386651Z","caller":"traceutil/trace.go:171","msg":"trace[1304034713] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6001; }","duration":"159.750933ms","start":"2026-03-19T09:13:23.226875Z","end":"2026-03-19T09:13:23.386625Z","steps":["trace[1304034713] 'agreement among raft nodes before linearized reading' (duration: 159.499028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:23.38666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536126391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:13:23.386525Z","caller":"traceutil/trace.go:171","msg":"trace[1052960143] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6001; }","duration":"1.638779223s","start":"2026-03-19T09:13:21.747722Z","end":"2026-03-19T09:13:23.386501Z","steps":["trace[1052960143] 'agreement among raft nodes before linearized reading' (duration: 1.638288821s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:23.386666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597639339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:23.386678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597738731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:23.386715Z","caller":"traceutil/trace.go:171","msg":"trace[807621845] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6001; }","duration":"1.536200542s","start":"2026-03-19T09:13:21.850498Z","end":"2026-03-19T09:13:23.386699Z","steps":["trace[807621845] 'agreement among raft nodes before linearized reading' (duration: 1.536059059s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:23.386729Z","caller":"traceutil/trace.go:171","msg":"trace[318144343] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6001; }","duration":"1.597753541s","start":"2026-03-19T09:13:21.788959Z","end":"2026-03-19T09:13:23.386713Z","steps":["trace[318144343] 'agreement among raft nodes before linearized reading' (duration: 1.597650969s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:23.386735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596321959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:13:23.386734Z","caller":"traceutil/trace.go:171","msg":"trace[1938688982] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6001; }","duration":"1.597840513s","start":"2026-03-19T09:13:21.788878Z","end":"2026-03-19T09:13:23.386719Z","steps":["trace[1938688982] 'agreement among raft nodes before linearized reading' (duration: 1.597744221s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:23.386771Z","caller":"traceutil/trace.go:171","msg":"trace[294994308] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6001; }","duration":"1.59637503s","start":"2026-03-19T09:13:21.790387Z","end":"2026-03-19T09:13:23.386762Z","steps":["trace[294994308] 'agreement among raft nodes before linearized reading' (duration: 1.596243167s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:23.386779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:21.788854Z","time spent":"1.597917884s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:13:23.386772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:21.788926Z","time spent":"1.597836903s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T09:13:23.386774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:21.850485Z","time spent":"1.536278103s","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T09:13:23.38676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:21.747705Z","time spent":"1.639036589s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7316,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T09:13:23.3868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:21.790376Z","time spent":"1.596418251s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:13:23.894426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325093189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:13:24.394699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325093189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:13:24.533883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.140918628s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:13:25.048219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393310593s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:25.048453Z","caller":"traceutil/trace.go:171","msg":"trace[1472853759] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6001; }","duration":"1.393556949s","start":"2026-03-19T09:13:23.654876Z","end":"2026-03-19T09:13:25.048433Z","steps":["trace[1472853759] 'range keys from in-memory index tree' (duration: 1.393293963s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:25.049263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.995056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:25.049382Z","caller":"traceutil/trace.go:171","msg":"trace[866383991] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"1.656487377s","start":"2026-03-19T09:13:23.392873Z","end":"2026-03-19T09:13:25.04936Z","steps":["trace[866383991] 'process raft request' (duration: 1.141224955s)","trace[866383991] 'compare' (duration: 514.180078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:25.049455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.392861Z","time spent":"1.656561208s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:25.394887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000400239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:13:25.394992Z","caller":"traceutil/trace.go:171","msg":"trace[2135504781] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546252s","start":"2026-03-19T09:13:23.394422Z","end":"2026-03-19T09:13:25.394968Z","steps":["trace[2135504781] 'agreement among raft nodes before linearized reading' (duration: 2.000410679s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:25.395052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.394412Z","time spent":"2.000625933s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:26.633966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000403007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:13:26.634434Z","caller":"traceutil/trace.go:171","msg":"trace[1367317964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00055581s","start":"2026-03-19T09:13:24.633484Z","end":"2026-03-19T09:13:26.63404Z","steps":["trace[1367317964] 'agreement among raft nodes before linearized reading' (duration: 2.000438738s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:26.634585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:24.633464Z","time spent":"2.001034841s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:13:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:26.792839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.258690994s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:13:26.793434Z","caller":"traceutil/trace.go:171","msg":"trace[1589845267] transaction","detail":"{read_only:false; response_revision:6003; number_of_response:1; }","duration":"3.39593858s","start":"2026-03-19T09:13:23.397471Z","end":"2026-03-19T09:13:26.793409Z","steps":["trace[1589845267] 'process raft request' (duration: 3.395720475s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:26.793841Z","caller":"traceutil/trace.go:171","msg":"trace[964876182] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"2.566309996s","start":"2026-03-19T09:13:24.22749Z","end":"2026-03-19T09:13:26.7938Z","steps":["trace[964876182] 'process raft request' (duration: 2.565856206s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:26.793885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399859749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:13:26.793899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.397448Z","time spent":"3.39636394s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:26.79394Z","caller":"traceutil/trace.go:171","msg":"trace[721326858] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6004; }","duration":"3.39994076s","start":"2026-03-19T09:13:23.393986Z","end":"2026-03-19T09:13:26.793927Z","steps":["trace[721326858] 'agreement among raft nodes before linearized reading' (duration: 3.399711655s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:26.793636Z","caller":"traceutil/trace.go:171","msg":"trace[1734472728] linearizableReadLoop","detail":"{readStateIndex:6251; appliedIndex:6248; }","duration":"3.399600683s","start":"2026-03-19T09:13:23.394Z","end":"2026-03-19T09:13:26.7936Z","steps":["trace[1734472728] 'read index received' (duration: 1.140108511s)","trace[1734472728] 'applied index is now lower than readState.Index' (duration: 2.259490052s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:26.793976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.393981Z","time spent":"3.399987211s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:13:26.794037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:24.227464Z","time spent":"2.566465709s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:27.099109Z","caller":"traceutil/trace.go:171","msg":"trace[1975367567] linearizableReadLoop","detail":"{readStateIndex:6252; appliedIndex:6251; }","duration":"305.092137ms","start":"2026-03-19T09:13:26.793987Z","end":"2026-03-19T09:13:27.09908Z","steps":["trace[1975367567] 'read index received' (duration: 205.546352ms)","trace[1975367567] 'applied index is now lower than readState.Index' (duration: 99.544155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:27.099187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706461529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:27.099242Z","caller":"traceutil/trace.go:171","msg":"trace[1185621617] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6005; }","duration":"1.706563391s","start":"2026-03-19T09:13:25.392665Z","end":"2026-03-19T09:13:27.099229Z","steps":["trace[1185621617] 'agreement among raft nodes before linearized reading' (duration: 1.706424918s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.099231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706410908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:27.099268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.392647Z","time spent":"1.706616282s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:13:27.09924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271695468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:27.099287Z","caller":"traceutil/trace.go:171","msg":"trace[1658532930] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6005; }","duration":"1.70652041s","start":"2026-03-19T09:13:25.392752Z","end":"2026-03-19T09:13:27.099272Z","steps":["trace[1658532930] 'agreement among raft nodes before linearized reading' (duration: 1.706409428s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.09933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.39271Z","time spent":"1.706611802s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T09:13:27.099342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980796722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:27.099356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702022861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:13:27.099349Z","caller":"traceutil/trace.go:171","msg":"trace[1013119686] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"2.045961511s","start":"2026-03-19T09:13:25.05336Z","end":"2026-03-19T09:13:27.099322Z","steps":["trace[1013119686] 'process raft request' (duration: 1.946281804s)","trace[1013119686] 'compare' (duration: 99.253998ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:27.099334Z","caller":"traceutil/trace.go:171","msg":"trace[1009161672] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:6005; }","duration":"1.271841031s","start":"2026-03-19T09:13:25.82747Z","end":"2026-03-19T09:13:27.099311Z","steps":["trace[1009161672] 'agreement among raft nodes before linearized reading' (duration: 1.271639377s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.099402Z","caller":"traceutil/trace.go:171","msg":"trace[1674799151] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6005; }","duration":"1.702084422s","start":"2026-03-19T09:13:25.397305Z","end":"2026-03-19T09:13:27.099389Z","steps":["trace[1674799151] 'agreement among raft nodes before linearized reading' (duration: 1.701915728s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.099418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.827451Z","time spent":"1.271956753s","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:27.099425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.687633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:27.09944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.397297Z","time spent":"1.702133233s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:13:27.099476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664987561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:27.099466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.053338Z","time spent":"2.046076383s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:13:27.099481Z","caller":"traceutil/trace.go:171","msg":"trace[523944681] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6005; }","duration":"792.779905ms","start":"2026-03-19T09:13:26.306685Z","end":"2026-03-19T09:13:27.099465Z","steps":["trace[523944681] 'agreement among raft nodes before linearized reading' (duration: 792.681683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.099248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703916212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:27.09953Z","caller":"traceutil/trace.go:171","msg":"trace[1031363949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6005; }","duration":"1.70424529s","start":"2026-03-19T09:13:25.395276Z","end":"2026-03-19T09:13:27.099521Z","steps":["trace[1031363949] 'agreement among raft nodes before linearized reading' (duration: 1.703866181s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.099531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.306663Z","time spent":"792.854087ms","remote":"127.0.0.1:54160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:27.099563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350708644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:13:27.099577Z","caller":"traceutil/trace.go:171","msg":"trace[1447449590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6005; }","duration":"3.350802607s","start":"2026-03-19T09:13:23.748771Z","end":"2026-03-19T09:13:27.099573Z","steps":["trace[1447449590] 'agreement among raft nodes before linearized reading' (duration: 3.350736195s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.099589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.748751Z","time spent":"3.350835807s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:13:27.099378Z","caller":"traceutil/trace.go:171","msg":"trace[1957510873] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:6005; }","duration":"1.980869983s","start":"2026-03-19T09:13:25.118497Z","end":"2026-03-19T09:13:27.099367Z","steps":["trace[1957510873] 'agreement among raft nodes before linearized reading' (duration: 1.980819012s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.099654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.118472Z","time spent":"1.981174339s","remote":"127.0.0.1:44454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:27.099669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546360267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:27.099679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351737047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:13:27.099291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801007362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:27.099757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705107467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T09:13:27.099748Z","caller":"traceutil/trace.go:171","msg":"trace[1547253704] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6005; }","duration":"1.801493753s","start":"2026-03-19T09:13:25.298239Z","end":"2026-03-19T09:13:27.099732Z","steps":["trace[1547253704] 'agreement among raft nodes before linearized reading' (duration: 1.801001303s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.099785Z","caller":"traceutil/trace.go:171","msg":"trace[922630795] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6005; }","duration":"3.705134707s","start":"2026-03-19T09:13:23.39464Z","end":"2026-03-19T09:13:27.099775Z","steps":["trace[922630795] 'agreement among raft nodes before linearized reading' (duration: 3.705076516s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.099791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.57405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T09:13:27.099802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.394633Z","time spent":"3.705164479s","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-19T09:13:27.099552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.395266Z","time spent":"1.7042795s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:27.09982Z","caller":"traceutil/trace.go:171","msg":"trace[57790071] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:6005; }","duration":"302.637552ms","start":"2026-03-19T09:13:26.797175Z","end":"2026-03-19T09:13:27.099812Z","steps":["trace[57790071] 'agreement among raft nodes before linearized reading' (duration: 302.56596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.099829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.247604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:27.099449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41348675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:27.099856Z","caller":"traceutil/trace.go:171","msg":"trace[1268340072] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6005; }","duration":"280.302655ms","start":"2026-03-19T09:13:26.819545Z","end":"2026-03-19T09:13:27.099848Z","steps":["trace[1268340072] 'agreement among raft nodes before linearized reading' (duration: 280.261224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.09986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.375006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:27.099884Z","caller":"traceutil/trace.go:171","msg":"trace[253792212] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6005; }","duration":"195.439287ms","start":"2026-03-19T09:13:26.904438Z","end":"2026-03-19T09:13:27.099877Z","steps":["trace[253792212] 'agreement among raft nodes before linearized reading' (duration: 195.399877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.099856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.796302Z","time spent":"303.547172ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"info","ts":"2026-03-19T09:13:27.099497Z","caller":"traceutil/trace.go:171","msg":"trace[1573173459] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6005; }","duration":"2.665004921s","start":"2026-03-19T09:13:24.434483Z","end":"2026-03-19T09:13:27.099488Z","steps":["trace[1573173459] 'agreement among raft nodes before linearized reading' (duration: 2.6649786s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.099795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.298223Z","time spent":"1.801557274s","remote":"127.0.0.1:50666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:27.099926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.148474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-03-19T09:13:27.099945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:24.434427Z","time spent":"2.665512002s","remote":"127.0.0.1:39622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:27.099956Z","caller":"traceutil/trace.go:171","msg":"trace[1198173015] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6005; }","duration":"299.185355ms","start":"2026-03-19T09:13:26.800763Z","end":"2026-03-19T09:13:27.099948Z","steps":["trace[1198173015] 'agreement among raft nodes before linearized reading' (duration: 299.107643ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.099871Z","caller":"traceutil/trace.go:171","msg":"trace[65606076] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6005; }","duration":"3.413950541s","start":"2026-03-19T09:13:23.685907Z","end":"2026-03-19T09:13:27.099857Z","steps":["trace[65606076] 'agreement among raft nodes before linearized reading' (duration: 3.413518032s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.099706Z","caller":"traceutil/trace.go:171","msg":"trace[834314909] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6005; }","duration":"3.546441088s","start":"2026-03-19T09:13:23.553251Z","end":"2026-03-19T09:13:27.099692Z","steps":["trace[834314909] 'agreement among raft nodes before linearized reading' (duration: 3.546379897s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.100024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.685883Z","time spent":"3.414133615s","remote":"127.0.0.1:50532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:27.100027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.553229Z","time spent":"3.546791406s","remote":"127.0.0.1:44512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:27.099711Z","caller":"traceutil/trace.go:171","msg":"trace[780785476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6005; }","duration":"3.351800428s","start":"2026-03-19T09:13:23.747902Z","end":"2026-03-19T09:13:27.099702Z","steps":["trace[780785476] 'agreement among raft nodes before linearized reading' (duration: 3.351709126s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.10007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.747884Z","time spent":"3.352176446s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:13:27.606759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.136547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:27.607082Z","caller":"traceutil/trace.go:171","msg":"trace[869405308] linearizableReadLoop","detail":"{readStateIndex:6256; appliedIndex:6253; }","duration":"424.307108ms","start":"2026-03-19T09:13:27.182755Z","end":"2026-03-19T09:13:27.607062Z","steps":["trace[869405308] 'read index received' (duration: 163.855784ms)","trace[869405308] 'applied index is now lower than readState.Index' (duration: 260.450204ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:27.607125Z","caller":"traceutil/trace.go:171","msg":"trace[1694311971] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"502.898576ms","start":"2026-03-19T09:13:27.104159Z","end":"2026-03-19T09:13:27.607058Z","steps":["trace[1694311971] 'process raft request' (duration: 242.378991ms)","trace[1694311971] 'compare' (duration: 260.020055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:27.607288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.104147Z","time spent":"503.05155ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:27.607279Z","caller":"traceutil/trace.go:171","msg":"trace[1766438408] transaction","detail":"{read_only:false; response_revision:6007; number_of_response:1; }","duration":"503.031539ms","start":"2026-03-19T09:13:27.10422Z","end":"2026-03-19T09:13:27.607251Z","steps":["trace[1766438408] 'process raft request' (duration: 502.737242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.607382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.153424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8d14de11-101c-41e6-a3f5-771f9aca9222\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-19T09:13:27.607436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.104214Z","time spent":"503.123832ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:27.607442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.796839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:27.607313Z","caller":"traceutil/trace.go:171","msg":"trace[1392481810] transaction","detail":"{read_only:false; response_revision:6008; number_of_response:1; }","duration":"502.823945ms","start":"2026-03-19T09:13:27.104466Z","end":"2026-03-19T09:13:27.60729Z","steps":["trace[1392481810] 'process raft request' (duration: 502.546459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.60752Z","caller":"traceutil/trace.go:171","msg":"trace[636926397] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8d14de11-101c-41e6-a3f5-771f9aca9222; range_end:; response_count:1; response_revision:6008; }","duration":"504.268158ms","start":"2026-03-19T09:13:27.103205Z","end":"2026-03-19T09:13:27.607473Z","steps":["trace[636926397] 'agreement among raft nodes before linearized reading' (duration: 503.953591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.607641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.1032Z","time spent":"504.426981ms","remote":"127.0.0.1:50360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-8d14de11-101c-41e6-a3f5-771f9aca9222\" "} {"level":"info","ts":"2026-03-19T09:13:27.607575Z","caller":"traceutil/trace.go:171","msg":"trace[1881024206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6008; }","duration":"500.984353ms","start":"2026-03-19T09:13:27.106565Z","end":"2026-03-19T09:13:27.607549Z","steps":["trace[1881024206] 'agreement among raft nodes before linearized reading' (duration: 500.740008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.607709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.10446Z","time spent":"503.210093ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:27.60774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.106557Z","time spent":"501.169667ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:28.152254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.771435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:28.152378Z","caller":"traceutil/trace.go:171","msg":"trace[1057526830] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"968.28803ms","start":"2026-03-19T09:13:27.184068Z","end":"2026-03-19T09:13:28.152356Z","steps":["trace[1057526830] 'process raft request' (duration: 812.32965ms)","trace[1057526830] 'compare' (duration: 155.610422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:28.152529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.184044Z","time spent":"968.419722ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:28.175913Z","caller":"traceutil/trace.go:171","msg":"trace[1437062322] linearizableReadLoop","detail":"{readStateIndex:6258; appliedIndex:6256; }","duration":"566.513232ms","start":"2026-03-19T09:13:27.609378Z","end":"2026-03-19T09:13:28.175892Z","steps":["trace[1437062322] 'read index received' (duration: 387.110611ms)","trace[1437062322] 'applied index is now lower than readState.Index' (duration: 179.401341ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:28.175951Z","caller":"traceutil/trace.go:171","msg":"trace[675332565] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"705.131035ms","start":"2026-03-19T09:13:27.470798Z","end":"2026-03-19T09:13:28.175929Z","steps":["trace[675332565] 'process raft request' (duration: 704.830998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.176063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.470773Z","time spent":"705.247888ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:28.17624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.195371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T09:13:28.176236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.801908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:28.176278Z","caller":"traceutil/trace.go:171","msg":"trace[1510328283] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341; range_end:; response_count:1; response_revision:6010; }","duration":"565.284234ms","start":"2026-03-19T09:13:27.610982Z","end":"2026-03-19T09:13:28.176266Z","steps":["trace[1510328283] 'agreement among raft nodes before linearized reading' (duration: 565.044229ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:28.176298Z","caller":"traceutil/trace.go:171","msg":"trace[1523760249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6010; }","duration":"567.045863ms","start":"2026-03-19T09:13:27.609238Z","end":"2026-03-19T09:13:28.176284Z","steps":["trace[1523760249] 'agreement among raft nodes before linearized reading' (duration: 566.831989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.176307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.610977Z","time spent":"565.322855ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" "} {"level":"warn","ts":"2026-03-19T09:13:28.176342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.609224Z","time spent":"567.111995ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:28.176421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.68531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6751"} {"level":"info","ts":"2026-03-19T09:13:28.176487Z","caller":"traceutil/trace.go:171","msg":"trace[95387153] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:6010; }","duration":"497.800813ms","start":"2026-03-19T09:13:27.678672Z","end":"2026-03-19T09:13:28.176473Z","steps":["trace[95387153] 'agreement among raft nodes before linearized reading' (duration: 497.572708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.176521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.678654Z","time spent":"497.860344ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6773,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-19T09:13:28.392364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.579241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:28.392493Z","caller":"traceutil/trace.go:171","msg":"trace[2076239505] linearizableReadLoop","detail":"{readStateIndex:6259; appliedIndex:6258; }","duration":"211.110357ms","start":"2026-03-19T09:13:28.181359Z","end":"2026-03-19T09:13:28.39247Z","steps":["trace[2076239505] 'read index received' (duration: 77.322491ms)","trace[2076239505] 'applied index is now lower than readState.Index' (duration: 133.786386ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:28.392578Z","caller":"traceutil/trace.go:171","msg":"trace[1061829094] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"214.075082ms","start":"2026-03-19T09:13:28.17849Z","end":"2026-03-19T09:13:28.392565Z","steps":["trace[1061829094] 'process raft request' (duration: 80.185474ms)","trace[1061829094] 'compare' (duration: 133.426487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:28.392864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.476085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:28.392945Z","caller":"traceutil/trace.go:171","msg":"trace[835120800] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6011; }","duration":"211.581987ms","start":"2026-03-19T09:13:28.181343Z","end":"2026-03-19T09:13:28.392925Z","steps":["trace[835120800] 'agreement among raft nodes before linearized reading' (duration: 211.320341ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:28.645287Z","caller":"traceutil/trace.go:171","msg":"trace[239362712] linearizableReadLoop","detail":"{readStateIndex:6260; appliedIndex:6259; }","duration":"252.745712ms","start":"2026-03-19T09:13:28.392521Z","end":"2026-03-19T09:13:28.645267Z","steps":["trace[239362712] 'read index received' (duration: 249.868908ms)","trace[239362712] 'applied index is now lower than readState.Index' (duration: 2.875734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:28.64544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.825193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:28.645763Z","caller":"traceutil/trace.go:171","msg":"trace[1750913841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6012; }","duration":"462.220562ms","start":"2026-03-19T09:13:28.183529Z","end":"2026-03-19T09:13:28.645749Z","steps":["trace[1750913841] 'agreement among raft nodes before linearized reading' (duration: 461.829153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.646412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.183511Z","time spent":"462.871336ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:28.645422Z","caller":"traceutil/trace.go:171","msg":"trace[1002479261] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"460.7598ms","start":"2026-03-19T09:13:28.184589Z","end":"2026-03-19T09:13:28.645349Z","steps":["trace[1002479261] 'process raft request' (duration: 457.791474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.646682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.184572Z","time spent":"462.035227ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7048,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:28.645757Z","caller":"traceutil/trace.go:171","msg":"trace[1627534564] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"249.262184ms","start":"2026-03-19T09:13:28.396473Z","end":"2026-03-19T09:13:28.645735Z","steps":["trace[1627534564] 'process raft request' (duration: 249.163282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:29.172118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.554361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:29.17225Z","caller":"traceutil/trace.go:171","msg":"trace[954783876] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"521.566322ms","start":"2026-03-19T09:13:28.650658Z","end":"2026-03-19T09:13:29.172224Z","steps":["trace[954783876] 'process raft request' (duration: 267.829597ms)","trace[954783876] 'compare' (duration: 253.139882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:29.172334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.650647Z","time spent":"521.645183ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:29.513129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.308351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:29.513306Z","caller":"traceutil/trace.go:171","msg":"trace[905989223] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"337.192351ms","start":"2026-03-19T09:13:29.176102Z","end":"2026-03-19T09:13:29.513294Z","steps":["trace[905989223] 'process raft request' (duration: 337.16035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:29.513351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:29.176083Z","time spent":"337.249693ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":937,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:13:29.513323Z","caller":"traceutil/trace.go:171","msg":"trace[150545147] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"855.539291ms","start":"2026-03-19T09:13:28.657756Z","end":"2026-03-19T09:13:29.513295Z","steps":["trace[150545147] 'process raft request' (duration: 653.000315ms)","trace[150545147] 'compare' (duration: 202.202819ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:29.51344Z","caller":"traceutil/trace.go:171","msg":"trace[138052231] linearizableReadLoop","detail":"{readStateIndex:6263; appliedIndex:6261; }","duration":"779.9487ms","start":"2026-03-19T09:13:28.733472Z","end":"2026-03-19T09:13:29.513421Z","steps":["trace[138052231] 'read index received' (duration: 185.031045ms)","trace[138052231] 'applied index is now lower than readState.Index' (duration: 594.915475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:29.513494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.657742Z","time spent":"855.649494ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6233,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:29.513579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.701293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:29.513603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.987748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:29.513622Z","caller":"traceutil/trace.go:171","msg":"trace[194563816] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6017; }","duration":"409.023768ms","start":"2026-03-19T09:13:29.104592Z","end":"2026-03-19T09:13:29.513616Z","steps":["trace[194563816] 'agreement among raft nodes before linearized reading' (duration: 408.987497ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:29.513619Z","caller":"traceutil/trace.go:171","msg":"trace[184630279] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6017; }","duration":"409.784525ms","start":"2026-03-19T09:13:29.103825Z","end":"2026-03-19T09:13:29.513609Z","steps":["trace[184630279] 'agreement among raft nodes before linearized reading' (duration: 409.714263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:29.513644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:29.104582Z","time spent":"409.0581ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:13:29.513652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:29.103804Z","time spent":"409.839487ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T09:13:29.513709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.267954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:13:29.513729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.239027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:29.513892Z","caller":"traceutil/trace.go:171","msg":"trace[9911236] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6017; }","duration":"780.444341ms","start":"2026-03-19T09:13:28.733432Z","end":"2026-03-19T09:13:29.513877Z","steps":["trace[9911236] 'agreement among raft nodes before linearized reading' (duration: 780.056932ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:29.513766Z","caller":"traceutil/trace.go:171","msg":"trace[36064406] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6017; }","duration":"324.359926ms","start":"2026-03-19T09:13:29.189392Z","end":"2026-03-19T09:13:29.513751Z","steps":["trace[36064406] 'agreement among raft nodes before linearized reading' (duration: 324.168922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:29.513965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:29.18938Z","time spent":"324.577181ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:13:29.514116Z","caller":"traceutil/trace.go:171","msg":"trace[46171065] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"359.183569ms","start":"2026-03-19T09:13:29.154899Z","end":"2026-03-19T09:13:29.514083Z","steps":["trace[46171065] 'process raft request' (duration: 358.326281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:29.514187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.733416Z","time spent":"780.757578ms","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:29.514262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:29.154871Z","time spent":"359.319903ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:29.918487Z","caller":"traceutil/trace.go:171","msg":"trace[1720480887] linearizableReadLoop","detail":"{readStateIndex:6267; appliedIndex:6266; }","duration":"305.72783ms","start":"2026-03-19T09:13:29.612737Z","end":"2026-03-19T09:13:29.918464Z","steps":["trace[1720480887] 'read index received' (duration: 305.454764ms)","trace[1720480887] 'applied index is now lower than readState.Index' (duration: 272.026µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:29.918629Z","caller":"traceutil/trace.go:171","msg":"trace[1503785473] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"393.656897ms","start":"2026-03-19T09:13:29.52493Z","end":"2026-03-19T09:13:29.918586Z","steps":["trace[1503785473] 'process raft request' (duration: 393.394371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:29.918732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.510427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:29.918767Z","caller":"traceutil/trace.go:171","msg":"trace[186367925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6019; }","duration":"306.60485ms","start":"2026-03-19T09:13:29.612152Z","end":"2026-03-19T09:13:29.918757Z","steps":["trace[186367925] 'agreement among raft nodes before linearized reading' (duration: 306.433266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:29.918757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.860737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T09:13:29.918807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:29.612129Z","time spent":"306.669851ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:13:29.918822Z","caller":"traceutil/trace.go:171","msg":"trace[1994786488] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341; range_end:; response_count:1; response_revision:6019; }","duration":"302.954089ms","start":"2026-03-19T09:13:29.61585Z","end":"2026-03-19T09:13:29.918804Z","steps":["trace[1994786488] 'agreement among raft nodes before linearized reading' (duration: 302.775505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:29.918831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.126032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:13:29.91888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:29.615836Z","time spent":"303.029641ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" "} {"level":"info","ts":"2026-03-19T09:13:29.918914Z","caller":"traceutil/trace.go:171","msg":"trace[891599820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6019; }","duration":"307.269915ms","start":"2026-03-19T09:13:29.611627Z","end":"2026-03-19T09:13:29.918897Z","steps":["trace[891599820] 'agreement among raft nodes before linearized reading' (duration: 307.020789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:29.91898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:29.524911Z","time spent":"393.83147ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4661,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:29.919022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:29.611602Z","time spent":"307.401438ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:30.155868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.062042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:30.156182Z","caller":"traceutil/trace.go:171","msg":"trace[1346987931] linearizableReadLoop","detail":"{readStateIndex:6269; appliedIndex:6267; }","duration":"232.705466ms","start":"2026-03-19T09:13:29.923457Z","end":"2026-03-19T09:13:30.156162Z","steps":["trace[1346987931] 'read index received' (duration: 111.249805ms)","trace[1346987931] 'applied index is now lower than readState.Index' (duration: 121.454371ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:30.156265Z","caller":"traceutil/trace.go:171","msg":"trace[2136578381] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"234.133947ms","start":"2026-03-19T09:13:29.922097Z","end":"2026-03-19T09:13:30.156231Z","steps":["trace[2136578381] 'process raft request' (duration: 112.591324ms)","trace[2136578381] 'compare' (duration: 120.853698ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:30.15627Z","caller":"traceutil/trace.go:171","msg":"trace[1327531663] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"233.182467ms","start":"2026-03-19T09:13:29.92305Z","end":"2026-03-19T09:13:30.156232Z","steps":["trace[1327531663] 'process raft request' (duration: 232.941392ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:30.156473Z","caller":"traceutil/trace.go:171","msg":"trace[1505384561] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"231.649602ms","start":"2026-03-19T09:13:29.924603Z","end":"2026-03-19T09:13:30.156253Z","steps":["trace[1505384561] 'process raft request' (duration: 231.512979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.156504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.045644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4660"} {"level":"info","ts":"2026-03-19T09:13:30.156548Z","caller":"traceutil/trace.go:171","msg":"trace[911230998] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:6022; }","duration":"233.119135ms","start":"2026-03-19T09:13:29.923418Z","end":"2026-03-19T09:13:30.156538Z","steps":["trace[911230998] 'agreement among raft nodes before linearized reading' (duration: 232.810488ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:30.417189Z","caller":"traceutil/trace.go:171","msg":"trace[286678148] transaction","detail":"{read_only:false; response_revision:6023; number_of_response:1; }","duration":"256.531926ms","start":"2026-03-19T09:13:30.160629Z","end":"2026-03-19T09:13:30.417161Z","steps":["trace[286678148] 'process raft request' (duration: 256.352022ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:30.654317Z","caller":"traceutil/trace.go:171","msg":"trace[20545482] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"490.864308ms","start":"2026-03-19T09:13:30.163424Z","end":"2026-03-19T09:13:30.654288Z","steps":["trace[20545482] 'process raft request' (duration: 490.723065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.654464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.163401Z","time spent":"490.984501ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:30.694611Z","caller":"traceutil/trace.go:171","msg":"trace[360318947] linearizableReadLoop","detail":"{readStateIndex:6273; appliedIndex:6272; }","duration":"198.974366ms","start":"2026-03-19T09:13:30.495617Z","end":"2026-03-19T09:13:30.694591Z","steps":["trace[360318947] 'read index received' (duration: 158.718671ms)","trace[360318947] 'applied index is now lower than readState.Index' (duration: 40.254945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:30.694787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.15802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:30.694826Z","caller":"traceutil/trace.go:171","msg":"trace[925310456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6025; }","duration":"199.254752ms","start":"2026-03-19T09:13:30.495561Z","end":"2026-03-19T09:13:30.694815Z","steps":["trace[925310456] 'agreement among raft nodes before linearized reading' (duration: 199.129119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:30.694783Z","caller":"traceutil/trace.go:171","msg":"trace[641679357] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"273.024722ms","start":"2026-03-19T09:13:30.421611Z","end":"2026-03-19T09:13:30.694635Z","steps":["trace[641679357] 'process raft request' (duration: 272.884729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:31.546981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325093237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:13:31.67499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.799918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:31.675175Z","caller":"traceutil/trace.go:171","msg":"trace[199393137] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"976.071062ms","start":"2026-03-19T09:13:30.699082Z","end":"2026-03-19T09:13:31.675153Z","steps":["trace[199393137] 'process raft request' (duration: 70.007378ms)","trace[199393137] 'compare' (duration: 905.441781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:31.67528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.69906Z","time spent":"976.185554ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:32.047761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325093237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:13:32.451139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.681883712s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:13:32.556334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.900694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:32.556647Z","caller":"traceutil/trace.go:171","msg":"trace[1757945049] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"1.852757473s","start":"2026-03-19T09:13:30.703858Z","end":"2026-03-19T09:13:32.556616Z","steps":["trace[1757945049] 'process raft request' (duration: 1.747512471s)","trace[1757945049] 'compare' (duration: 104.6968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:32.556776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.703831Z","time spent":"1.852879475s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5941,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:32.556714Z","caller":"traceutil/trace.go:171","msg":"trace[2123204083] transaction","detail":"{read_only:false; response_revision:6028; number_of_response:1; }","duration":"1.820158438s","start":"2026-03-19T09:13:30.736532Z","end":"2026-03-19T09:13:32.556691Z","steps":["trace[2123204083] 'process raft request' (duration: 1.820063916s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:32.556947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.736502Z","time spent":"1.820360442s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19570,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:32.56294Z","caller":"traceutil/trace.go:171","msg":"trace[582218644] linearizableReadLoop","detail":"{readStateIndex:6277; appliedIndex:6274; }","duration":"1.516658027s","start":"2026-03-19T09:13:31.046262Z","end":"2026-03-19T09:13:32.56292Z","steps":["trace[582218644] 'read index received' (duration: 1.405087105s)","trace[582218644] 'applied index is now lower than readState.Index' (duration: 111.570142ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:32.562968Z","caller":"traceutil/trace.go:171","msg":"trace[1172582360] transaction","detail":"{read_only:false; response_revision:6029; number_of_response:1; }","duration":"883.42166ms","start":"2026-03-19T09:13:31.679518Z","end":"2026-03-19T09:13:32.56294Z","steps":["trace[1172582360] 'process raft request' (duration: 883.306698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:32.563052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.679495Z","time spent":"883.512663ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:32.563079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51680785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:32.563111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066890391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:32.563152Z","caller":"traceutil/trace.go:171","msg":"trace[1689813376] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:6029; }","duration":"1.516923022s","start":"2026-03-19T09:13:31.04621Z","end":"2026-03-19T09:13:32.563133Z","steps":["trace[1689813376] 'agreement among raft nodes before linearized reading' (duration: 1.516766099s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:32.563174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04522103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:32.5632Z","caller":"traceutil/trace.go:171","msg":"trace[436578848] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6029; }","duration":"1.045302072s","start":"2026-03-19T09:13:31.51789Z","end":"2026-03-19T09:13:32.563192Z","steps":["trace[436578848] 'agreement among raft nodes before linearized reading' (duration: 1.04520177s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:32.563207Z","caller":"traceutil/trace.go:171","msg":"trace[1155785706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6029; }","duration":"1.067017914s","start":"2026-03-19T09:13:31.496154Z","end":"2026-03-19T09:13:32.563172Z","steps":["trace[1155785706] 'agreement among raft nodes before linearized reading' (duration: 1.066903092s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:32.563206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.04619Z","time spent":"1.517004394s","remote":"127.0.0.1:54582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:32.563188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.422308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:32.563285Z","caller":"traceutil/trace.go:171","msg":"trace[1444128347] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:6029; }","duration":"592.53667ms","start":"2026-03-19T09:13:31.970725Z","end":"2026-03-19T09:13:32.563262Z","steps":["trace[1444128347] 'agreement among raft nodes before linearized reading' (duration: 592.353196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:32.563314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.716671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:13:32.56332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045848723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:32.563373Z","caller":"traceutil/trace.go:171","msg":"trace[1194235595] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6029; }","duration":"943.811734ms","start":"2026-03-19T09:13:31.619555Z","end":"2026-03-19T09:13:32.563367Z","steps":["trace[1194235595] 'agreement among raft nodes before linearized reading' (duration: 943.687731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:32.563228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.517866Z","time spent":"1.045356622s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:13:32.563391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.619532Z","time spent":"943.855124ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:13:32.563397Z","caller":"traceutil/trace.go:171","msg":"trace[288589835] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6029; }","duration":"1.045924245s","start":"2026-03-19T09:13:31.517461Z","end":"2026-03-19T09:13:32.563385Z","steps":["trace[288589835] 'agreement among raft nodes before linearized reading' (duration: 1.045831933s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:32.563417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.517403Z","time spent":"1.046009578s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T09:13:32.563419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.970708Z","time spent":"592.691803ms","remote":"127.0.0.1:50658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:32.563398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.597705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:13:32.563442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.322681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:13:32.563235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.496132Z","time spent":"1.067095356s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:32.5635Z","caller":"traceutil/trace.go:171","msg":"trace[237001962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6029; }","duration":"402.79881ms","start":"2026-03-19T09:13:32.16068Z","end":"2026-03-19T09:13:32.563479Z","steps":["trace[237001962] 'agreement among raft nodes before linearized reading' (duration: 402.447181ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:32.563505Z","caller":"traceutil/trace.go:171","msg":"trace[1880522238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6029; }","duration":"403.429245ms","start":"2026-03-19T09:13:32.160058Z","end":"2026-03-19T09:13:32.563487Z","steps":["trace[1880522238] 'agreement among raft nodes before linearized reading' (duration: 403.175659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:32.563549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:32.160037Z","time spent":"403.500386ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:13:32.563553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:32.160667Z","time spent":"402.871861ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:13:32.760551Z","caller":"traceutil/trace.go:171","msg":"trace[1718630448] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"193.32448ms","start":"2026-03-19T09:13:32.567207Z","end":"2026-03-19T09:13:32.760532Z","steps":["trace[1718630448] 'process raft request' (duration: 193.113455ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:32.760554Z","caller":"traceutil/trace.go:171","msg":"trace[110258507] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"192.204956ms","start":"2026-03-19T09:13:32.568329Z","end":"2026-03-19T09:13:32.760533Z","steps":["trace[110258507] 'process raft request' (duration: 192.113774ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:32.760628Z","caller":"traceutil/trace.go:171","msg":"trace[2025427203] linearizableReadLoop","detail":"{readStateIndex:6280; appliedIndex:6277; }","duration":"191.5302ms","start":"2026-03-19T09:13:32.569079Z","end":"2026-03-19T09:13:32.760609Z","steps":["trace[2025427203] 'read index received' (duration: 69.954855ms)","trace[2025427203] 'applied index is now lower than readState.Index' (duration: 121.574255ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:32.760648Z","caller":"traceutil/trace.go:171","msg":"trace[2117216094] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"188.962444ms","start":"2026-03-19T09:13:32.571672Z","end":"2026-03-19T09:13:32.760634Z","steps":["trace[2117216094] 'process raft request' (duration: 188.808611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:32.760833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.744906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:110262"} {"level":"info","ts":"2026-03-19T09:13:32.760857Z","caller":"traceutil/trace.go:171","msg":"trace[1492284772] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6033; }","duration":"191.790907ms","start":"2026-03-19T09:13:32.56906Z","end":"2026-03-19T09:13:32.760851Z","steps":["trace[1492284772] 'agreement among raft nodes before linearized reading' (duration: 191.618713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:33.171438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.717618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:33.171532Z","caller":"traceutil/trace.go:171","msg":"trace[1071530745] linearizableReadLoop","detail":"{readStateIndex:6282; appliedIndex:6281; }","duration":"410.849489ms","start":"2026-03-19T09:13:32.760668Z","end":"2026-03-19T09:13:33.171517Z","steps":["trace[1071530745] 'read index received' (duration: 127.973107ms)","trace[1071530745] 'applied index is now lower than readState.Index' (duration: 282.875122ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:33.171582Z","caller":"traceutil/trace.go:171","msg":"trace[1756904607] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"527.197408ms","start":"2026-03-19T09:13:32.644344Z","end":"2026-03-19T09:13:33.171542Z","steps":["trace[1756904607] 'process raft request' (duration: 244.299955ms)","trace[1756904607] 'compare' (duration: 282.606045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:33.171658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.187611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:33.171681Z","caller":"traceutil/trace.go:171","msg":"trace[1032781696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6034; }","duration":"600.230222ms","start":"2026-03-19T09:13:32.571442Z","end":"2026-03-19T09:13:33.171672Z","steps":["trace[1032781696] 'agreement among raft nodes before linearized reading' (duration: 600.147891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:33.171708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:32.571433Z","time spent":"600.269293ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:33.17177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:32.644311Z","time spent":"527.358421ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:33.171796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.300884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-db-init-4q4rq\" ","response":"range_response_count:1 size:2783"} {"level":"info","ts":"2026-03-19T09:13:33.171856Z","caller":"traceutil/trace.go:171","msg":"trace[1193286835] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/keystone-db-init-4q4rq; range_end:; response_count:1; response_revision:6034; }","duration":"422.404536ms","start":"2026-03-19T09:13:32.749433Z","end":"2026-03-19T09:13:33.171837Z","steps":["trace[1193286835] 'agreement among raft nodes before linearized reading' (duration: 422.14045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:33.171879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.862797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-4q4rq\" ","response":"range_response_count:1 size:7472"} {"level":"warn","ts":"2026-03-19T09:13:33.171912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:32.749412Z","time spent":"422.487108ms","remote":"127.0.0.1:39582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2805,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-db-init-4q4rq\" "} {"level":"info","ts":"2026-03-19T09:13:33.171953Z","caller":"traceutil/trace.go:171","msg":"trace[1451265492] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-4q4rq; range_end:; response_count:1; response_revision:6034; }","duration":"155.98088ms","start":"2026-03-19T09:13:33.015955Z","end":"2026-03-19T09:13:33.171936Z","steps":["trace[1451265492] 'agreement among raft nodes before linearized reading' (duration: 155.743675ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:33.487185Z","caller":"traceutil/trace.go:171","msg":"trace[1479481975] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"302.821376ms","start":"2026-03-19T09:13:33.184339Z","end":"2026-03-19T09:13:33.48716Z","steps":["trace[1479481975] 'process raft request' (duration: 302.659622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:33.487334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:33.184312Z","time spent":"302.948299ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:34.178848Z","caller":"traceutil/trace.go:171","msg":"trace[51769692] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"197.266148ms","start":"2026-03-19T09:13:33.981559Z","end":"2026-03-19T09:13:34.178825Z","steps":["trace[51769692] 'process raft request' (duration: 165.948041ms)","trace[51769692] 'compare' (duration: 30.934558ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:34.440915Z","caller":"traceutil/trace.go:171","msg":"trace[555695492] transaction","detail":"{read_only:false; response_revision:6040; number_of_response:1; }","duration":"180.73692ms","start":"2026-03-19T09:13:34.260148Z","end":"2026-03-19T09:13:34.440885Z","steps":["trace[555695492] 'process raft request' (duration: 180.555806ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:34.694435Z","caller":"traceutil/trace.go:171","msg":"trace[822733552] linearizableReadLoop","detail":"{readStateIndex:6290; appliedIndex:6288; }","duration":"343.088101ms","start":"2026-03-19T09:13:34.351326Z","end":"2026-03-19T09:13:34.694414Z","steps":["trace[822733552] 'read index received' (duration: 90.026763ms)","trace[822733552] 'applied index is now lower than readState.Index' (duration: 253.060388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:34.694689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.336497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:34.694791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.525975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.189e3286140c38de\" ","response":"range_response_count:1 size:711"} {"level":"warn","ts":"2026-03-19T09:13:34.694903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.664645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:34.694923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.175638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:34.694974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.084045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:34.694789Z","caller":"traceutil/trace.go:171","msg":"trace[216499815] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6042; }","duration":"343.448359ms","start":"2026-03-19T09:13:34.351317Z","end":"2026-03-19T09:13:34.694766Z","steps":["trace[216499815] 'agreement among raft nodes before linearized reading' (duration: 343.288015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:34.695104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.779386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:13:34.695114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:34.351292Z","time spent":"343.805687ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:34.695466Z","caller":"traceutil/trace.go:171","msg":"trace[1909014929] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.189e3286140c38de; range_end:; response_count:1; response_revision:6042; }","duration":"291.583726ms","start":"2026-03-19T09:13:34.403238Z","end":"2026-03-19T09:13:34.694822Z","steps":["trace[1909014929] 'agreement among raft nodes before linearized reading' (duration: 291.428893ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:34.695529Z","caller":"traceutil/trace.go:171","msg":"trace[867714125] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"433.41569ms","start":"2026-03-19T09:13:34.261413Z","end":"2026-03-19T09:13:34.694829Z","steps":["trace[867714125] 'process raft request' (duration: 337.727972ms)","trace[867714125] 'compare' (duration: 95.110966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:34.695627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:34.261388Z","time spent":"434.177288ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:34.695727Z","caller":"traceutil/trace.go:171","msg":"trace[59045982] transaction","detail":"{read_only:false; response_revision:6042; number_of_response:1; }","duration":"394.191317ms","start":"2026-03-19T09:13:34.300644Z","end":"2026-03-19T09:13:34.694836Z","steps":["trace[59045982] 'process raft request' (duration: 393.724917ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:34.695817Z","caller":"traceutil/trace.go:171","msg":"trace[217796386] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6042; }","duration":"125.821409ms","start":"2026-03-19T09:13:34.569159Z","end":"2026-03-19T09:13:34.694981Z","steps":["trace[217796386] 'agreement among raft nodes before linearized reading' (duration: 125.645915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:34.695857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:34.300602Z","time spent":"395.17786ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:34.695929Z","caller":"traceutil/trace.go:171","msg":"trace[1877911654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6042; }","duration":"198.262ms","start":"2026-03-19T09:13:34.496723Z","end":"2026-03-19T09:13:34.694985Z","steps":["trace[1877911654] 'agreement among raft nodes before linearized reading' (duration: 198.135277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:34.696082Z","caller":"traceutil/trace.go:171","msg":"trace[171801152] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6042; }","duration":"126.228568ms","start":"2026-03-19T09:13:34.568809Z","end":"2026-03-19T09:13:34.695037Z","steps":["trace[171801152] 'agreement among raft nodes before linearized reading' (duration: 126.062414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:34.696186Z","caller":"traceutil/trace.go:171","msg":"trace[212428375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6042; }","duration":"249.892868ms","start":"2026-03-19T09:13:34.445247Z","end":"2026-03-19T09:13:34.69514Z","steps":["trace[212428375] 'agreement among raft nodes before linearized reading' (duration: 249.723994ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:34.956976Z","caller":"traceutil/trace.go:171","msg":"trace[435627913] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"161.83169ms","start":"2026-03-19T09:13:34.795118Z","end":"2026-03-19T09:13:34.956949Z","steps":["trace[435627913] 'process raft request' (duration: 156.374789ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:35.181957Z","caller":"traceutil/trace.go:171","msg":"trace[74104145] transaction","detail":"{read_only:false; response_revision:6046; number_of_response:1; }","duration":"386.17588ms","start":"2026-03-19T09:13:34.795744Z","end":"2026-03-19T09:13:35.18192Z","steps":["trace[74104145] 'process raft request' (duration: 314.237481ms)","trace[74104145] 'compare' (duration: 71.742585ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:35.182097Z","caller":"traceutil/trace.go:171","msg":"trace[1949207491] linearizableReadLoop","detail":"{readStateIndex:6295; appliedIndex:6292; }","duration":"384.83462ms","start":"2026-03-19T09:13:34.797248Z","end":"2026-03-19T09:13:35.182083Z","steps":["trace[1949207491] 'read index received' (duration: 154.18828ms)","trace[1949207491] 'applied index is now lower than readState.Index' (duration: 230.64517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:35.182139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:34.795725Z","time spent":"386.338763ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:35.182174Z","caller":"traceutil/trace.go:171","msg":"trace[1433809949] transaction","detail":"{read_only:false; response_revision:6048; number_of_response:1; }","duration":"384.782759ms","start":"2026-03-19T09:13:34.797381Z","end":"2026-03-19T09:13:35.182164Z","steps":["trace[1433809949] 'process raft request' (duration: 384.522503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:35.182228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:34.797349Z","time spent":"384.84552ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:35.182248Z","caller":"traceutil/trace.go:171","msg":"trace[1679970543] transaction","detail":"{read_only:false; response_revision:6050; number_of_response:1; }","duration":"381.350632ms","start":"2026-03-19T09:13:34.800873Z","end":"2026-03-19T09:13:35.182224Z","steps":["trace[1679970543] 'process raft request' (duration: 381.093186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:35.182678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.044149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:35.182769Z","caller":"traceutil/trace.go:171","msg":"trace[1215824721] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:6050; }","duration":"280.140711ms","start":"2026-03-19T09:13:34.902607Z","end":"2026-03-19T09:13:35.182747Z","steps":["trace[1215824721] 'agreement among raft nodes before linearized reading' (duration: 279.738623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:35.182397Z","caller":"traceutil/trace.go:171","msg":"trace[1249742651] transaction","detail":"{read_only:false; response_revision:6047; number_of_response:1; }","duration":"384.846121ms","start":"2026-03-19T09:13:34.797176Z","end":"2026-03-19T09:13:35.182022Z","steps":["trace[1249742651] 'process raft request' (duration: 384.674767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:35.182975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:34.800852Z","time spent":"381.880784ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:35.182969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:34.797164Z","time spent":"385.7088ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:35.182677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.421473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:110264"} {"level":"info","ts":"2026-03-19T09:13:35.184359Z","caller":"traceutil/trace.go:171","msg":"trace[2092216544] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6050; }","duration":"387.07898ms","start":"2026-03-19T09:13:34.797242Z","end":"2026-03-19T09:13:35.184321Z","steps":["trace[2092216544] 'agreement among raft nodes before linearized reading' (duration: 385.251349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:35.184494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:34.797204Z","time spent":"387.249814ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":110286,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:13:35.182489Z","caller":"traceutil/trace.go:171","msg":"trace[234206537] transaction","detail":"{read_only:false; response_revision:6049; number_of_response:1; }","duration":"384.087693ms","start":"2026-03-19T09:13:34.798373Z","end":"2026-03-19T09:13:35.182461Z","steps":["trace[234206537] 'process raft request' (duration: 383.562642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:35.184624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:34.798357Z","time spent":"386.190731ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:35.437059Z","caller":"traceutil/trace.go:171","msg":"trace[1620786614] transaction","detail":"{read_only:false; response_revision:6051; number_of_response:1; }","duration":"246.913892ms","start":"2026-03-19T09:13:35.190114Z","end":"2026-03-19T09:13:35.437028Z","steps":["trace[1620786614] 'process raft request' (duration: 198.25875ms)","trace[1620786614] 'compare' (duration: 48.476938ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:35.796278Z","caller":"traceutil/trace.go:171","msg":"trace[2134654048] transaction","detail":"{read_only:false; response_revision:6052; number_of_response:1; }","duration":"601.008939ms","start":"2026-03-19T09:13:35.195244Z","end":"2026-03-19T09:13:35.796253Z","steps":["trace[2134654048] 'process raft request' (duration: 600.850025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:35.796444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:35.195222Z","time spent":"601.139712ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:35.977007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.772321ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:13:35.977106Z","caller":"traceutil/trace.go:171","msg":"trace[1917612675] linearizableReadLoop","detail":"{readStateIndex:6301; appliedIndex:6298; }","duration":"597.987151ms","start":"2026-03-19T09:13:35.379098Z","end":"2026-03-19T09:13:35.977085Z","steps":["trace[1917612675] 'read index received' (duration: 9.348348ms)","trace[1917612675] 'applied index is now lower than readState.Index' (duration: 588.637353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:35.977381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.268147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-19T09:13:35.977438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.088578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-r42ns.189e32a92bbd5876\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-03-19T09:13:35.977456Z","caller":"traceutil/trace.go:171","msg":"trace[1059009171] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6052; }","duration":"598.39026ms","start":"2026-03-19T09:13:35.379047Z","end":"2026-03-19T09:13:35.977437Z","steps":["trace[1059009171] 'agreement among raft nodes before linearized reading' (duration: 598.142935ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:35.977478Z","caller":"traceutil/trace.go:171","msg":"trace[256478058] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-r42ns.189e32a92bbd5876; range_end:; response_count:1; response_revision:6052; }","duration":"537.132229ms","start":"2026-03-19T09:13:35.44033Z","end":"2026-03-19T09:13:35.977462Z","steps":["trace[256478058] 'agreement among raft nodes before linearized reading' (duration: 536.980545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:35.97751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:35.379032Z","time spent":"598.468651ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:13:35.977562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:35.440277Z","time spent":"537.270001ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":845,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-r42ns.189e32a92bbd5876\" "} {"level":"warn","ts":"2026-03-19T09:13:35.97759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.104811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-kn6ck\" ","response":"range_response_count:1 size:4676"} {"level":"info","ts":"2026-03-19T09:13:35.977669Z","caller":"traceutil/trace.go:171","msg":"trace[327282430] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-kn6ck; range_end:; response_count:1; response_revision:6052; }","duration":"178.222514ms","start":"2026-03-19T09:13:35.799428Z","end":"2026-03-19T09:13:35.97765Z","steps":["trace[327282430] 'agreement among raft nodes before linearized reading' (duration: 177.974158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:35.977729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.506171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:13:35.977823Z","caller":"traceutil/trace.go:171","msg":"trace[178356516] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6052; }","duration":"401.655174ms","start":"2026-03-19T09:13:35.576144Z","end":"2026-03-19T09:13:35.9778Z","steps":["trace[178356516] 'agreement among raft nodes before linearized reading' (duration: 401.396208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:35.977887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:35.576121Z","time spent":"401.749476ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:13:36.460723Z","caller":"traceutil/trace.go:171","msg":"trace[1959920165] transaction","detail":"{read_only:false; response_revision:6053; number_of_response:1; }","duration":"480.987089ms","start":"2026-03-19T09:13:35.97971Z","end":"2026-03-19T09:13:36.460698Z","steps":["trace[1959920165] 'process raft request' (duration: 480.771835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.46088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:35.979687Z","time spent":"481.115283ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:36.629909Z","caller":"traceutil/trace.go:171","msg":"trace[709103121] linearizableReadLoop","detail":"{readStateIndex:6303; appliedIndex:6301; }","duration":"519.652728ms","start":"2026-03-19T09:13:36.110237Z","end":"2026-03-19T09:13:36.62989Z","steps":["trace[709103121] 'read index received' (duration: 350.361903ms)","trace[709103121] 'applied index is now lower than readState.Index' (duration: 169.290085ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:36.629931Z","caller":"traceutil/trace.go:171","msg":"trace[1242599562] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"643.955175ms","start":"2026-03-19T09:13:35.985947Z","end":"2026-03-19T09:13:36.629902Z","steps":["trace[1242599562] 'process raft request' (duration: 622.120689ms)","trace[1242599562] 'compare' (duration: 21.749834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:36.630063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:35.985933Z","time spent":"644.051526ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4447,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:36.630241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.977786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-19T09:13:36.630357Z","caller":"traceutil/trace.go:171","msg":"trace[560784546] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6054; }","duration":"520.14246ms","start":"2026-03-19T09:13:36.110182Z","end":"2026-03-19T09:13:36.630324Z","steps":["trace[560784546] 'agreement among raft nodes before linearized reading' (duration: 519.827913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.63043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:36.11016Z","time spent":"520.254612ms","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-19T09:13:36.630461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.466983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-kn6ck.189e32ab45d18ca3\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-03-19T09:13:36.630508Z","caller":"traceutil/trace.go:171","msg":"trace[307866488] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-kn6ck.189e32ab45d18ca3; range_end:; response_count:1; response_revision:6054; }","duration":"166.516634ms","start":"2026-03-19T09:13:36.463977Z","end":"2026-03-19T09:13:36.630494Z","steps":["trace[307866488] 'agreement among raft nodes before linearized reading' (duration: 166.384681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.630823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.078402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:36.630886Z","caller":"traceutil/trace.go:171","msg":"trace[245914693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6054; }","duration":"134.810419ms","start":"2026-03-19T09:13:36.496058Z","end":"2026-03-19T09:13:36.630869Z","steps":["trace[245914693] 'agreement among raft nodes before linearized reading' (duration: 134.081193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.631259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.419208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:205 size:161937"} {"level":"info","ts":"2026-03-19T09:13:36.631331Z","caller":"traceutil/trace.go:171","msg":"trace[1236851278] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:205; response_revision:6054; }","duration":"414.540201ms","start":"2026-03-19T09:13:36.216776Z","end":"2026-03-19T09:13:36.631316Z","steps":["trace[1236851278] 'agreement among raft nodes before linearized reading' (duration: 413.238851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.63139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:36.216753Z","time spent":"414.612213ms","remote":"127.0.0.1:50752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":205,"response size":161959,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-19T09:13:37.141548Z","caller":"traceutil/trace.go:171","msg":"trace[1959636883] transaction","detail":"{read_only:false; response_revision:6056; number_of_response:1; }","duration":"435.869606ms","start":"2026-03-19T09:13:36.705415Z","end":"2026-03-19T09:13:37.141285Z","steps":["trace[1959636883] 'process raft request' (duration: 435.63189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:37.141698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:36.7054Z","time spent":"436.219224ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:37.353707Z","caller":"traceutil/trace.go:171","msg":"trace[218357626] linearizableReadLoop","detail":"{readStateIndex:6306; appliedIndex:6304; }","duration":"636.374475ms","start":"2026-03-19T09:13:36.717306Z","end":"2026-03-19T09:13:37.35368Z","steps":["trace[218357626] 'read index received' (duration: 423.936371ms)","trace[218357626] 'applied index is now lower than readState.Index' (duration: 212.437044ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:37.353772Z","caller":"traceutil/trace.go:171","msg":"trace[539633874] transaction","detail":"{read_only:false; response_revision:6057; number_of_response:1; }","duration":"644.790792ms","start":"2026-03-19T09:13:36.708944Z","end":"2026-03-19T09:13:37.353734Z","steps":["trace[539633874] 'process raft request' (duration: 644.589138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:37.353949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.629709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:13:37.353954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.623422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-19T09:13:37.353993Z","caller":"traceutil/trace.go:171","msg":"trace[1499375170] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6057; }","duration":"604.731812ms","start":"2026-03-19T09:13:36.749248Z","end":"2026-03-19T09:13:37.35398Z","steps":["trace[1499375170] 'agreement among raft nodes before linearized reading' (duration: 604.575338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:37.353979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:36.708928Z","time spent":"644.925237ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5953,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:37.35403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:36.749223Z","time spent":"604.797474ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:13:37.354036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.45863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:37.354079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.736787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:13:37.354088Z","caller":"traceutil/trace.go:171","msg":"trace[1181719306] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:6057; }","duration":"508.544683ms","start":"2026-03-19T09:13:36.84553Z","end":"2026-03-19T09:13:37.354075Z","steps":["trace[1181719306] 'agreement among raft nodes before linearized reading' (duration: 508.450921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:37.354133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.874485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:13:37.354225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.670588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:13:37.35401Z","caller":"traceutil/trace.go:171","msg":"trace[1670138559] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6057; }","duration":"636.694353ms","start":"2026-03-19T09:13:36.717301Z","end":"2026-03-19T09:13:37.353995Z","steps":["trace[1670138559] 'agreement among raft nodes before linearized reading' (duration: 636.508078ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:37.354249Z","caller":"traceutil/trace.go:171","msg":"trace[1441217000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6057; }","duration":"166.711489ms","start":"2026-03-19T09:13:37.187533Z","end":"2026-03-19T09:13:37.354244Z","steps":["trace[1441217000] 'agreement among raft nodes before linearized reading' (duration: 166.661247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:37.354201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:36.845519Z","time spent":"508.664365ms","remote":"127.0.0.1:39592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:37.354282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:36.717269Z","time spent":"636.99838ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-19T09:13:37.354317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.981365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:37.354347Z","caller":"traceutil/trace.go:171","msg":"trace[876889410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6057; }","duration":"167.052037ms","start":"2026-03-19T09:13:37.187288Z","end":"2026-03-19T09:13:37.35434Z","steps":["trace[876889410] 'agreement among raft nodes before linearized reading' (duration: 166.957055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:37.354218Z","caller":"traceutil/trace.go:171","msg":"trace[1377077702] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6057; }","duration":"163.974418ms","start":"2026-03-19T09:13:37.190226Z","end":"2026-03-19T09:13:37.354201Z","steps":["trace[1377077702] 'agreement among raft nodes before linearized reading' (duration: 163.723302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:37.354169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.87381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:13:37.354106Z","caller":"traceutil/trace.go:171","msg":"trace[316209338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6057; }","duration":"557.762157ms","start":"2026-03-19T09:13:36.796337Z","end":"2026-03-19T09:13:37.354099Z","steps":["trace[316209338] 'agreement among raft nodes before linearized reading' (duration: 557.698996ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:37.354425Z","caller":"traceutil/trace.go:171","msg":"trace[1075361828] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:6057; }","duration":"558.153306ms","start":"2026-03-19T09:13:36.796265Z","end":"2026-03-19T09:13:37.354419Z","steps":["trace[1075361828] 'agreement among raft nodes before linearized reading' (duration: 557.86561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:37.35445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:36.796252Z","time spent":"558.189577ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:13:37.354455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:36.796284Z","time spent":"558.159247ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:37.354525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.008155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:37.354628Z","caller":"traceutil/trace.go:171","msg":"trace[1413516897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6057; }","duration":"394.162818ms","start":"2026-03-19T09:13:36.960438Z","end":"2026-03-19T09:13:37.354601Z","steps":["trace[1413516897] 'agreement among raft nodes before linearized reading' (duration: 393.880702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:37.354686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:36.960417Z","time spent":"394.25487ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:37.354795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.894548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-r42ns.189e32a93ddbc2fd\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-03-19T09:13:37.354838Z","caller":"traceutil/trace.go:171","msg":"trace[1991962742] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-r42ns.189e32a93ddbc2fd; range_end:; response_count:1; response_revision:6057; }","duration":"209.97193ms","start":"2026-03-19T09:13:37.144854Z","end":"2026-03-19T09:13:37.354826Z","steps":["trace[1991962742] 'agreement among raft nodes before linearized reading' (duration: 209.04576ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:37.54207Z","caller":"traceutil/trace.go:171","msg":"trace[547034875] transaction","detail":"{read_only:false; response_revision:6058; number_of_response:1; }","duration":"184.193697ms","start":"2026-03-19T09:13:37.357849Z","end":"2026-03-19T09:13:37.542043Z","steps":["trace[547034875] 'process raft request' (duration: 182.634832ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:37.542441Z","caller":"traceutil/trace.go:171","msg":"trace[2126659834] transaction","detail":"{read_only:false; response_revision:6059; number_of_response:1; }","duration":"183.794649ms","start":"2026-03-19T09:13:37.358613Z","end":"2026-03-19T09:13:37.542407Z","steps":["trace[2126659834] 'process raft request' (duration: 183.37185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:37.542473Z","caller":"traceutil/trace.go:171","msg":"trace[1614468981] transaction","detail":"{read_only:false; response_revision:6060; number_of_response:1; }","duration":"183.36097ms","start":"2026-03-19T09:13:37.359079Z","end":"2026-03-19T09:13:37.54244Z","steps":["trace[1614468981] 'process raft request' (duration: 183.169325ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:37.542554Z","caller":"traceutil/trace.go:171","msg":"trace[53857874] linearizableReadLoop","detail":"{readStateIndex:6308; appliedIndex:6306; }","duration":"184.198708ms","start":"2026-03-19T09:13:37.358335Z","end":"2026-03-19T09:13:37.542534Z","steps":["trace[53857874] 'read index received' (duration: 1.79998ms)","trace[53857874] 'applied index is now lower than readState.Index' (duration: 182.397528ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:37.542613Z","caller":"traceutil/trace.go:171","msg":"trace[54501632] transaction","detail":"{read_only:false; response_revision:6061; number_of_response:1; }","duration":"183.36442ms","start":"2026-03-19T09:13:37.359219Z","end":"2026-03-19T09:13:37.542583Z","steps":["trace[54501632] 'process raft request' (duration: 183.175666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:37.542921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.561976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:110062"} {"level":"info","ts":"2026-03-19T09:13:37.543005Z","caller":"traceutil/trace.go:171","msg":"trace[583737490] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6061; }","duration":"184.657718ms","start":"2026-03-19T09:13:37.35833Z","end":"2026-03-19T09:13:37.542988Z","steps":["trace[583737490] 'agreement among raft nodes before linearized reading' (duration: 184.268759ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:37.543385Z","caller":"traceutil/trace.go:171","msg":"trace[172093291] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"183.282137ms","start":"2026-03-19T09:13:37.36008Z","end":"2026-03-19T09:13:37.543362Z","steps":["trace[172093291] 'process raft request' (duration: 183.091283ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:37.543627Z","caller":"traceutil/trace.go:171","msg":"trace[576767081] transaction","detail":"{read_only:false; response_revision:6063; number_of_response:1; }","duration":"182.949669ms","start":"2026-03-19T09:13:37.360657Z","end":"2026-03-19T09:13:37.543606Z","steps":["trace[576767081] 'process raft request' (duration: 182.664813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:37.543712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.30558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-wzvfj\" ","response":"range_response_count:1 size:6248"} {"level":"info","ts":"2026-03-19T09:13:37.543635Z","caller":"traceutil/trace.go:171","msg":"trace[1507618553] transaction","detail":"{read_only:false; response_revision:6064; number_of_response:1; }","duration":"182.586381ms","start":"2026-03-19T09:13:37.361029Z","end":"2026-03-19T09:13:37.543615Z","steps":["trace[1507618553] 'process raft request' (duration: 182.456468ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:37.543772Z","caller":"traceutil/trace.go:171","msg":"trace[1972833841] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-wzvfj; range_end:; response_count:1; response_revision:6064; }","duration":"184.392451ms","start":"2026-03-19T09:13:37.359363Z","end":"2026-03-19T09:13:37.543755Z","steps":["trace[1972833841] 'agreement among raft nodes before linearized reading' (duration: 184.189837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:38.234036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.802279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:38.234139Z","caller":"traceutil/trace.go:171","msg":"trace[1791276188] linearizableReadLoop","detail":"{readStateIndex:6315; appliedIndex:6314; }","duration":"189.523187ms","start":"2026-03-19T09:13:38.044595Z","end":"2026-03-19T09:13:38.234118Z","steps":["trace[1791276188] 'read index received' (duration: 35.641µs)","trace[1791276188] 'applied index is now lower than readState.Index' (duration: 189.486346ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:38.234413Z","caller":"traceutil/trace.go:171","msg":"trace[1597231756] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"681.220572ms","start":"2026-03-19T09:13:37.553167Z","end":"2026-03-19T09:13:38.234388Z","steps":["trace[1597231756] 'process raft request' (duration: 304.993934ms)","trace[1597231756] 'compare' (duration: 375.446351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:38.234519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.913305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:13:38.234533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:37.553156Z","time spent":"681.322375ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6245,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:38.234564Z","caller":"traceutil/trace.go:171","msg":"trace[956760939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6065; }","duration":"190.001777ms","start":"2026-03-19T09:13:38.04455Z","end":"2026-03-19T09:13:38.234551Z","steps":["trace[956760939] 'agreement among raft nodes before linearized reading' (duration: 189.616629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:39.768381Z","caller":"traceutil/trace.go:171","msg":"trace[229563124] transaction","detail":"{read_only:false; response_revision:6069; number_of_response:1; }","duration":"216.473195ms","start":"2026-03-19T09:13:39.551884Z","end":"2026-03-19T09:13:39.768358Z","steps":["trace[229563124] 'process raft request' (duration: 216.375783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:39.768463Z","caller":"traceutil/trace.go:171","msg":"trace[1219560956] transaction","detail":"{read_only:false; response_revision:6068; number_of_response:1; }","duration":"216.637639ms","start":"2026-03-19T09:13:39.551797Z","end":"2026-03-19T09:13:39.768435Z","steps":["trace[1219560956] 'process raft request' (duration: 211.197968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:39.768513Z","caller":"traceutil/trace.go:171","msg":"trace[2118477501] linearizableReadLoop","detail":"{readStateIndex:6320; appliedIndex:6316; }","duration":"215.906033ms","start":"2026-03-19T09:13:39.552578Z","end":"2026-03-19T09:13:39.768484Z","steps":["trace[2118477501] 'read index received' (duration: 30.045699ms)","trace[2118477501] 'applied index is now lower than readState.Index' (duration: 185.858144ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:39.768554Z","caller":"traceutil/trace.go:171","msg":"trace[229840215] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"216.133708ms","start":"2026-03-19T09:13:39.552409Z","end":"2026-03-19T09:13:39.768543Z","steps":["trace[229840215] 'process raft request' (duration: 215.907433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:39.768879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.287142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:110074"} {"level":"info","ts":"2026-03-19T09:13:39.768936Z","caller":"traceutil/trace.go:171","msg":"trace[1525471823] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6070; }","duration":"216.416494ms","start":"2026-03-19T09:13:39.552507Z","end":"2026-03-19T09:13:39.768924Z","steps":["trace[1525471823] 'agreement among raft nodes before linearized reading' (duration: 216.090796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:39.76907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.054194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:39.769126Z","caller":"traceutil/trace.go:171","msg":"trace[1475434311] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6071; }","duration":"126.136316ms","start":"2026-03-19T09:13:39.642976Z","end":"2026-03-19T09:13:39.769113Z","steps":["trace[1475434311] 'agreement among raft nodes before linearized reading' (duration: 126.053544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:39.769114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.391389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:39.769264Z","caller":"traceutil/trace.go:171","msg":"trace[151997875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6071; }","duration":"169.595012ms","start":"2026-03-19T09:13:39.599648Z","end":"2026-03-19T09:13:39.769243Z","steps":["trace[151997875] 'agreement among raft nodes before linearized reading' (duration: 169.311276ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:42.390346Z","caller":"traceutil/trace.go:171","msg":"trace[294929704] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"175.278638ms","start":"2026-03-19T09:13:42.215035Z","end":"2026-03-19T09:13:42.390314Z","steps":["trace[294929704] 'process raft request' (duration: 175.054583ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:42.624449Z","caller":"traceutil/trace.go:171","msg":"trace[210677378] linearizableReadLoop","detail":"{readStateIndex:6327; appliedIndex:6326; }","duration":"128.222272ms","start":"2026-03-19T09:13:42.496198Z","end":"2026-03-19T09:13:42.62442Z","steps":["trace[210677378] 'read index received' (duration: 48.599392ms)","trace[210677378] 'applied index is now lower than readState.Index' (duration: 79.62117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:42.62458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.368186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:42.624615Z","caller":"traceutil/trace.go:171","msg":"trace[322305714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6076; }","duration":"128.457887ms","start":"2026-03-19T09:13:42.496148Z","end":"2026-03-19T09:13:42.624606Z","steps":["trace[322305714] 'agreement among raft nodes before linearized reading' (duration: 128.371775ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:44.047918Z","caller":"traceutil/trace.go:171","msg":"trace[964698691] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"129.49785ms","start":"2026-03-19T09:13:43.918394Z","end":"2026-03-19T09:13:44.047891Z","steps":["trace[964698691] 'process raft request' (duration: 58.176674ms)","trace[964698691] 'compare' (duration: 71.141802ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:44.04809Z","caller":"traceutil/trace.go:171","msg":"trace[388151827] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"129.553271ms","start":"2026-03-19T09:13:43.918478Z","end":"2026-03-19T09:13:44.048032Z","steps":["trace[388151827] 'process raft request' (duration: 129.369627ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:44.962406Z","caller":"traceutil/trace.go:171","msg":"trace[2035114568] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"115.203724ms","start":"2026-03-19T09:13:44.847176Z","end":"2026-03-19T09:13:44.962379Z","steps":["trace[2035114568] 'process raft request' (duration: 115.038829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:46.326696Z","caller":"traceutil/trace.go:171","msg":"trace[1073537905] transaction","detail":"{read_only:false; response_revision:6086; number_of_response:1; }","duration":"179.518424ms","start":"2026-03-19T09:13:46.147147Z","end":"2026-03-19T09:13:46.326666Z","steps":["trace[1073537905] 'process raft request' (duration: 124.49691ms)","trace[1073537905] 'compare' (duration: 54.89824ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:48.169783Z","caller":"traceutil/trace.go:171","msg":"trace[649674086] linearizableReadLoop","detail":"{readStateIndex:6340; appliedIndex:6339; }","duration":"324.446816ms","start":"2026-03-19T09:13:47.845311Z","end":"2026-03-19T09:13:48.169758Z","steps":["trace[649674086] 'read index received' (duration: 324.263412ms)","trace[649674086] 'applied index is now lower than readState.Index' (duration: 182.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:48.169982Z","caller":"traceutil/trace.go:171","msg":"trace[129107555] transaction","detail":"{read_only:false; response_revision:6088; number_of_response:1; }","duration":"380.495733ms","start":"2026-03-19T09:13:47.789384Z","end":"2026-03-19T09:13:48.16988Z","steps":["trace[129107555] 'process raft request' (duration: 380.222657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:48.170079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.256275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:13:48.170161Z","caller":"traceutil/trace.go:171","msg":"trace[1918809343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6088; }","duration":"111.395029ms","start":"2026-03-19T09:13:48.058748Z","end":"2026-03-19T09:13:48.170143Z","steps":["trace[1918809343] 'agreement among raft nodes before linearized reading' (duration: 111.158262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:48.17018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:47.789366Z","time spent":"380.73053ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:48.170032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.711903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:13:48.170271Z","caller":"traceutil/trace.go:171","msg":"trace[4572023] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6088; }","duration":"325.01808ms","start":"2026-03-19T09:13:47.845239Z","end":"2026-03-19T09:13:48.170258Z","steps":["trace[4572023] 'agreement among raft nodes before linearized reading' (duration: 324.655141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:48.170334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:47.845108Z","time spent":"325.213654ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:13:48.449261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.282336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:48.449369Z","caller":"traceutil/trace.go:171","msg":"trace[1723747596] linearizableReadLoop","detail":"{readStateIndex:6341; appliedIndex:6340; }","duration":"274.925635ms","start":"2026-03-19T09:13:48.174427Z","end":"2026-03-19T09:13:48.449352Z","steps":["trace[1723747596] 'read index received' (duration: 69.324573ms)","trace[1723747596] 'applied index is now lower than readState.Index' (duration: 205.599602ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:48.44942Z","caller":"traceutil/trace.go:171","msg":"trace[771261256] transaction","detail":"{read_only:false; response_revision:6089; number_of_response:1; }","duration":"275.194981ms","start":"2026-03-19T09:13:48.174186Z","end":"2026-03-19T09:13:48.449381Z","steps":["trace[771261256] 'process raft request' (duration: 69.714771ms)","trace[771261256] 'compare' (duration: 204.642092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:48.449591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.758113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:13:48.449647Z","caller":"traceutil/trace.go:171","msg":"trace[1958488318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6089; }","duration":"119.853916ms","start":"2026-03-19T09:13:48.329777Z","end":"2026-03-19T09:13:48.449631Z","steps":["trace[1958488318] 'agreement among raft nodes before linearized reading' (duration: 119.681282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:48.449684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.821211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-19T09:13:48.449735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.309843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:110074"} {"level":"info","ts":"2026-03-19T09:13:48.449757Z","caller":"traceutil/trace.go:171","msg":"trace[2014832489] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6089; }","duration":"126.958554ms","start":"2026-03-19T09:13:48.32278Z","end":"2026-03-19T09:13:48.449739Z","steps":["trace[2014832489] 'agreement among raft nodes before linearized reading' (duration: 126.715929ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.449801Z","caller":"traceutil/trace.go:171","msg":"trace[460504057] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6089; }","duration":"275.426576ms","start":"2026-03-19T09:13:48.17436Z","end":"2026-03-19T09:13:48.449786Z","steps":["trace[460504057] 'agreement among raft nodes before linearized reading' (duration: 275.072818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:48.449711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.154435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:13:48.449893Z","caller":"traceutil/trace.go:171","msg":"trace[1749934303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6089; }","duration":"268.373789ms","start":"2026-03-19T09:13:48.1815Z","end":"2026-03-19T09:13:48.449874Z","steps":["trace[1749934303] 'agreement among raft nodes before linearized reading' (duration: 267.9612ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.847399Z","caller":"traceutil/trace.go:171","msg":"trace[286162078] transaction","detail":"{read_only:false; response_revision:6090; number_of_response:1; }","duration":"393.889671ms","start":"2026-03-19T09:13:48.453455Z","end":"2026-03-19T09:13:48.847345Z","steps":["trace[286162078] 'process raft request' (duration: 334.47095ms)","trace[286162078] 'compare' (duration: 59.249168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:48.847556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:48.45342Z","time spent":"394.060814ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:48.849558Z","caller":"traceutil/trace.go:171","msg":"trace[1080597856] transaction","detail":"{read_only:false; response_revision:6091; number_of_response:1; }","duration":"395.894126ms","start":"2026-03-19T09:13:48.453641Z","end":"2026-03-19T09:13:48.849535Z","steps":["trace[1080597856] 'process raft request' (duration: 395.726963ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.849676Z","caller":"traceutil/trace.go:171","msg":"trace[1174445338] linearizableReadLoop","detail":"{readStateIndex:6343; appliedIndex:6341; }","duration":"355.326514ms","start":"2026-03-19T09:13:48.494318Z","end":"2026-03-19T09:13:48.849637Z","steps":["trace[1174445338] 'read index received' (duration: 293.611161ms)","trace[1174445338] 'applied index is now lower than readState.Index' (duration: 61.705443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:48.849717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:48.453615Z","time spent":"396.027009ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:48.849773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.457247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:48.84979Z","caller":"traceutil/trace.go:171","msg":"trace[1933370160] transaction","detail":"{read_only:false; response_revision:6092; number_of_response:1; }","duration":"202.471843ms","start":"2026-03-19T09:13:48.647282Z","end":"2026-03-19T09:13:48.849754Z","steps":["trace[1933370160] 'process raft request' (duration: 202.212968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.849822Z","caller":"traceutil/trace.go:171","msg":"trace[436858644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6092; }","duration":"355.546499ms","start":"2026-03-19T09:13:48.494262Z","end":"2026-03-19T09:13:48.849808Z","steps":["trace[436858644] 'agreement among raft nodes before linearized reading' (duration: 355.473238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:48.849862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:48.49424Z","time spent":"355.61453ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:48.849933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.969044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:13:48.850004Z","caller":"traceutil/trace.go:171","msg":"trace[264393070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6092; }","duration":"189.091476ms","start":"2026-03-19T09:13:48.660895Z","end":"2026-03-19T09:13:48.849987Z","steps":["trace[264393070] 'agreement among raft nodes before linearized reading' (duration: 188.902992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:48.850023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.253432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:48.849968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.858084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:48.850129Z","caller":"traceutil/trace.go:171","msg":"trace[1437069539] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6092; }","duration":"101.057998ms","start":"2026-03-19T09:13:48.749059Z","end":"2026-03-19T09:13:48.850117Z","steps":["trace[1437069539] 'agreement among raft nodes before linearized reading' (duration: 100.875014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.850073Z","caller":"traceutil/trace.go:171","msg":"trace[815347441] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6092; }","duration":"101.339094ms","start":"2026-03-19T09:13:48.748723Z","end":"2026-03-19T09:13:48.850062Z","steps":["trace[815347441] 'agreement among raft nodes before linearized reading' (duration: 101.265942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:50.170358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.898641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:50.170448Z","caller":"traceutil/trace.go:171","msg":"trace[1171765349] transaction","detail":"{read_only:false; response_revision:6094; number_of_response:1; }","duration":"170.918742ms","start":"2026-03-19T09:13:49.999515Z","end":"2026-03-19T09:13:50.170434Z","steps":["trace[1171765349] 'process raft request' (duration: 53.877668ms)","trace[1171765349] 'compare' (duration: 116.791638ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:51.043096Z","caller":"traceutil/trace.go:171","msg":"trace[495316905] transaction","detail":"{read_only:false; response_revision:6098; number_of_response:1; }","duration":"187.525312ms","start":"2026-03-19T09:13:50.855547Z","end":"2026-03-19T09:13:51.043073Z","steps":["trace[495316905] 'process raft request' (duration: 187.386979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:51.135696Z","caller":"traceutil/trace.go:171","msg":"trace[1431531401] linearizableReadLoop","detail":"{readStateIndex:6351; appliedIndex:6349; }","duration":"153.155436ms","start":"2026-03-19T09:13:50.982518Z","end":"2026-03-19T09:13:51.135673Z","steps":["trace[1431531401] 'read index received' (duration: 60.430294ms)","trace[1431531401] 'applied index is now lower than readState.Index' (duration: 92.724382ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:51.135801Z","caller":"traceutil/trace.go:171","msg":"trace[2135829232] transaction","detail":"{read_only:false; response_revision:6099; number_of_response:1; }","duration":"279.366405ms","start":"2026-03-19T09:13:50.856409Z","end":"2026-03-19T09:13:51.135775Z","steps":["trace[2135829232] 'process raft request' (duration: 255.638167ms)","trace[2135829232] 'compare' (duration: 23.506043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:51.135824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.281599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:51.135856Z","caller":"traceutil/trace.go:171","msg":"trace[563269435] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6099; }","duration":"153.33629ms","start":"2026-03-19T09:13:50.982512Z","end":"2026-03-19T09:13:51.135848Z","steps":["trace[563269435] 'agreement among raft nodes before linearized reading' (duration: 153.241768ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:51.693578Z","caller":"traceutil/trace.go:171","msg":"trace[2136830885] linearizableReadLoop","detail":"{readStateIndex:6354; appliedIndex:6353; }","duration":"124.838886ms","start":"2026-03-19T09:13:51.568684Z","end":"2026-03-19T09:13:51.693523Z","steps":["trace[2136830885] 'read index received' (duration: 11.823993ms)","trace[2136830885] 'applied index is now lower than readState.Index' (duration: 113.013843ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:51.693614Z","caller":"traceutil/trace.go:171","msg":"trace[819835777] transaction","detail":"{read_only:false; response_revision:6102; number_of_response:1; }","duration":"131.626718ms","start":"2026-03-19T09:13:51.561963Z","end":"2026-03-19T09:13:51.69359Z","steps":["trace[819835777] 'process raft request' (duration: 42.123657ms)","trace[819835777] 'compare' (duration: 89.244405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:51.693903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.149503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T09:13:51.694039Z","caller":"traceutil/trace.go:171","msg":"trace[190468960] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:6102; }","duration":"125.361738ms","start":"2026-03-19T09:13:51.568651Z","end":"2026-03-19T09:13:51.694012Z","steps":["trace[190468960] 'agreement among raft nodes before linearized reading' (duration: 124.964299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:52.097761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.25082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-03-19T09:13:52.097822Z","caller":"traceutil/trace.go:171","msg":"trace[1624856624] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:6105; }","duration":"149.325152ms","start":"2026-03-19T09:13:51.948482Z","end":"2026-03-19T09:13:52.097807Z","steps":["trace[1624856624] 'range keys from in-memory index tree' (duration: 149.049596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:52.09787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.971196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-19T09:13:52.097956Z","caller":"traceutil/trace.go:171","msg":"trace[556868085] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6105; }","duration":"114.128208ms","start":"2026-03-19T09:13:51.983807Z","end":"2026-03-19T09:13:52.097935Z","steps":["trace[556868085] 'range keys from in-memory index tree' (duration: 113.73697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:52.595886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.944746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:52.596015Z","caller":"traceutil/trace.go:171","msg":"trace[614751888] transaction","detail":"{read_only:false; response_revision:6107; number_of_response:1; }","duration":"305.834963ms","start":"2026-03-19T09:13:52.290145Z","end":"2026-03-19T09:13:52.59598Z","steps":["trace[614751888] 'process raft request' (duration: 43.704033ms)","trace[614751888] 'compare' (duration: 261.843234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:52.59615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:52.290119Z","time spent":"305.957415ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:52.650074Z","caller":"traceutil/trace.go:171","msg":"trace[1361344176] linearizableReadLoop","detail":"{readStateIndex:6360; appliedIndex:6358; }","duration":"357.218527ms","start":"2026-03-19T09:13:52.292834Z","end":"2026-03-19T09:13:52.650052Z","steps":["trace[1361344176] 'read index received' (duration: 41.168506ms)","trace[1361344176] 'applied index is now lower than readState.Index' (duration: 316.049111ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:52.650112Z","caller":"traceutil/trace.go:171","msg":"trace[560517917] transaction","detail":"{read_only:false; response_revision:6108; number_of_response:1; }","duration":"358.651078ms","start":"2026-03-19T09:13:52.291424Z","end":"2026-03-19T09:13:52.650075Z","steps":["trace[560517917] 'process raft request' (duration: 358.389593ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:52.650229Z","caller":"traceutil/trace.go:171","msg":"trace[589454621] transaction","detail":"{read_only:false; response_revision:6109; number_of_response:1; }","duration":"355.6114ms","start":"2026-03-19T09:13:52.294592Z","end":"2026-03-19T09:13:52.650203Z","steps":["trace[589454621] 'process raft request' (duration: 355.395045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:52.650261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:52.291407Z","time spent":"358.778821ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:52.650343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:52.294574Z","time spent":"355.712932ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5739,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:52.650453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.608925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-03-19T09:13:52.650529Z","caller":"traceutil/trace.go:171","msg":"trace[564886738] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6109; }","duration":"357.688117ms","start":"2026-03-19T09:13:52.292824Z","end":"2026-03-19T09:13:52.650512Z","steps":["trace[564886738] 'agreement among raft nodes before linearized reading' (duration: 357.454572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:52.650586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:52.292812Z","time spent":"357.761268ms","remote":"127.0.0.1:50692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-19T09:13:52.827537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.383476ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:13:52.82766Z","caller":"traceutil/trace.go:171","msg":"trace[940191411] linearizableReadLoop","detail":"{readStateIndex:6362; appliedIndex:6361; }","duration":"177.494708ms","start":"2026-03-19T09:13:52.650142Z","end":"2026-03-19T09:13:52.827637Z","steps":["trace[940191411] 'read index received' (duration: 17.920358ms)","trace[940191411] 'applied index is now lower than readState.Index' (duration: 159.572489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:52.8278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.73791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:13:52.827828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.612809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:13:52.827854Z","caller":"traceutil/trace.go:171","msg":"trace[2080325429] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6109; }","duration":"172.66798ms","start":"2026-03-19T09:13:52.655178Z","end":"2026-03-19T09:13:52.827846Z","steps":["trace[2080325429] 'agreement among raft nodes before linearized reading' (duration: 172.591438ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:52.827854Z","caller":"traceutil/trace.go:171","msg":"trace[220068889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6109; }","duration":"273.827781ms","start":"2026-03-19T09:13:52.554013Z","end":"2026-03-19T09:13:52.827841Z","steps":["trace[220068889] 'agreement among raft nodes before linearized reading' (duration: 273.665087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:52.827833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.178384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:13:52.827889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.168122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:13:52.827898Z","caller":"traceutil/trace.go:171","msg":"trace[693861501] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6109; }","duration":"272.270716ms","start":"2026-03-19T09:13:52.55561Z","end":"2026-03-19T09:13:52.827881Z","steps":["trace[693861501] 'agreement among raft nodes before linearized reading' (duration: 272.074522ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:52.827923Z","caller":"traceutil/trace.go:171","msg":"trace[220417152] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6109; }","duration":"280.252734ms","start":"2026-03-19T09:13:52.547659Z","end":"2026-03-19T09:13:52.827912Z","steps":["trace[220417152] 'agreement among raft nodes before linearized reading' (duration: 280.0914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:52.827984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.931449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-19T09:13:52.828001Z","caller":"traceutil/trace.go:171","msg":"trace[681108381] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:6109; }","duration":"530.9669ms","start":"2026-03-19T09:13:52.297029Z","end":"2026-03-19T09:13:52.827996Z","steps":["trace[681108381] 'agreement among raft nodes before linearized reading' (duration: 530.92996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:52.828017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:52.29702Z","time spent":"530.993241ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" "} {"level":"info","ts":"2026-03-19T09:13:53.031783Z","caller":"traceutil/trace.go:171","msg":"trace[1393556309] linearizableReadLoop","detail":"{readStateIndex:6364; appliedIndex:6363; }","duration":"198.140677ms","start":"2026-03-19T09:13:52.833623Z","end":"2026-03-19T09:13:53.031763Z","steps":["trace[1393556309] 'read index received' (duration: 60.046196ms)","trace[1393556309] 'applied index is now lower than readState.Index' (duration: 138.093571ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:53.031826Z","caller":"traceutil/trace.go:171","msg":"trace[877003976] transaction","detail":"{read_only:false; response_revision:6111; number_of_response:1; }","duration":"198.690619ms","start":"2026-03-19T09:13:52.833087Z","end":"2026-03-19T09:13:53.031778Z","steps":["trace[877003976] 'process raft request' (duration: 113.219449ms)","trace[877003976] 'compare' (duration: 85.380298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:53.031916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.27373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-19T09:13:53.031956Z","caller":"traceutil/trace.go:171","msg":"trace[692623750] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:6111; }","duration":"198.338902ms","start":"2026-03-19T09:13:52.833607Z","end":"2026-03-19T09:13:53.031945Z","steps":["trace[692623750] 'agreement among raft nodes before linearized reading' (duration: 198.25388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.032055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.102281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:53.032069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.257403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:53.032128Z","caller":"traceutil/trace.go:171","msg":"trace[268432377] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6111; }","duration":"173.346596ms","start":"2026-03-19T09:13:52.858767Z","end":"2026-03-19T09:13:53.032113Z","steps":["trace[268432377] 'agreement among raft nodes before linearized reading' (duration: 173.251204ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:53.032158Z","caller":"traceutil/trace.go:171","msg":"trace[1360173469] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6111; }","duration":"173.210723ms","start":"2026-03-19T09:13:52.858894Z","end":"2026-03-19T09:13:53.032105Z","steps":["trace[1360173469] 'agreement among raft nodes before linearized reading' (duration: 173.0943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.032152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.614371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"warn","ts":"2026-03-19T09:13:53.032197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.096218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-wzvfj\" ","response":"range_response_count:1 size:6260"} {"level":"info","ts":"2026-03-19T09:13:53.032235Z","caller":"traceutil/trace.go:171","msg":"trace[1873545225] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6111; }","duration":"195.753214ms","start":"2026-03-19T09:13:52.83646Z","end":"2026-03-19T09:13:53.032213Z","steps":["trace[1873545225] 'agreement among raft nodes before linearized reading' (duration: 195.456578ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:53.032277Z","caller":"traceutil/trace.go:171","msg":"trace[1588888135] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-wzvfj; range_end:; response_count:1; response_revision:6111; }","duration":"154.21301ms","start":"2026-03-19T09:13:52.878041Z","end":"2026-03-19T09:13:53.032254Z","steps":["trace[1588888135] 'agreement among raft nodes before linearized reading' (duration: 153.967925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.539287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325093535,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:13:53.735214Z","caller":"traceutil/trace.go:171","msg":"trace[1766165534] transaction","detail":"{read_only:false; response_revision:6112; number_of_response:1; }","duration":"698.053337ms","start":"2026-03-19T09:13:53.037131Z","end":"2026-03-19T09:13:53.735184Z","steps":["trace[1766165534] 'process raft request' (duration: 697.879013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.735366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.037111Z","time spent":"698.18576ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:13:54.315485Z","caller":"traceutil/trace.go:171","msg":"trace[419672858] linearizableReadLoop","detail":"{readStateIndex:6366; appliedIndex:6364; }","duration":"1.277102747s","start":"2026-03-19T09:13:53.038356Z","end":"2026-03-19T09:13:54.315459Z","steps":["trace[419672858] 'read index received' (duration: 696.654896ms)","trace[419672858] 'applied index is now lower than readState.Index' (duration: 580.446881ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:54.315585Z","caller":"traceutil/trace.go:171","msg":"trace[1190920091] transaction","detail":"{read_only:false; response_revision:6113; number_of_response:1; }","duration":"1.275237946s","start":"2026-03-19T09:13:53.040336Z","end":"2026-03-19T09:13:54.315574Z","steps":["trace[1190920091] 'process raft request' (duration: 1.27497439s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.315683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.040326Z","time spent":"1.275286277s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6031,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:54.315729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277342873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-19T09:13:54.315816Z","caller":"traceutil/trace.go:171","msg":"trace[1792977117] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:6113; }","duration":"1.277471006s","start":"2026-03-19T09:13:53.038322Z","end":"2026-03-19T09:13:54.315793Z","steps":["trace[1792977117] 'agreement among raft nodes before linearized reading' (duration: 1.277264531s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.315869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.038308Z","time spent":"1.277548327s","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"info","ts":"2026-03-19T09:13:54.51602Z","caller":"traceutil/trace.go:171","msg":"trace[2105370813] linearizableReadLoop","detail":"{readStateIndex:6367; appliedIndex:6366; }","duration":"200.444229ms","start":"2026-03-19T09:13:54.315548Z","end":"2026-03-19T09:13:54.515992Z","steps":["trace[2105370813] 'read index received' (duration: 134.564433ms)","trace[2105370813] 'applied index is now lower than readState.Index' (duration: 65.878676ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:54.516121Z","caller":"traceutil/trace.go:171","msg":"trace[772220995] transaction","detail":"{read_only:false; response_revision:6114; number_of_response:1; }","duration":"640.760163ms","start":"2026-03-19T09:13:53.875316Z","end":"2026-03-19T09:13:54.516076Z","steps":["trace[772220995] 'process raft request' (duration: 574.916168ms)","trace[772220995] 'compare' (duration: 65.62685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:54.516294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.633987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T09:13:54.516347Z","caller":"traceutil/trace.go:171","msg":"trace[451226732] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6114; }","duration":"995.728309ms","start":"2026-03-19T09:13:53.5206Z","end":"2026-03-19T09:13:54.516328Z","steps":["trace[451226732] 'agreement among raft nodes before linearized reading' (duration: 995.574715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.516368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052176705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:54.516387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376586111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:13:54.51644Z","caller":"traceutil/trace.go:171","msg":"trace[1305282066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6114; }","duration":"1.052277227s","start":"2026-03-19T09:13:53.464145Z","end":"2026-03-19T09:13:54.516422Z","steps":["trace[1305282066] 'agreement among raft nodes before linearized reading' (duration: 1.052130564s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:54.516455Z","caller":"traceutil/trace.go:171","msg":"trace[478589736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6114; }","duration":"1.376688942s","start":"2026-03-19T09:13:53.139745Z","end":"2026-03-19T09:13:54.516434Z","steps":["trace[478589736] 'agreement among raft nodes before linearized reading' (duration: 1.376526929s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.516451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336992769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:54.516518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.507585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-wzvfj\" ","response":"range_response_count:1 size:6046"} {"level":"info","ts":"2026-03-19T09:13:54.516563Z","caller":"traceutil/trace.go:171","msg":"trace[845985680] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-wzvfj; range_end:; response_count:1; response_revision:6114; }","duration":"193.589667ms","start":"2026-03-19T09:13:54.322959Z","end":"2026-03-19T09:13:54.516549Z","steps":["trace[845985680] 'agreement among raft nodes before linearized reading' (duration: 193.467544ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:54.516565Z","caller":"traceutil/trace.go:171","msg":"trace[2039891483] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6114; }","duration":"1.337133702s","start":"2026-03-19T09:13:53.179409Z","end":"2026-03-19T09:13:54.516543Z","steps":["trace[2039891483] 'agreement among raft nodes before linearized reading' (duration: 1.336888347s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.516544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.56662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:191"} {"level":"warn","ts":"2026-03-19T09:13:54.516587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476523373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"warn","ts":"2026-03-19T09:13:54.516387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.520567Z","time spent":"995.81198ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:13:54.516628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.179358Z","time spent":"1.337254995s","remote":"127.0.0.1:50486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:54.516644Z","caller":"traceutil/trace.go:171","msg":"trace[1454105165] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6114; }","duration":"1.476600205s","start":"2026-03-19T09:13:53.040028Z","end":"2026-03-19T09:13:54.516628Z","steps":["trace[1454105165] 'agreement among raft nodes before linearized reading' (duration: 1.476392771s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.516686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.040018Z","time spent":"1.476660826s","remote":"127.0.0.1:46420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-19T09:13:54.516679Z","caller":"traceutil/trace.go:171","msg":"trace[1247719307] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:6114; }","duration":"195.711893ms","start":"2026-03-19T09:13:54.320908Z","end":"2026-03-19T09:13:54.516619Z","steps":["trace[1247719307] 'agreement among raft nodes before linearized reading' (duration: 195.463878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.516511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.139726Z","time spent":"1.376771264s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:54.516385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.875285Z","time spent":"640.923447ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:54.516775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469496657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:54.517022Z","caller":"traceutil/trace.go:171","msg":"trace[605275985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6114; }","duration":"1.469808094s","start":"2026-03-19T09:13:53.047193Z","end":"2026-03-19T09:13:54.517001Z","steps":["trace[605275985] 'agreement among raft nodes before linearized reading' (duration: 1.469090768s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.517123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.047185Z","time spent":"1.469921536s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:54.516127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020086481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:54.517357Z","caller":"traceutil/trace.go:171","msg":"trace[74899665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6114; }","duration":"1.021361688s","start":"2026-03-19T09:13:53.495978Z","end":"2026-03-19T09:13:54.517339Z","steps":["trace[74899665] 'agreement among raft nodes before linearized reading' (duration: 1.020044639s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.516363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.389764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:13:54.517462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.495964Z","time spent":"1.021481711s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:54.517512Z","caller":"traceutil/trace.go:171","msg":"trace[2083016553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6114; }","duration":"819.59175ms","start":"2026-03-19T09:13:53.697898Z","end":"2026-03-19T09:13:54.51749Z","steps":["trace[2083016553] 'agreement among raft nodes before linearized reading' (duration: 818.261921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.517729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.697879Z","time spent":"819.831585ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:13:54.516504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.464123Z","time spent":"1.052361869s","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:54.816856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.486337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:54.816991Z","caller":"traceutil/trace.go:171","msg":"trace[1233678280] transaction","detail":"{read_only:false; response_revision:6115; number_of_response:1; }","duration":"295.901982ms","start":"2026-03-19T09:13:54.521069Z","end":"2026-03-19T09:13:54.816971Z","steps":["trace[1233678280] 'process raft request' (duration: 176.22258ms)","trace[1233678280] 'compare' (duration: 119.383585ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:54.863788Z","caller":"traceutil/trace.go:171","msg":"trace[519750588] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"341.780653ms","start":"2026-03-19T09:13:54.521978Z","end":"2026-03-19T09:13:54.863759Z","steps":["trace[519750588] 'process raft request' (duration: 341.696701ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:54.863817Z","caller":"traceutil/trace.go:171","msg":"trace[877531558] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"342.220523ms","start":"2026-03-19T09:13:54.521569Z","end":"2026-03-19T09:13:54.86379Z","steps":["trace[877531558] 'process raft request' (duration: 341.940727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.863968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:54.521544Z","time spent":"342.356645ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:54.863978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:54.521967Z","time spent":"341.905736ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:54.863992Z","caller":"traceutil/trace.go:171","msg":"trace[1348796961] transaction","detail":"{read_only:false; response_revision:6118; number_of_response:1; }","duration":"341.897975ms","start":"2026-03-19T09:13:54.522054Z","end":"2026-03-19T09:13:54.863952Z","steps":["trace[1348796961] 'process raft request' (duration: 341.66652ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:54.864048Z","caller":"traceutil/trace.go:171","msg":"trace[1349252199] linearizableReadLoop","detail":"{readStateIndex:6371; appliedIndex:6367; }","duration":"333.890517ms","start":"2026-03-19T09:13:54.530133Z","end":"2026-03-19T09:13:54.864023Z","steps":["trace[1349252199] 'read index received' (duration: 167.181749ms)","trace[1349252199] 'applied index is now lower than readState.Index' (duration: 166.706968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:54.864135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:54.522041Z","time spent":"342.022518ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:54.864246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.320482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-19T09:13:54.86424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.094232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:54.864269Z","caller":"traceutil/trace.go:171","msg":"trace[1090111107] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:6118; }","duration":"274.397024ms","start":"2026-03-19T09:13:54.589866Z","end":"2026-03-19T09:13:54.864263Z","steps":["trace[1090111107] 'agreement among raft nodes before linearized reading' (duration: 274.269061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.864297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.842326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-03-19T09:13:54.864314Z","caller":"traceutil/trace.go:171","msg":"trace[2033115612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6118; }","duration":"334.181324ms","start":"2026-03-19T09:13:54.5301Z","end":"2026-03-19T09:13:54.864281Z","steps":["trace[2033115612] 'agreement among raft nodes before linearized reading' (duration: 334.01023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.864331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.190966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:13:54.864333Z","caller":"traceutil/trace.go:171","msg":"trace[1979543174] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:6118; }","duration":"257.901346ms","start":"2026-03-19T09:13:54.606422Z","end":"2026-03-19T09:13:54.864323Z","steps":["trace[1979543174] 'agreement among raft nodes before linearized reading' (duration: 257.771224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.864361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:54.530081Z","time spent":"334.269066ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:54.864371Z","caller":"traceutil/trace.go:171","msg":"trace[2133059987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6118; }","duration":"264.263708ms","start":"2026-03-19T09:13:54.600096Z","end":"2026-03-19T09:13:54.864359Z","steps":["trace[2133059987] 'agreement among raft nodes before linearized reading' (duration: 264.156756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.864244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.760976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-19T09:13:54.864455Z","caller":"traceutil/trace.go:171","msg":"trace[1177263533] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:6118; }","duration":"138.981381ms","start":"2026-03-19T09:13:54.725468Z","end":"2026-03-19T09:13:54.86445Z","steps":["trace[1177263533] 'agreement among raft nodes before linearized reading' (duration: 138.670944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:54.86447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.929176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T09:13:54.86452Z","caller":"traceutil/trace.go:171","msg":"trace[1012351091] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:6118; }","duration":"173.021819ms","start":"2026-03-19T09:13:54.691484Z","end":"2026-03-19T09:13:54.864506Z","steps":["trace[1012351091] 'agreement among raft nodes before linearized reading' (duration: 172.867276ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:55.138152Z","caller":"traceutil/trace.go:171","msg":"trace[1505658913] transaction","detail":"{read_only:false; response_revision:6120; number_of_response:1; }","duration":"268.796699ms","start":"2026-03-19T09:13:54.869317Z","end":"2026-03-19T09:13:55.138114Z","steps":["trace[1505658913] 'process raft request' (duration: 184.293399ms)","trace[1505658913] 'compare' (duration: 84.214304ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:55.13822Z","caller":"traceutil/trace.go:171","msg":"trace[603256896] transaction","detail":"{read_only:false; response_revision:6121; number_of_response:1; }","duration":"268.172626ms","start":"2026-03-19T09:13:54.870028Z","end":"2026-03-19T09:13:55.138201Z","steps":["trace[603256896] 'process raft request' (duration: 267.995022ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:55.13846Z","caller":"traceutil/trace.go:171","msg":"trace[339484644] transaction","detail":"{read_only:false; response_revision:6122; number_of_response:1; }","duration":"262.882898ms","start":"2026-03-19T09:13:54.875564Z","end":"2026-03-19T09:13:55.138447Z","steps":["trace[339484644] 'process raft request' (duration: 262.548241ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:55.13851Z","caller":"traceutil/trace.go:171","msg":"trace[1927026056] linearizableReadLoop","detail":"{readStateIndex:6376; appliedIndex:6372; }","duration":"260.834592ms","start":"2026-03-19T09:13:54.877653Z","end":"2026-03-19T09:13:55.138487Z","steps":["trace[1927026056] 'read index received' (duration: 175.974275ms)","trace[1927026056] 'applied index is now lower than readState.Index' (duration: 84.859207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:55.138674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.307589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b8ffd7d3-1c92-43e5-b4f9-4a7494076991\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-19T09:13:55.13872Z","caller":"traceutil/trace.go:171","msg":"trace[1501019582] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b8ffd7d3-1c92-43e5-b4f9-4a7494076991; range_end:; response_count:1; response_revision:6123; }","duration":"264.377911ms","start":"2026-03-19T09:13:54.874329Z","end":"2026-03-19T09:13:55.138707Z","steps":["trace[1501019582] 'agreement among raft nodes before linearized reading' (duration: 264.217147ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:55.138827Z","caller":"traceutil/trace.go:171","msg":"trace[1385058916] transaction","detail":"{read_only:false; response_revision:6123; number_of_response:1; }","duration":"262.205732ms","start":"2026-03-19T09:13:54.876608Z","end":"2026-03-19T09:13:55.138814Z","steps":["trace[1385058916] 'process raft request' (duration: 261.726672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:55.13881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.540164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c4277623-e651-446d-84ee-84ca240da024\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-19T09:13:55.138884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.945843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8d14de11-101c-41e6-a3f5-771f9aca9222\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-19T09:13:55.138901Z","caller":"traceutil/trace.go:171","msg":"trace[1256755903] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c4277623-e651-446d-84ee-84ca240da024; range_end:; response_count:1; response_revision:6123; }","duration":"264.657827ms","start":"2026-03-19T09:13:54.874227Z","end":"2026-03-19T09:13:55.138884Z","steps":["trace[1256755903] 'agreement among raft nodes before linearized reading' (duration: 264.381601ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:55.138925Z","caller":"traceutil/trace.go:171","msg":"trace[1846043079] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8d14de11-101c-41e6-a3f5-771f9aca9222; range_end:; response_count:1; response_revision:6123; }","duration":"265.001114ms","start":"2026-03-19T09:13:54.873911Z","end":"2026-03-19T09:13:55.138912Z","steps":["trace[1846043079] 'agreement among raft nodes before linearized reading' (duration: 264.726838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:55.138674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.86412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-67f1ab3f-3627-4c6a-93f3-19604d47f764\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T09:13:55.139001Z","caller":"traceutil/trace.go:171","msg":"trace[924671053] range","detail":"{range_begin:/registry/persistentvolumes/pvc-67f1ab3f-3627-4c6a-93f3-19604d47f764; range_end:; response_count:1; response_revision:6123; }","duration":"264.204737ms","start":"2026-03-19T09:13:54.874775Z","end":"2026-03-19T09:13:55.138979Z","steps":["trace[924671053] 'agreement among raft nodes before linearized reading' (duration: 263.738697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:55.139163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.832947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109646"} {"level":"warn","ts":"2026-03-19T09:13:55.138948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.179986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e9588b62-b550-49e3-9643-c4ca0e038099\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-19T09:13:55.139205Z","caller":"traceutil/trace.go:171","msg":"trace[1074741828] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6123; }","duration":"267.894468ms","start":"2026-03-19T09:13:54.8713Z","end":"2026-03-19T09:13:55.139195Z","steps":["trace[1074741828] 'agreement among raft nodes before linearized reading' (duration: 267.692494ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:55.139214Z","caller":"traceutil/trace.go:171","msg":"trace[599703728] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e9588b62-b550-49e3-9643-c4ca0e038099; range_end:; response_count:1; response_revision:6123; }","duration":"264.456853ms","start":"2026-03-19T09:13:54.874745Z","end":"2026-03-19T09:13:55.139201Z","steps":["trace[599703728] 'agreement among raft nodes before linearized reading' (duration: 264.131765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:55.139217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.252778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-788428bc-a59f-4e83-814a-a7a9f9a30113\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T09:13:55.139268Z","caller":"traceutil/trace.go:171","msg":"trace[603594557] range","detail":"{range_begin:/registry/persistentvolumes/pvc-788428bc-a59f-4e83-814a-a7a9f9a30113; range_end:; response_count:1; response_revision:6123; }","duration":"264.306899ms","start":"2026-03-19T09:13:54.87494Z","end":"2026-03-19T09:13:55.139247Z","steps":["trace[603594557] 'agreement among raft nodes before linearized reading' (duration: 264.202066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:55.148731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.885779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:55.148777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.869627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-19T09:13:55.148823Z","caller":"traceutil/trace.go:171","msg":"trace[706826968] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6124; }","duration":"204.946039ms","start":"2026-03-19T09:13:54.943865Z","end":"2026-03-19T09:13:55.148811Z","steps":["trace[706826968] 'agreement among raft nodes before linearized reading' (duration: 204.802776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:55.148815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.964991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:55.148877Z","caller":"traceutil/trace.go:171","msg":"trace[2120724556] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6124; }","duration":"112.073133ms","start":"2026-03-19T09:13:55.036789Z","end":"2026-03-19T09:13:55.148862Z","steps":["trace[2120724556] 'agreement among raft nodes before linearized reading' (duration: 111.9115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:55.148955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.304628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:13:55.148818Z","caller":"traceutil/trace.go:171","msg":"trace[1182095805] transaction","detail":"{read_only:false; response_revision:6124; number_of_response:1; }","duration":"266.602201ms","start":"2026-03-19T09:13:54.882194Z","end":"2026-03-19T09:13:55.148796Z","steps":["trace[1182095805] 'process raft request' (duration: 266.382126ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:55.148999Z","caller":"traceutil/trace.go:171","msg":"trace[999516260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6124; }","duration":"112.37807ms","start":"2026-03-19T09:13:55.036609Z","end":"2026-03-19T09:13:55.148987Z","steps":["trace[999516260] 'agreement among raft nodes before linearized reading' (duration: 112.199096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:55.149398Z","caller":"traceutil/trace.go:171","msg":"trace[848440658] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6124; }","duration":"112.004361ms","start":"2026-03-19T09:13:55.036774Z","end":"2026-03-19T09:13:55.148779Z","steps":["trace[848440658] 'agreement among raft nodes before linearized reading' (duration: 111.907979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:55.387416Z","caller":"traceutil/trace.go:171","msg":"trace[785223856] transaction","detail":"{read_only:false; response_revision:6125; number_of_response:1; }","duration":"239.568189ms","start":"2026-03-19T09:13:55.147811Z","end":"2026-03-19T09:13:55.387379Z","steps":["trace[785223856] 'process raft request' (duration: 155.128041ms)","trace[785223856] 'compare' (duration: 84.213193ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:55.387449Z","caller":"traceutil/trace.go:171","msg":"trace[855534754] transaction","detail":"{read_only:false; response_revision:6127; number_of_response:1; }","duration":"235.194621ms","start":"2026-03-19T09:13:55.152236Z","end":"2026-03-19T09:13:55.387431Z","steps":["trace[855534754] 'process raft request' (duration: 235.14154ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:55.387535Z","caller":"traceutil/trace.go:171","msg":"trace[1410665613] transaction","detail":"{read_only:false; response_revision:6126; number_of_response:1; }","duration":"235.532229ms","start":"2026-03-19T09:13:55.151982Z","end":"2026-03-19T09:13:55.387515Z","steps":["trace[1410665613] 'process raft request' (duration: 235.318175ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:55.813398Z","caller":"traceutil/trace.go:171","msg":"trace[252724294] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"416.643898ms","start":"2026-03-19T09:13:55.396731Z","end":"2026-03-19T09:13:55.813375Z","steps":["trace[252724294] 'process raft request' (duration: 416.572786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:55.814167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:55.396719Z","time spent":"417.371654ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:55.813417Z","caller":"traceutil/trace.go:171","msg":"trace[297279528] transaction","detail":"{read_only:false; response_revision:6129; number_of_response:1; }","duration":"419.341858ms","start":"2026-03-19T09:13:55.394047Z","end":"2026-03-19T09:13:55.813389Z","steps":["trace[297279528] 'process raft request' (duration: 419.109323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:55.814493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:55.394027Z","time spent":"420.37406ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:13:55.87741Z","caller":"traceutil/trace.go:171","msg":"trace[553363704] linearizableReadLoop","detail":"{readStateIndex:6384; appliedIndex:6381; }","duration":"283.537206ms","start":"2026-03-19T09:13:55.593857Z","end":"2026-03-19T09:13:55.877394Z","steps":["trace[553363704] 'read index received' (duration: 219.256826ms)","trace[553363704] 'applied index is now lower than readState.Index' (duration: 64.27958ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:55.877464Z","caller":"traceutil/trace.go:171","msg":"trace[2029360134] transaction","detail":"{read_only:false; response_revision:6131; number_of_response:1; }","duration":"293.810985ms","start":"2026-03-19T09:13:55.58363Z","end":"2026-03-19T09:13:55.877441Z","steps":["trace[2029360134] 'process raft request' (duration: 293.654802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:55.877595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.72714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:13:55.877643Z","caller":"traceutil/trace.go:171","msg":"trace[1205236391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6131; }","duration":"283.785233ms","start":"2026-03-19T09:13:55.593845Z","end":"2026-03-19T09:13:55.87763Z","steps":["trace[1205236391] 'agreement among raft nodes before linearized reading' (duration: 283.631249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.058076Z","caller":"traceutil/trace.go:171","msg":"trace[1059578705] linearizableReadLoop","detail":"{readStateIndex:6385; appliedIndex:6384; }","duration":"180.579937ms","start":"2026-03-19T09:13:55.877476Z","end":"2026-03-19T09:13:56.058056Z","steps":["trace[1059578705] 'read index received' (duration: 180.464634ms)","trace[1059578705] 'applied index is now lower than readState.Index' (duration: 114.273µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:56.058278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.615904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"info","ts":"2026-03-19T09:13:56.058301Z","caller":"traceutil/trace.go:171","msg":"trace[792678806] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:6132; }","duration":"192.678636ms","start":"2026-03-19T09:13:55.865615Z","end":"2026-03-19T09:13:56.058294Z","steps":["trace[792678806] 'agreement among raft nodes before linearized reading' (duration: 192.548293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.058297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.282874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11451"} {"level":"warn","ts":"2026-03-19T09:13:56.058312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.554423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1427"} {"level":"info","ts":"2026-03-19T09:13:56.058355Z","caller":"traceutil/trace.go:171","msg":"trace[1094150679] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:6132; }","duration":"191.374407ms","start":"2026-03-19T09:13:55.866967Z","end":"2026-03-19T09:13:56.058341Z","steps":["trace[1094150679] 'agreement among raft nodes before linearized reading' (duration: 191.154442ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.058366Z","caller":"traceutil/trace.go:171","msg":"trace[1158171835] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:6132; }","duration":"192.643194ms","start":"2026-03-19T09:13:55.86571Z","end":"2026-03-19T09:13:56.058353Z","steps":["trace[1158171835] 'agreement among raft nodes before linearized reading' (duration: 192.393749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.058342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.802246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5031"} {"level":"info","ts":"2026-03-19T09:13:56.05843Z","caller":"traceutil/trace.go:171","msg":"trace[725080015] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:6132; }","duration":"191.923899ms","start":"2026-03-19T09:13:55.866482Z","end":"2026-03-19T09:13:56.058406Z","steps":["trace[725080015] 'agreement among raft nodes before linearized reading' (duration: 191.665584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.058542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.094484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:866"} {"level":"info","ts":"2026-03-19T09:13:56.058563Z","caller":"traceutil/trace.go:171","msg":"trace[723149659] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:6132; }","duration":"193.139826ms","start":"2026-03-19T09:13:55.865417Z","end":"2026-03-19T09:13:56.058557Z","steps":["trace[723149659] 'agreement among raft nodes before linearized reading' (duration: 193.075724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.058574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.41711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"info","ts":"2026-03-19T09:13:56.058579Z","caller":"traceutil/trace.go:171","msg":"trace[1755947939] transaction","detail":"{read_only:false; response_revision:6132; number_of_response:1; }","duration":"239.495687ms","start":"2026-03-19T09:13:55.819073Z","end":"2026-03-19T09:13:56.058569Z","steps":["trace[1755947939] 'process raft request' (duration: 238.846503ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.058597Z","caller":"traceutil/trace.go:171","msg":"trace[590822730] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:6132; }","duration":"192.460101ms","start":"2026-03-19T09:13:55.866128Z","end":"2026-03-19T09:13:56.058589Z","steps":["trace[590822730] 'agreement among raft nodes before linearized reading' (duration: 192.409709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.058696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.848351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-19T09:13:56.058713Z","caller":"traceutil/trace.go:171","msg":"trace[467726386] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:6132; }","duration":"192.880321ms","start":"2026-03-19T09:13:55.865827Z","end":"2026-03-19T09:13:56.058707Z","steps":["trace[467726386] 'agreement among raft nodes before linearized reading' (duration: 192.82845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.058723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.977779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-03-19T09:13:56.058742Z","caller":"traceutil/trace.go:171","msg":"trace[955121079] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:6132; }","duration":"191.088862ms","start":"2026-03-19T09:13:55.867647Z","end":"2026-03-19T09:13:56.058736Z","steps":["trace[955121079] 'agreement among raft nodes before linearized reading' (duration: 191.02886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.058779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.862433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"info","ts":"2026-03-19T09:13:56.058801Z","caller":"traceutil/trace.go:171","msg":"trace[578126434] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:6132; }","duration":"193.905744ms","start":"2026-03-19T09:13:55.864889Z","end":"2026-03-19T09:13:56.058795Z","steps":["trace[578126434] 'agreement among raft nodes before linearized reading' (duration: 193.839963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.058804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.830418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4749"} {"level":"warn","ts":"2026-03-19T09:13:56.058843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.376918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1619"} {"level":"info","ts":"2026-03-19T09:13:56.058844Z","caller":"traceutil/trace.go:171","msg":"trace[2043658525] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:6132; }","duration":"191.883009ms","start":"2026-03-19T09:13:55.86695Z","end":"2026-03-19T09:13:56.058833Z","steps":["trace[2043658525] 'agreement among raft nodes before linearized reading' (duration: 191.771326ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.058866Z","caller":"traceutil/trace.go:171","msg":"trace[353476272] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6132; }","duration":"191.410308ms","start":"2026-03-19T09:13:55.867445Z","end":"2026-03-19T09:13:56.058855Z","steps":["trace[353476272] 'agreement among raft nodes before linearized reading' (duration: 191.341087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.058881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.007197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"info","ts":"2026-03-19T09:13:56.0589Z","caller":"traceutil/trace.go:171","msg":"trace[1423323468] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:6132; }","duration":"194.036787ms","start":"2026-03-19T09:13:55.864856Z","end":"2026-03-19T09:13:56.058893Z","steps":["trace[1423323468] 'agreement among raft nodes before linearized reading' (duration: 194.000876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.058978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.14517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3105"} {"level":"info","ts":"2026-03-19T09:13:56.058992Z","caller":"traceutil/trace.go:171","msg":"trace[433642360] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:6132; }","duration":"194.15996ms","start":"2026-03-19T09:13:55.864828Z","end":"2026-03-19T09:13:56.058988Z","steps":["trace[433642360] 'agreement among raft nodes before linearized reading' (duration: 194.111499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.058998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.783387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4132"} {"level":"info","ts":"2026-03-19T09:13:56.059017Z","caller":"traceutil/trace.go:171","msg":"trace[387782320] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:6132; }","duration":"191.822848ms","start":"2026-03-19T09:13:55.867189Z","end":"2026-03-19T09:13:56.059011Z","steps":["trace[387782320] 'agreement among raft nodes before linearized reading' (duration: 191.767556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.059026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.261434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:56.059056Z","caller":"traceutil/trace.go:171","msg":"trace[1704002284] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6132; }","duration":"324.332625ms","start":"2026-03-19T09:13:55.734715Z","end":"2026-03-19T09:13:56.059048Z","steps":["trace[1704002284] 'agreement among raft nodes before linearized reading' (duration: 324.281744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.059076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:55.734696Z","time spent":"324.374106ms","remote":"127.0.0.1:50748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:56.059112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.584345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7256"} {"level":"warn","ts":"2026-03-19T09:13:56.059127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.696347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125938"} {"level":"info","ts":"2026-03-19T09:13:56.059147Z","caller":"traceutil/trace.go:171","msg":"trace[1772070961] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6132; }","duration":"464.731038ms","start":"2026-03-19T09:13:55.594411Z","end":"2026-03-19T09:13:56.059142Z","steps":["trace[1772070961] 'agreement among raft nodes before linearized reading' (duration: 464.647326ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.059146Z","caller":"traceutil/trace.go:171","msg":"trace[1782080409] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:6132; }","duration":"192.618925ms","start":"2026-03-19T09:13:55.866517Z","end":"2026-03-19T09:13:56.059136Z","steps":["trace[1782080409] 'agreement among raft nodes before linearized reading' (duration: 192.516603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.059164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:55.594406Z","time spent":"464.753118ms","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125960,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-19T09:13:56.059206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.455797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3558"} {"level":"info","ts":"2026-03-19T09:13:56.059224Z","caller":"traceutil/trace.go:171","msg":"trace[825510327] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:6132; }","duration":"194.490637ms","start":"2026-03-19T09:13:55.864728Z","end":"2026-03-19T09:13:56.059219Z","steps":["trace[825510327] 'agreement among raft nodes before linearized reading' (duration: 194.435506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.059298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.577519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5883"} {"level":"info","ts":"2026-03-19T09:13:56.059316Z","caller":"traceutil/trace.go:171","msg":"trace[1787875971] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:6132; }","duration":"194.62382ms","start":"2026-03-19T09:13:55.864687Z","end":"2026-03-19T09:13:56.059311Z","steps":["trace[1787875971] 'agreement among raft nodes before linearized reading' (duration: 194.583739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.059329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.717585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:13:56.059338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.029119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5445"} {"level":"info","ts":"2026-03-19T09:13:56.05935Z","caller":"traceutil/trace.go:171","msg":"trace[1292225825] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6132; }","duration":"178.751777ms","start":"2026-03-19T09:13:55.880592Z","end":"2026-03-19T09:13:56.059344Z","steps":["trace[1292225825] 'agreement among raft nodes before linearized reading' (duration: 178.689926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.059367Z","caller":"traceutil/trace.go:171","msg":"trace[2010132411] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:6132; }","duration":"195.10147ms","start":"2026-03-19T09:13:55.864257Z","end":"2026-03-19T09:13:56.059358Z","steps":["trace[2010132411] 'agreement among raft nodes before linearized reading' (duration: 195.028469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.059382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.132514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:56.0594Z","caller":"traceutil/trace.go:171","msg":"trace[1941921102] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6132; }","duration":"232.189045ms","start":"2026-03-19T09:13:55.827204Z","end":"2026-03-19T09:13:56.059393Z","steps":["trace[1941921102] 'agreement among raft nodes before linearized reading' (duration: 232.161194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.059534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.939527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1635"} {"level":"info","ts":"2026-03-19T09:13:56.059554Z","caller":"traceutil/trace.go:171","msg":"trace[150890256] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6132; }","duration":"194.992268ms","start":"2026-03-19T09:13:55.864556Z","end":"2026-03-19T09:13:56.059548Z","steps":["trace[150890256] 'agreement among raft nodes before linearized reading' (duration: 194.910887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.059701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.363207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10940"} {"level":"info","ts":"2026-03-19T09:13:56.059726Z","caller":"traceutil/trace.go:171","msg":"trace[1169520201] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:6132; }","duration":"195.428467ms","start":"2026-03-19T09:13:55.864291Z","end":"2026-03-19T09:13:56.05972Z","steps":["trace[1169520201] 'agreement among raft nodes before linearized reading' (duration: 195.323175ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.296758Z","caller":"traceutil/trace.go:171","msg":"trace[1061203713] linearizableReadLoop","detail":"{readStateIndex:6386; appliedIndex:6385; }","duration":"234.559698ms","start":"2026-03-19T09:13:56.062176Z","end":"2026-03-19T09:13:56.296736Z","steps":["trace[1061203713] 'read index received' (duration: 204.372016ms)","trace[1061203713] 'applied index is now lower than readState.Index' (duration: 30.186522ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:56.29679Z","caller":"traceutil/trace.go:171","msg":"trace[127759884] transaction","detail":"{read_only:false; response_revision:6133; number_of_response:1; }","duration":"234.918236ms","start":"2026-03-19T09:13:56.061834Z","end":"2026-03-19T09:13:56.296752Z","steps":["trace[127759884] 'process raft request' (duration: 204.5461ms)","trace[127759884] 'compare' (duration: 30.219742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:56.296943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.750742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-19T09:13:56.296975Z","caller":"traceutil/trace.go:171","msg":"trace[1272505135] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:6133; }","duration":"234.811784ms","start":"2026-03-19T09:13:56.062155Z","end":"2026-03-19T09:13:56.296967Z","steps":["trace[1272505135] 'agreement among raft nodes before linearized reading' (duration: 234.676871ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.48805Z","caller":"traceutil/trace.go:171","msg":"trace[1005530023] transaction","detail":"{read_only:false; response_revision:6134; number_of_response:1; }","duration":"398.413952ms","start":"2026-03-19T09:13:56.089601Z","end":"2026-03-19T09:13:56.488015Z","steps":["trace[1005530023] 'process raft request' (duration: 331.351541ms)","trace[1005530023] 'compare' (duration: 66.760245ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:56.48807Z","caller":"traceutil/trace.go:171","msg":"trace[1740591749] transaction","detail":"{read_only:false; number_of_response:0; response_revision:6134; }","duration":"188.968384ms","start":"2026-03-19T09:13:56.299068Z","end":"2026-03-19T09:13:56.488036Z","steps":["trace[1740591749] 'process raft request' (duration: 188.918883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.488203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.089572Z","time spent":"398.549676ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72132,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:56.488343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.342755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"warn","ts":"2026-03-19T09:13:56.488404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.709351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2872"} {"level":"info","ts":"2026-03-19T09:13:56.488442Z","caller":"traceutil/trace.go:171","msg":"trace[1482504802] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:6134; }","duration":"421.771732ms","start":"2026-03-19T09:13:56.06666Z","end":"2026-03-19T09:13:56.488432Z","steps":["trace[1482504802] 'agreement among raft nodes before linearized reading' (duration: 421.67602ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.488425Z","caller":"traceutil/trace.go:171","msg":"trace[514028051] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:6134; }","duration":"422.444207ms","start":"2026-03-19T09:13:56.065951Z","end":"2026-03-19T09:13:56.488395Z","steps":["trace[514028051] 'agreement among raft nodes before linearized reading' (duration: 422.166821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.488464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.066653Z","time spent":"421.805183ms","remote":"127.0.0.1:54146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2894,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-03-19T09:13:56.488438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.00935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-03-19T09:13:56.488496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.232337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-19T09:13:56.488536Z","caller":"traceutil/trace.go:171","msg":"trace[142652365] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6134; }","duration":"424.280987ms","start":"2026-03-19T09:13:56.064242Z","end":"2026-03-19T09:13:56.488523Z","steps":["trace[142652365] 'agreement among raft nodes before linearized reading' (duration: 424.188055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.488547Z","caller":"traceutil/trace.go:171","msg":"trace[930555145] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:6134; }","duration":"423.149242ms","start":"2026-03-19T09:13:56.065371Z","end":"2026-03-19T09:13:56.48852Z","steps":["trace[930555145] 'agreement among raft nodes before linearized reading' (duration: 422.825435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.488575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.064235Z","time spent":"424.332628ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4747,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-19T09:13:56.488098Z","caller":"traceutil/trace.go:171","msg":"trace[90190604] linearizableReadLoop","detail":"{readStateIndex:6387; appliedIndex:6386; }","duration":"191.254724ms","start":"2026-03-19T09:13:56.29681Z","end":"2026-03-19T09:13:56.488065Z","steps":["trace[90190604] 'read index received' (duration: 124.111361ms)","trace[90190604] 'applied index is now lower than readState.Index' (duration: 67.140623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:56.488604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.780872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:56.488625Z","caller":"traceutil/trace.go:171","msg":"trace[592609487] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6134; }","duration":"216.833432ms","start":"2026-03-19T09:13:56.271785Z","end":"2026-03-19T09:13:56.488619Z","steps":["trace[592609487] 'agreement among raft nodes before linearized reading' (duration: 216.792462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.488623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.55088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-03-19T09:13:56.488569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.445477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2888"} {"level":"info","ts":"2026-03-19T09:13:56.488649Z","caller":"traceutil/trace.go:171","msg":"trace[2072496471] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:6134; }","duration":"422.616111ms","start":"2026-03-19T09:13:56.066026Z","end":"2026-03-19T09:13:56.488642Z","steps":["trace[2072496471] 'agreement among raft nodes before linearized reading' (duration: 422.55985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.488554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.776774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-em080a\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-19T09:13:56.488713Z","caller":"traceutil/trace.go:171","msg":"trace[1721536758] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-em080a; range_end:; response_count:1; response_revision:6134; }","duration":"422.953368ms","start":"2026-03-19T09:13:56.065749Z","end":"2026-03-19T09:13:56.488702Z","steps":["trace[1721536758] 'agreement among raft nodes before linearized reading' (duration: 422.630221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.488761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.065735Z","time spent":"423.018279ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":562,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-em080a\" "} {"level":"warn","ts":"2026-03-19T09:13:56.488802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.762234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19584"} {"level":"warn","ts":"2026-03-19T09:13:56.488809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.888671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"warn","ts":"2026-03-19T09:13:56.488805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.189803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7453"} {"level":"info","ts":"2026-03-19T09:13:56.488829Z","caller":"traceutil/trace.go:171","msg":"trace[2034220563] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6134; }","duration":"422.799365ms","start":"2026-03-19T09:13:56.066023Z","end":"2026-03-19T09:13:56.488823Z","steps":["trace[2034220563] 'agreement among raft nodes before linearized reading' (duration: 422.725333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.488846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.394953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4777"} {"level":"warn","ts":"2026-03-19T09:13:56.48885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.066017Z","time spent":"422.829555ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19606,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T09:13:56.488866Z","caller":"traceutil/trace.go:171","msg":"trace[1410155259] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:6134; }","duration":"421.426844ms","start":"2026-03-19T09:13:56.067434Z","end":"2026-03-19T09:13:56.488861Z","steps":["trace[1410155259] 'agreement among raft nodes before linearized reading' (duration: 421.385683ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.488859Z","caller":"traceutil/trace.go:171","msg":"trace[797318495] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6134; }","duration":"423.264225ms","start":"2026-03-19T09:13:56.06558Z","end":"2026-03-19T09:13:56.488844Z","steps":["trace[797318495] 'agreement among raft nodes before linearized reading' (duration: 423.113432ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.48884Z","caller":"traceutil/trace.go:171","msg":"trace[1856864380] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6134; }","duration":"424.959943ms","start":"2026-03-19T09:13:56.063871Z","end":"2026-03-19T09:13:56.488831Z","steps":["trace[1856864380] 'agreement among raft nodes before linearized reading' (duration: 424.873151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.488899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.065568Z","time spent":"423.322156ms","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7475,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-19T09:13:56.488403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.165149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6162"} {"level":"warn","ts":"2026-03-19T09:13:56.488342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.663562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-03-19T09:13:56.488911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.063851Z","time spent":"425.050105ms","remote":"127.0.0.1:46420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-19T09:13:56.488994Z","caller":"traceutil/trace.go:171","msg":"trace[450978751] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:6134; }","duration":"426.761202ms","start":"2026-03-19T09:13:56.062218Z","end":"2026-03-19T09:13:56.488979Z","steps":["trace[450978751] 'agreement among raft nodes before linearized reading' (duration: 425.938734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.489019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.5061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-03-19T09:13:56.489029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.062156Z","time spent":"426.863085ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6184,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-03-19T09:13:56.489035Z","caller":"traceutil/trace.go:171","msg":"trace[403239703] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:6134; }","duration":"423.53458ms","start":"2026-03-19T09:13:56.065496Z","end":"2026-03-19T09:13:56.489031Z","steps":["trace[403239703] 'agreement among raft nodes before linearized reading' (duration: 423.486389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.488809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.362264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-wzvfj\" ","response":"range_response_count:1 size:6046"} {"level":"warn","ts":"2026-03-19T09:13:56.489051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.065492Z","time spent":"423.556062ms","remote":"127.0.0.1:54154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1247,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-03-19T09:13:56.489281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.519108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-03-19T09:13:56.48933Z","caller":"traceutil/trace.go:171","msg":"trace[1560604801] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:6134; }","duration":"426.594129ms","start":"2026-03-19T09:13:56.062727Z","end":"2026-03-19T09:13:56.489321Z","steps":["trace[1560604801] 'agreement among raft nodes before linearized reading' (duration: 426.384364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.489333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.975418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-03-19T09:13:56.489422Z","caller":"traceutil/trace.go:171","msg":"trace[179959486] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:6134; }","duration":"427.119241ms","start":"2026-03-19T09:13:56.062287Z","end":"2026-03-19T09:13:56.489407Z","steps":["trace[179959486] 'agreement among raft nodes before linearized reading' (duration: 426.712922ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.48902Z","caller":"traceutil/trace.go:171","msg":"trace[1911858791] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:6134; }","duration":"423.357787ms","start":"2026-03-19T09:13:56.065641Z","end":"2026-03-19T09:13:56.488999Z","steps":["trace[1911858791] 'agreement among raft nodes before linearized reading' (duration: 422.59172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.489477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.065634Z","time spent":"423.829077ms","remote":"127.0.0.1:54154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1251,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-03-19T09:13:56.48948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.062281Z","time spent":"427.180732ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4702,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-19T09:13:56.489365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.062716Z","time spent":"426.64281ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4407,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-19T09:13:56.488672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.066005Z","time spent":"422.661882ms","remote":"127.0.0.1:54154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1251,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-03-19T09:13:56.489557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.596716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5959"} {"level":"warn","ts":"2026-03-19T09:13:56.488762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.05949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-2kjj6\" ","response":"range_response_count:1 size:4309"} {"level":"info","ts":"2026-03-19T09:13:56.489621Z","caller":"traceutil/trace.go:171","msg":"trace[2123618853] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:6134; }","duration":"189.707179ms","start":"2026-03-19T09:13:56.299898Z","end":"2026-03-19T09:13:56.489606Z","steps":["trace[2123618853] 'agreement among raft nodes before linearized reading' (duration: 188.84796ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.489631Z","caller":"traceutil/trace.go:171","msg":"trace[1918010504] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-2kjj6; range_end:; response_count:1; response_revision:6134; }","duration":"374.965699ms","start":"2026-03-19T09:13:56.114658Z","end":"2026-03-19T09:13:56.489624Z","steps":["trace[1918010504] 'agreement among raft nodes before linearized reading' (duration: 374.038809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.489649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.114614Z","time spent":"375.030701ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":4331,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-2kjj6\" "} {"level":"warn","ts":"2026-03-19T09:13:56.488883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.067427Z","time spent":"421.453344ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4799,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"warn","ts":"2026-03-19T09:13:56.488481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.065941Z","time spent":"422.528639ms","remote":"127.0.0.1:54154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1241,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-03-19T09:13:56.488616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.06536Z","time spent":"423.241804ms","remote":"127.0.0.1:54154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1247,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-03-19T09:13:56.489061Z","caller":"traceutil/trace.go:171","msg":"trace[621305815] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-wzvfj; range_end:; response_count:1; response_revision:6134; }","duration":"399.639839ms","start":"2026-03-19T09:13:56.089411Z","end":"2026-03-19T09:13:56.489051Z","steps":["trace[621305815] 'agreement among raft nodes before linearized reading' (duration: 399.363093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.489906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.089395Z","time spent":"400.497118ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6068,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-wzvfj\" "} {"level":"info","ts":"2026-03-19T09:13:56.488669Z","caller":"traceutil/trace.go:171","msg":"trace[197812355] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:6134; }","duration":"422.539089ms","start":"2026-03-19T09:13:56.066118Z","end":"2026-03-19T09:13:56.488657Z","steps":["trace[197812355] 'agreement among raft nodes before linearized reading' (duration: 422.389496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.490015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.066091Z","time spent":"423.91941ms","remote":"127.0.0.1:54146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2910,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-03-19T09:13:56.488733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.669382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:13:56.490125Z","caller":"traceutil/trace.go:171","msg":"trace[1938769808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6134; }","duration":"424.071733ms","start":"2026-03-19T09:13:56.066044Z","end":"2026-03-19T09:13:56.490115Z","steps":["trace[1938769808] 'agreement among raft nodes before linearized reading' (duration: 422.642691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.490147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.066034Z","time spent":"424.107645ms","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:13:56.800162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.749516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:56.800285Z","caller":"traceutil/trace.go:171","msg":"trace[154046907] linearizableReadLoop","detail":"{readStateIndex:6389; appliedIndex:6388; }","duration":"305.312621ms","start":"2026-03-19T09:13:56.494955Z","end":"2026-03-19T09:13:56.800268Z","steps":["trace[154046907] 'read index received' (duration: 108.359531ms)","trace[154046907] 'applied index is now lower than readState.Index' (duration: 196.95181ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:56.800364Z","caller":"traceutil/trace.go:171","msg":"trace[1216763092] transaction","detail":"{read_only:false; response_revision:6135; number_of_response:1; }","duration":"305.561926ms","start":"2026-03-19T09:13:56.494791Z","end":"2026-03-19T09:13:56.800353Z","steps":["trace[1216763092] 'process raft request' (duration: 108.536934ms)","trace[1216763092] 'compare' (duration: 196.567252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:56.800425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.494776Z","time spent":"305.619768ms","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":125924,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:56.800575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.592297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-rcvzz\" ","response":"range_response_count:1 size:3165"} {"level":"info","ts":"2026-03-19T09:13:56.800673Z","caller":"traceutil/trace.go:171","msg":"trace[1305750581] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-rcvzz; range_end:; response_count:1; response_revision:6135; }","duration":"305.723251ms","start":"2026-03-19T09:13:56.494923Z","end":"2026-03-19T09:13:56.800646Z","steps":["trace[1305750581] 'agreement among raft nodes before linearized reading' (duration: 305.448905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.80073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.494906Z","time spent":"305.807642ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3187,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-rcvzz\" "} {"level":"info","ts":"2026-03-19T09:13:56.865737Z","caller":"traceutil/trace.go:171","msg":"trace[1927472636] transaction","detail":"{read_only:false; response_revision:6136; number_of_response:1; }","duration":"367.038475ms","start":"2026-03-19T09:13:56.498622Z","end":"2026-03-19T09:13:56.86566Z","steps":["trace[1927472636] 'process raft request' (duration: 366.792339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.865888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.799486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-2xjpn\" ","response":"range_response_count:1 size:3967"} {"level":"warn","ts":"2026-03-19T09:13:56.865903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.526781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:56.865958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.948785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:56.865977Z","caller":"traceutil/trace.go:171","msg":"trace[1947531355] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6137; }","duration":"222.663233ms","start":"2026-03-19T09:13:56.643295Z","end":"2026-03-19T09:13:56.865958Z","steps":["trace[1947531355] 'agreement among raft nodes before linearized reading' (duration: 222.52631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.865996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.323884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-9tmbj\" ","response":"range_response_count:1 size:5145"} {"level":"info","ts":"2026-03-19T09:13:56.86601Z","caller":"traceutil/trace.go:171","msg":"trace[779459344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6137; }","duration":"368.017317ms","start":"2026-03-19T09:13:56.497978Z","end":"2026-03-19T09:13:56.865995Z","steps":["trace[779459344] 'agreement among raft nodes before linearized reading' (duration: 367.953916ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.866037Z","caller":"traceutil/trace.go:171","msg":"trace[1894728638] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-9tmbj; range_end:; response_count:1; response_revision:6137; }","duration":"226.400576ms","start":"2026-03-19T09:13:56.63962Z","end":"2026-03-19T09:13:56.866021Z","steps":["trace[1894728638] 'agreement among raft nodes before linearized reading' (duration: 226.313794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.866048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.497961Z","time spent":"368.079538ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:56.866036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.741278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5326"} {"level":"warn","ts":"2026-03-19T09:13:56.865935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.821566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-b4p6l\" ","response":"range_response_count:1 size:4860"} {"level":"info","ts":"2026-03-19T09:13:56.865968Z","caller":"traceutil/trace.go:171","msg":"trace[2060904731] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-2xjpn; range_end:; response_count:1; response_revision:6137; }","duration":"369.889748ms","start":"2026-03-19T09:13:56.496059Z","end":"2026-03-19T09:13:56.865949Z","steps":["trace[2060904731] 'agreement among raft nodes before linearized reading' (duration: 369.696394ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.866094Z","caller":"traceutil/trace.go:171","msg":"trace[2113428059] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:6137; }","duration":"370.817919ms","start":"2026-03-19T09:13:56.495259Z","end":"2026-03-19T09:13:56.866077Z","steps":["trace[2113428059] 'agreement among raft nodes before linearized reading' (duration: 370.658145ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.866102Z","caller":"traceutil/trace.go:171","msg":"trace[1811013230] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-b4p6l; range_end:; response_count:1; response_revision:6137; }","duration":"370.00244ms","start":"2026-03-19T09:13:56.496084Z","end":"2026-03-19T09:13:56.866086Z","steps":["trace[1811013230] 'agreement among raft nodes before linearized reading' (duration: 369.659173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.86614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.495253Z","time spent":"370.87545ms","remote":"127.0.0.1:50692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5348,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-03-19T09:13:56.866154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.496078Z","time spent":"370.062171ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4882,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-b4p6l\" "} {"level":"warn","ts":"2026-03-19T09:13:56.866154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.496054Z","time spent":"370.080932ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3989,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-2xjpn\" "} {"level":"warn","ts":"2026-03-19T09:13:56.866305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.402748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:13:56.865896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.469999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-jn8jh\" ","response":"range_response_count:1 size:4907"} {"level":"warn","ts":"2026-03-19T09:13:56.866301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.129079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-kn6ck\" ","response":"range_response_count:1 size:4462"} {"level":"warn","ts":"2026-03-19T09:13:56.866323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.573658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4252"} {"level":"info","ts":"2026-03-19T09:13:56.866334Z","caller":"traceutil/trace.go:171","msg":"trace[914081439] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6137; }","duration":"369.452898ms","start":"2026-03-19T09:13:56.496873Z","end":"2026-03-19T09:13:56.866326Z","steps":["trace[914081439] 'agreement among raft nodes before linearized reading' (duration: 369.360186ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.866352Z","caller":"traceutil/trace.go:171","msg":"trace[712530949] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-kn6ck; range_end:; response_count:1; response_revision:6137; }","duration":"252.21527ms","start":"2026-03-19T09:13:56.614127Z","end":"2026-03-19T09:13:56.866342Z","steps":["trace[712530949] 'agreement among raft nodes before linearized reading' (duration: 252.109097ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.866357Z","caller":"traceutil/trace.go:171","msg":"trace[53727332] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:6137; }","duration":"176.64506ms","start":"2026-03-19T09:13:56.689702Z","end":"2026-03-19T09:13:56.866348Z","steps":["trace[53727332] 'agreement among raft nodes before linearized reading' (duration: 176.524637ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.86636Z","caller":"traceutil/trace.go:171","msg":"trace[74816607] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-jn8jh; range_end:; response_count:1; response_revision:6137; }","duration":"369.945089ms","start":"2026-03-19T09:13:56.496398Z","end":"2026-03-19T09:13:56.866343Z","steps":["trace[74816607] 'agreement among raft nodes before linearized reading' (duration: 369.382206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.866401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.225528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5930"} {"level":"warn","ts":"2026-03-19T09:13:56.866411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.496394Z","time spent":"370.00276ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4929,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-jn8jh\" "} {"level":"info","ts":"2026-03-19T09:13:56.866456Z","caller":"traceutil/trace.go:171","msg":"trace[486437511] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:6137; }","duration":"371.29938ms","start":"2026-03-19T09:13:56.49514Z","end":"2026-03-19T09:13:56.86644Z","steps":["trace[486437511] 'agreement among raft nodes before linearized reading' (duration: 371.138846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.866476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.412959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10703"} {"level":"warn","ts":"2026-03-19T09:13:56.866498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.495133Z","time spent":"371.352341ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5952,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" "} {"level":"info","ts":"2026-03-19T09:13:56.866528Z","caller":"traceutil/trace.go:171","msg":"trace[340812527] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6137; }","duration":"370.475521ms","start":"2026-03-19T09:13:56.496038Z","end":"2026-03-19T09:13:56.866514Z","steps":["trace[340812527] 'agreement among raft nodes before linearized reading' (duration: 370.331257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.866561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.177511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-5dfc7db66c-sjj2v\" ","response":"range_response_count:1 size:12125"} {"level":"warn","ts":"2026-03-19T09:13:56.866572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.694176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"warn","ts":"2026-03-19T09:13:56.866576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.496033Z","time spent":"370.532392ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10725,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-19T09:13:56.866589Z","caller":"traceutil/trace.go:171","msg":"trace[756405491] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-5dfc7db66c-sjj2v; range_end:; response_count:1; response_revision:6137; }","duration":"302.254383ms","start":"2026-03-19T09:13:56.564326Z","end":"2026-03-19T09:13:56.86658Z","steps":["trace[756405491] 'agreement among raft nodes before linearized reading' (duration: 302.182911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.866362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.496859Z","time spent":"369.496519ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:13:56.866606Z","caller":"traceutil/trace.go:171","msg":"trace[917462586] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:6137; }","duration":"370.738376ms","start":"2026-03-19T09:13:56.495857Z","end":"2026-03-19T09:13:56.866595Z","steps":["trace[917462586] 'agreement among raft nodes before linearized reading' (duration: 370.657465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.866601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.205715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:16873"} {"level":"warn","ts":"2026-03-19T09:13:56.866618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.564301Z","time spent":"302.308455ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":12147,"request content":"key:\"/registry/pods/openstack/keystone-api-5dfc7db66c-sjj2v\" "} {"level":"warn","ts":"2026-03-19T09:13:56.866634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.495851Z","time spent":"370.776297ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4284,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"warn","ts":"2026-03-19T09:13:56.865908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.498609Z","time spent":"367.215658ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5798,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:13:56.866648Z","caller":"traceutil/trace.go:171","msg":"trace[27832165] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:6137; }","duration":"370.263576ms","start":"2026-03-19T09:13:56.496371Z","end":"2026-03-19T09:13:56.866635Z","steps":["trace[27832165] 'agreement among raft nodes before linearized reading' (duration: 370.126603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.866538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.598656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19584"} {"level":"warn","ts":"2026-03-19T09:13:56.86671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.496366Z","time spent":"370.332678ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16895,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"info","ts":"2026-03-19T09:13:56.866741Z","caller":"traceutil/trace.go:171","msg":"trace[588645532] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6137; }","duration":"202.823301ms","start":"2026-03-19T09:13:56.663908Z","end":"2026-03-19T09:13:56.866731Z","steps":["trace[588645532] 'agreement among raft nodes before linearized reading' (duration: 202.535095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.866766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.555017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13661"} {"level":"warn","ts":"2026-03-19T09:13:56.866779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.667985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-nvqhj\" ","response":"range_response_count:1 size:5972"} {"level":"warn","ts":"2026-03-19T09:13:56.865895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.079292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3899"} {"level":"info","ts":"2026-03-19T09:13:56.866813Z","caller":"traceutil/trace.go:171","msg":"trace[685573824] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6137; }","duration":"327.657159ms","start":"2026-03-19T09:13:56.539144Z","end":"2026-03-19T09:13:56.866801Z","steps":["trace[685573824] 'agreement among raft nodes before linearized reading' (duration: 327.532656ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.866821Z","caller":"traceutil/trace.go:171","msg":"trace[770953879] range","detail":"{range_begin:/registry/pods/monitoring/vector-nvqhj; range_end:; response_count:1; response_revision:6137; }","duration":"370.743157ms","start":"2026-03-19T09:13:56.496066Z","end":"2026-03-19T09:13:56.866809Z","steps":["trace[770953879] 'agreement among raft nodes before linearized reading' (duration: 370.621984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.866817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.88531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4767"} {"level":"info","ts":"2026-03-19T09:13:56.866835Z","caller":"traceutil/trace.go:171","msg":"trace[1481646890] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:6137; }","duration":"353.058493ms","start":"2026-03-19T09:13:56.51376Z","end":"2026-03-19T09:13:56.866819Z","steps":["trace[1481646890] 'agreement among raft nodes before linearized reading' (duration: 351.957899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.866845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.539123Z","time spent":"327.71406ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13683,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-19T09:13:56.866865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.496046Z","time spent":"370.807638ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5994,"request content":"key:\"/registry/pods/monitoring/vector-nvqhj\" "} {"level":"info","ts":"2026-03-19T09:13:56.866872Z","caller":"traceutil/trace.go:171","msg":"trace[1023577365] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:6137; }","duration":"370.948961ms","start":"2026-03-19T09:13:56.495908Z","end":"2026-03-19T09:13:56.866857Z","steps":["trace[1023577365] 'agreement among raft nodes before linearized reading' (duration: 370.799718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.866885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.513745Z","time spent":"353.125214ms","remote":"127.0.0.1:50692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3921,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-19T09:13:56.866917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.495905Z","time spent":"370.999652ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4789,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"warn","ts":"2026-03-19T09:13:56.866491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.45672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11487"} {"level":"info","ts":"2026-03-19T09:13:56.866965Z","caller":"traceutil/trace.go:171","msg":"trace[1865736723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:6137; }","duration":"276.981021ms","start":"2026-03-19T09:13:56.589974Z","end":"2026-03-19T09:13:56.866955Z","steps":["trace[1865736723] 'agreement among raft nodes before linearized reading' (duration: 276.44978ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.86651Z","caller":"traceutil/trace.go:171","msg":"trace[1595420487] transaction","detail":"{read_only:false; response_revision:6137; number_of_response:1; }","duration":"343.568363ms","start":"2026-03-19T09:13:56.522912Z","end":"2026-03-19T09:13:56.86648Z","steps":["trace[1595420487] 'process raft request' (duration: 342.659203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.867079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.522892Z","time spent":"344.129935ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:57.288201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.278852ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-19T09:13:57.288336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.867535Z","time spent":"420.79493ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:13:57.288652Z","caller":"traceutil/trace.go:171","msg":"trace[27200585] linearizableReadLoop","detail":"{readStateIndex:6392; appliedIndex:6391; }","duration":"418.760035ms","start":"2026-03-19T09:13:56.869856Z","end":"2026-03-19T09:13:57.288616Z","steps":["trace[27200585] 'read index received' (duration: 72.040103ms)","trace[27200585] 'applied index is now lower than readState.Index' (duration: 346.715792ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:57.28887Z","caller":"traceutil/trace.go:171","msg":"trace[718070501] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"116.000301ms","start":"2026-03-19T09:13:57.172844Z","end":"2026-03-19T09:13:57.288844Z","steps":["trace[718070501] 'process raft request' (duration: 115.792187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.288927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.047081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:57.289011Z","caller":"traceutil/trace.go:171","msg":"trace[119403166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6139; }","duration":"419.159534ms","start":"2026-03-19T09:13:56.869828Z","end":"2026-03-19T09:13:57.288987Z","steps":["trace[119403166] 'agreement among raft nodes before linearized reading' (duration: 419.012021ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.289022Z","caller":"traceutil/trace.go:171","msg":"trace[344372318] transaction","detail":"{read_only:false; response_revision:6138; number_of_response:1; }","duration":"414.362627ms","start":"2026-03-19T09:13:56.87463Z","end":"2026-03-19T09:13:57.288992Z","steps":["trace[344372318] 'process raft request' (duration: 413.717412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.289064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.869813Z","time spent":"419.240816ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:57.289076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.675449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:13:57.289051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.443705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-4rzvk\" ","response":"range_response_count:1 size:8250"} {"level":"info","ts":"2026-03-19T09:13:57.289163Z","caller":"traceutil/trace.go:171","msg":"trace[1660256763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6139; }","duration":"416.776251ms","start":"2026-03-19T09:13:56.872335Z","end":"2026-03-19T09:13:57.289111Z","steps":["trace[1660256763] 'agreement among raft nodes before linearized reading' (duration: 416.559556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.289205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.874618Z","time spent":"414.449419ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:57.289231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.872309Z","time spent":"416.890484ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:13:57.289248Z","caller":"traceutil/trace.go:171","msg":"trace[768582207] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-4rzvk; range_end:; response_count:1; response_revision:6139; }","duration":"323.66344ms","start":"2026-03-19T09:13:56.965498Z","end":"2026-03-19T09:13:57.289161Z","steps":["trace[768582207] 'agreement among raft nodes before linearized reading' (duration: 323.399774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.289227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.784456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-03-19T09:13:57.289315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.759642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5100"} {"level":"warn","ts":"2026-03-19T09:13:57.289349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.965476Z","time spent":"323.853995ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8272,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-4rzvk\" "} {"level":"info","ts":"2026-03-19T09:13:57.28939Z","caller":"traceutil/trace.go:171","msg":"trace[169358350] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:6139; }","duration":"149.878975ms","start":"2026-03-19T09:13:57.139495Z","end":"2026-03-19T09:13:57.289374Z","steps":["trace[169358350] 'agreement among raft nodes before linearized reading' (duration: 149.470286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.289456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.017076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-99wt6\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-03-19T09:13:57.28951Z","caller":"traceutil/trace.go:171","msg":"trace[344768117] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-99wt6; range_end:; response_count:1; response_revision:6139; }","duration":"350.122898ms","start":"2026-03-19T09:13:56.93937Z","end":"2026-03-19T09:13:57.289493Z","steps":["trace[344768117] 'agreement among raft nodes before linearized reading' (duration: 349.990536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.289557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.939343Z","time spent":"350.20265ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4969,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-99wt6\" "} {"level":"warn","ts":"2026-03-19T09:13:57.289568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.476058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"info","ts":"2026-03-19T09:13:57.289625Z","caller":"traceutil/trace.go:171","msg":"trace[1236538898] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:6139; }","duration":"413.533839ms","start":"2026-03-19T09:13:56.876065Z","end":"2026-03-19T09:13:57.289599Z","steps":["trace[1236538898] 'agreement among raft nodes before linearized reading' (duration: 413.382735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.289614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.783775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:13:57.289657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.274642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5813"} {"level":"warn","ts":"2026-03-19T09:13:57.289663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.876055Z","time spent":"413.600911ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3334,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"info","ts":"2026-03-19T09:13:57.28968Z","caller":"traceutil/trace.go:171","msg":"trace[2138382168] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6139; }","duration":"136.327822ms","start":"2026-03-19T09:13:57.153345Z","end":"2026-03-19T09:13:57.289673Z","steps":["trace[2138382168] 'agreement among raft nodes before linearized reading' (duration: 136.255551ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.28968Z","caller":"traceutil/trace.go:171","msg":"trace[2129727030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6139; }","duration":"409.867357ms","start":"2026-03-19T09:13:56.879796Z","end":"2026-03-19T09:13:57.289663Z","steps":["trace[2129727030] 'agreement among raft nodes before linearized reading' (duration: 409.730384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.289669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.27527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"warn","ts":"2026-03-19T09:13:57.28973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.879791Z","time spent":"409.930488ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:13:57.289726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.054896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18203"} {"level":"info","ts":"2026-03-19T09:13:57.289749Z","caller":"traceutil/trace.go:171","msg":"trace[125374032] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6139; }","duration":"175.417483ms","start":"2026-03-19T09:13:57.114313Z","end":"2026-03-19T09:13:57.289731Z","steps":["trace[125374032] 'agreement among raft nodes before linearized reading' (duration: 175.151497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.2898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.798543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:57.28979Z","caller":"traceutil/trace.go:171","msg":"trace[975634544] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:6139; }","duration":"225.149828ms","start":"2026-03-19T09:13:57.064623Z","end":"2026-03-19T09:13:57.289772Z","steps":["trace[975634544] 'agreement among raft nodes before linearized reading' (duration: 224.463033ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.289828Z","caller":"traceutil/trace.go:171","msg":"trace[17372200] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6139; }","duration":"136.847125ms","start":"2026-03-19T09:13:57.152972Z","end":"2026-03-19T09:13:57.289819Z","steps":["trace[17372200] 'agreement among raft nodes before linearized reading' (duration: 136.810064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.289828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.488591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-l2nfd\" ","response":"range_response_count:1 size:4907"} {"level":"warn","ts":"2026-03-19T09:13:57.28985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.029253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:57.289873Z","caller":"traceutil/trace.go:171","msg":"trace[899911642] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-l2nfd; range_end:; response_count:1; response_revision:6139; }","duration":"414.544211ms","start":"2026-03-19T09:13:56.875317Z","end":"2026-03-19T09:13:57.289862Z","steps":["trace[899911642] 'agreement among raft nodes before linearized reading' (duration: 414.426869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.28989Z","caller":"traceutil/trace.go:171","msg":"trace[423210897] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:6139; }","duration":"411.068004ms","start":"2026-03-19T09:13:56.878811Z","end":"2026-03-19T09:13:57.289879Z","steps":["trace[423210897] 'agreement among raft nodes before linearized reading' (duration: 411.010233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.28991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.875312Z","time spent":"414.588732ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4929,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-l2nfd\" "} {"level":"warn","ts":"2026-03-19T09:13:57.289927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.878805Z","time spent":"411.114895ms","remote":"127.0.0.1:50358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:13:57.289797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.551393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-hvjf9\" ","response":"range_response_count:1 size:5157"} {"level":"info","ts":"2026-03-19T09:13:57.289333Z","caller":"traceutil/trace.go:171","msg":"trace[106955570] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:6139; }","duration":"124.96353ms","start":"2026-03-19T09:13:57.164344Z","end":"2026-03-19T09:13:57.289307Z","steps":["trace[106955570] 'agreement among raft nodes before linearized reading' (duration: 124.637193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.289989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.132182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-494lq\" ","response":"range_response_count:1 size:4157"} {"level":"warn","ts":"2026-03-19T09:13:57.289817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.309111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:57.291078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.222273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"info","ts":"2026-03-19T09:13:57.291227Z","caller":"traceutil/trace.go:171","msg":"trace[1897491279] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:6139; }","duration":"276.446018ms","start":"2026-03-19T09:13:57.014729Z","end":"2026-03-19T09:13:57.291175Z","steps":["trace[1897491279] 'agreement among raft nodes before linearized reading' (duration: 275.096329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.291262Z","caller":"traceutil/trace.go:171","msg":"trace[894740025] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6139; }","duration":"417.63957ms","start":"2026-03-19T09:13:56.873459Z","end":"2026-03-19T09:13:57.291098Z","steps":["trace[894740025] 'agreement among raft nodes before linearized reading' (duration: 416.317322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.291386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.873443Z","time spent":"417.883496ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:13:57.291476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.074071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12025"} {"level":"info","ts":"2026-03-19T09:13:57.29165Z","caller":"traceutil/trace.go:171","msg":"trace[241954391] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6139; }","duration":"414.231214ms","start":"2026-03-19T09:13:56.877352Z","end":"2026-03-19T09:13:57.291583Z","steps":["trace[241954391] 'agreement among raft nodes before linearized reading' (duration: 413.684891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.291712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.877345Z","time spent":"414.350846ms","remote":"127.0.0.1:50692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12047,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-19T09:13:57.289897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.841418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"info","ts":"2026-03-19T09:13:57.291952Z","caller":"traceutil/trace.go:171","msg":"trace[79929530] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:6139; }","duration":"376.906974ms","start":"2026-03-19T09:13:56.915017Z","end":"2026-03-19T09:13:57.291924Z","steps":["trace[79929530] 'agreement among raft nodes before linearized reading' (duration: 374.797747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.292009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.914997Z","time spent":"376.995656ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4540,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"warn","ts":"2026-03-19T09:13:57.29219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.113597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-88d66454b-4kcqf\" ","response":"range_response_count:1 size:11661"} {"level":"info","ts":"2026-03-19T09:13:57.292256Z","caller":"traceutil/trace.go:171","msg":"trace[1402708342] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-88d66454b-4kcqf; range_end:; response_count:1; response_revision:6139; }","duration":"416.216018ms","start":"2026-03-19T09:13:56.876022Z","end":"2026-03-19T09:13:57.292238Z","steps":["trace[1402708342] 'agreement among raft nodes before linearized reading' (duration: 416.028254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.292269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.578527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3888"} {"level":"warn","ts":"2026-03-19T09:13:57.292306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.196154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4105"} {"level":"warn","ts":"2026-03-19T09:13:57.292327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.875964Z","time spent":"416.345122ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":11683,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-88d66454b-4kcqf\" "} {"level":"info","ts":"2026-03-19T09:13:57.292349Z","caller":"traceutil/trace.go:171","msg":"trace[1353881826] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:6139; }","duration":"416.644758ms","start":"2026-03-19T09:13:56.875666Z","end":"2026-03-19T09:13:57.292311Z","steps":["trace[1353881826] 'agreement among raft nodes before linearized reading' (duration: 416.476704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.292398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.87566Z","time spent":"416.7286ms","remote":"127.0.0.1:50692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3910,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-19T09:13:57.292416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.12892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:13:57.292419Z","caller":"traceutil/trace.go:171","msg":"trace[867190722] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:6139; }","duration":"303.289596ms","start":"2026-03-19T09:13:56.989092Z","end":"2026-03-19T09:13:57.292381Z","steps":["trace[867190722] 'agreement among raft nodes before linearized reading' (duration: 302.761545ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.292454Z","caller":"traceutil/trace.go:171","msg":"trace[1473761974] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6139; }","duration":"146.205582ms","start":"2026-03-19T09:13:57.146234Z","end":"2026-03-19T09:13:57.29244Z","steps":["trace[1473761974] 'agreement among raft nodes before linearized reading' (duration: 143.683946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.292504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.989071Z","time spent":"303.419629ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4127,"request content":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" "} {"level":"info","ts":"2026-03-19T09:13:57.290973Z","caller":"traceutil/trace.go:171","msg":"trace[1632568161] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-hvjf9; range_end:; response_count:1; response_revision:6139; }","duration":"251.765029ms","start":"2026-03-19T09:13:57.039172Z","end":"2026-03-19T09:13:57.290937Z","steps":["trace[1632568161] 'agreement among raft nodes before linearized reading' (duration: 250.478881ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.291092Z","caller":"traceutil/trace.go:171","msg":"trace[1254135354] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-494lq; range_end:; response_count:1; response_revision:6139; }","duration":"415.224056ms","start":"2026-03-19T09:13:56.875838Z","end":"2026-03-19T09:13:57.291062Z","steps":["trace[1254135354] 'agreement among raft nodes before linearized reading' (duration: 414.085561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.29296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.875833Z","time spent":"417.082938ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4179,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-494lq\" "} {"level":"warn","ts":"2026-03-19T09:13:57.292349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.90207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:13:57.293056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.17952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-r42ns\" ","response":"range_response_count:1 size:5754"} {"level":"info","ts":"2026-03-19T09:13:57.293112Z","caller":"traceutil/trace.go:171","msg":"trace[1408914130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6139; }","duration":"420.634456ms","start":"2026-03-19T09:13:56.872415Z","end":"2026-03-19T09:13:57.293049Z","steps":["trace[1408914130] 'agreement among raft nodes before linearized reading' (duration: 417.426655ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.293197Z","caller":"traceutil/trace.go:171","msg":"trace[933450264] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-r42ns; range_end:; response_count:1; response_revision:6139; }","duration":"404.235411ms","start":"2026-03-19T09:13:56.888856Z","end":"2026-03-19T09:13:57.293091Z","steps":["trace[933450264] 'agreement among raft nodes before linearized reading' (duration: 401.060051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.293234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.872407Z","time spent":"420.79843ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:13:57.29329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.25008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16021"} {"level":"info","ts":"2026-03-19T09:13:57.293327Z","caller":"traceutil/trace.go:171","msg":"trace[817149348] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:6139; }","duration":"203.285281ms","start":"2026-03-19T09:13:57.090031Z","end":"2026-03-19T09:13:57.293317Z","steps":["trace[817149348] 'agreement among raft nodes before linearized reading' (duration: 199.60349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.293244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:56.888844Z","time spent":"404.387905ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5776,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-r42ns\" "} {"level":"info","ts":"2026-03-19T09:13:57.673068Z","caller":"traceutil/trace.go:171","msg":"trace[759637692] linearizableReadLoop","detail":"{readStateIndex:6399; appliedIndex:6395; }","duration":"361.46148ms","start":"2026-03-19T09:13:57.311586Z","end":"2026-03-19T09:13:57.673048Z","steps":["trace[759637692] 'read index received' (duration: 361.263876ms)","trace[759637692] 'applied index is now lower than readState.Index' (duration: 196.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:57.673099Z","caller":"traceutil/trace.go:171","msg":"trace[919659217] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"372.080617ms","start":"2026-03-19T09:13:57.300988Z","end":"2026-03-19T09:13:57.673069Z","steps":["trace[919659217] 'process raft request' (duration: 371.951064ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.67315Z","caller":"traceutil/trace.go:171","msg":"trace[1413525564] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"372.032916ms","start":"2026-03-19T09:13:57.30106Z","end":"2026-03-19T09:13:57.673093Z","steps":["trace[1413525564] 'process raft request' (duration: 371.961065ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.673224Z","caller":"traceutil/trace.go:171","msg":"trace[69221420] transaction","detail":"{read_only:false; response_revision:6141; number_of_response:1; }","duration":"374.213014ms","start":"2026-03-19T09:13:57.298979Z","end":"2026-03-19T09:13:57.673192Z","steps":["trace[69221420] 'process raft request' (duration: 373.856847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.673277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.301055Z","time spent":"372.151949ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:57.673326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.300981Z","time spent":"372.208299ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:57.673378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.126758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:115642"} {"level":"warn","ts":"2026-03-19T09:13:57.673387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.298961Z","time spent":"374.341168ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6090,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:13:57.673415Z","caller":"traceutil/trace.go:171","msg":"trace[1528064632] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:6144; }","duration":"372.172239ms","start":"2026-03-19T09:13:57.301233Z","end":"2026-03-19T09:13:57.673406Z","steps":["trace[1528064632] 'agreement among raft nodes before linearized reading' (duration: 371.933044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.673459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.810215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7960"} {"level":"info","ts":"2026-03-19T09:13:57.673201Z","caller":"traceutil/trace.go:171","msg":"trace[1867766240] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"372.130248ms","start":"2026-03-19T09:13:57.301031Z","end":"2026-03-19T09:13:57.673161Z","steps":["trace[1867766240] 'process raft request' (duration: 371.963904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.673504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.301226Z","time spent":"372.269391ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":13,"response size":115664,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:13:57.67353Z","caller":"traceutil/trace.go:171","msg":"trace[75072993] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:6144; }","duration":"373.899636ms","start":"2026-03-19T09:13:57.299608Z","end":"2026-03-19T09:13:57.673508Z","steps":["trace[75072993] 'agreement among raft nodes before linearized reading' (duration: 373.678541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.673457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.695042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" ","response":"range_response_count:1 size:3995"} {"level":"warn","ts":"2026-03-19T09:13:57.673574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.2996Z","time spent":"373.962529ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7982,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"info","ts":"2026-03-19T09:13:57.673593Z","caller":"traceutil/trace.go:171","msg":"trace[856713538] range","detail":"{range_begin:/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b; range_end:; response_count:1; response_revision:6144; }","duration":"373.838266ms","start":"2026-03-19T09:13:57.299737Z","end":"2026-03-19T09:13:57.673575Z","steps":["trace[856713538] 'agreement among raft nodes before linearized reading' (duration: 373.441517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.6736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.301026Z","time spent":"372.504357ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:57.673635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.299732Z","time spent":"373.891107ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4017,"request content":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" "} {"level":"info","ts":"2026-03-19T09:13:57.839797Z","caller":"traceutil/trace.go:171","msg":"trace[797318059] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"387.56665ms","start":"2026-03-19T09:13:57.452202Z","end":"2026-03-19T09:13:57.839769Z","steps":["trace[797318059] 'process raft request' (duration: 387.299344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.839982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.292803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-88d66454b\" ","response":"range_response_count:1 size:10507"} {"level":"info","ts":"2026-03-19T09:13:57.840059Z","caller":"traceutil/trace.go:171","msg":"trace[810237955] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-88d66454b; range_end:; response_count:1; response_revision:6146; }","duration":"351.388926ms","start":"2026-03-19T09:13:57.488649Z","end":"2026-03-19T09:13:57.840038Z","steps":["trace[810237955] 'agreement among raft nodes before linearized reading' (duration: 351.144601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.840079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.072307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5154"} {"level":"warn","ts":"2026-03-19T09:13:57.839985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.452184Z","time spent":"387.695044ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:57.840116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.488642Z","time spent":"351.458457ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":10529,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-88d66454b\" "} {"level":"info","ts":"2026-03-19T09:13:57.840161Z","caller":"traceutil/trace.go:171","msg":"trace[1875268410] transaction","detail":"{read_only:false; response_revision:6146; number_of_response:1; }","duration":"370.919301ms","start":"2026-03-19T09:13:57.469232Z","end":"2026-03-19T09:13:57.840151Z","steps":["trace[1875268410] 'process raft request' (duration: 370.45584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.840224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.46921Z","time spent":"370.980071ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:57.840222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.284074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-lxttq\" ","response":"range_response_count:1 size:3477"} {"level":"warn","ts":"2026-03-19T09:13:57.84032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.874722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6865"} {"level":"info","ts":"2026-03-19T09:13:57.840325Z","caller":"traceutil/trace.go:171","msg":"trace[1236977726] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-lxttq; range_end:; response_count:1; response_revision:6146; }","duration":"476.436939ms","start":"2026-03-19T09:13:57.363869Z","end":"2026-03-19T09:13:57.840306Z","steps":["trace[1236977726] 'agreement among raft nodes before linearized reading' (duration: 476.141341ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.84036Z","caller":"traceutil/trace.go:171","msg":"trace[1123593361] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:6146; }","duration":"176.009805ms","start":"2026-03-19T09:13:57.664338Z","end":"2026-03-19T09:13:57.840348Z","steps":["trace[1123593361] 'agreement among raft nodes before linearized reading' (duration: 175.864851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.840376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.363849Z","time spent":"476.51765ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3499,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-lxttq\" "} {"level":"warn","ts":"2026-03-19T09:13:57.840415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.036022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-03-19T09:13:57.840417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.804203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4130"} {"level":"info","ts":"2026-03-19T09:13:57.840504Z","caller":"traceutil/trace.go:171","msg":"trace[1122189624] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:6146; }","duration":"376.943605ms","start":"2026-03-19T09:13:57.46354Z","end":"2026-03-19T09:13:57.840484Z","steps":["trace[1122189624] 'agreement among raft nodes before linearized reading' (duration: 376.643377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.840534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.973377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-zfhtt\" ","response":"range_response_count:1 size:4918"} {"level":"warn","ts":"2026-03-19T09:13:57.84056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.290366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-03-19T09:13:57.840568Z","caller":"traceutil/trace.go:171","msg":"trace[1418541397] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-zfhtt; range_end:; response_count:1; response_revision:6146; }","duration":"502.019977ms","start":"2026-03-19T09:13:57.338537Z","end":"2026-03-19T09:13:57.840557Z","steps":["trace[1418541397] 'agreement among raft nodes before linearized reading' (duration: 501.936536ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.84059Z","caller":"traceutil/trace.go:171","msg":"trace[1346388761] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:6146; }","duration":"450.367968ms","start":"2026-03-19T09:13:57.390213Z","end":"2026-03-19T09:13:57.840581Z","steps":["trace[1346388761] 'agreement among raft nodes before linearized reading' (duration: 450.278736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.840162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.555288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:13:57.840613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.685061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-6479589586\" ","response":"range_response_count:1 size:6956"} {"level":"warn","ts":"2026-03-19T09:13:57.840602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.338529Z","time spent":"502.064529ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4940,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-zfhtt\" "} {"level":"warn","ts":"2026-03-19T09:13:57.84066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.135074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5209"} {"level":"info","ts":"2026-03-19T09:13:57.840667Z","caller":"traceutil/trace.go:171","msg":"trace[1791013998] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-6479589586; range_end:; response_count:1; response_revision:6146; }","duration":"301.778973ms","start":"2026-03-19T09:13:57.538872Z","end":"2026-03-19T09:13:57.840651Z","steps":["trace[1791013998] 'agreement among raft nodes before linearized reading' (duration: 301.565739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.840645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.167837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T09:13:57.840708Z","caller":"traceutil/trace.go:171","msg":"trace[1183967489] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:6146; }","duration":"250.222456ms","start":"2026-03-19T09:13:57.590472Z","end":"2026-03-19T09:13:57.840694Z","steps":["trace[1183967489] 'agreement among raft nodes before linearized reading' (duration: 250.119014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.840628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.390201Z","time spent":"450.420939ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3925,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-03-19T09:13:57.840718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.538854Z","time spent":"301.852025ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":6978,"request content":"key:\"/registry/replicasets/openstack/memcached-memcached-6479589586\" "} {"level":"info","ts":"2026-03-19T09:13:57.840749Z","caller":"traceutil/trace.go:171","msg":"trace[610283729] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6146; }","duration":"527.30375ms","start":"2026-03-19T09:13:57.313423Z","end":"2026-03-19T09:13:57.840727Z","steps":["trace[610283729] 'agreement among raft nodes before linearized reading' (duration: 526.42366ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.840129Z","caller":"traceutil/trace.go:171","msg":"trace[969640446] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:6146; }","duration":"225.171618ms","start":"2026-03-19T09:13:57.614946Z","end":"2026-03-19T09:13:57.840117Z","steps":["trace[969640446] 'agreement among raft nodes before linearized reading' (duration: 224.988924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.840813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.313411Z","time spent":"527.390982ms","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:13:57.840819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.408491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-19T09:13:57.840696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.989829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4774"} {"level":"info","ts":"2026-03-19T09:13:57.84086Z","caller":"traceutil/trace.go:171","msg":"trace[1317000868] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:6146; }","duration":"326.486643ms","start":"2026-03-19T09:13:57.514361Z","end":"2026-03-19T09:13:57.840848Z","steps":["trace[1317000868] 'agreement among raft nodes before linearized reading' (duration: 326.37203ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.84063Z","caller":"traceutil/trace.go:171","msg":"trace[1776629285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6146; }","duration":"396.085571ms","start":"2026-03-19T09:13:57.444537Z","end":"2026-03-19T09:13:57.840623Z","steps":["trace[1776629285] 'agreement among raft nodes before linearized reading' (duration: 395.502317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.840896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.514343Z","time spent":"326.545574ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5673,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"info","ts":"2026-03-19T09:13:57.840878Z","caller":"traceutil/trace.go:171","msg":"trace[332271004] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:6146; }","duration":"401.219415ms","start":"2026-03-19T09:13:57.439639Z","end":"2026-03-19T09:13:57.840859Z","steps":["trace[332271004] 'agreement among raft nodes before linearized reading' (duration: 400.453147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.840904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.475431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-zzjwm\" ","response":"range_response_count:1 size:4018"} {"level":"warn","ts":"2026-03-19T09:13:57.840915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.444514Z","time spent":"396.383968ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:13:57.840954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.439613Z","time spent":"401.327198ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4796,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-03-19T09:13:57.840966Z","caller":"traceutil/trace.go:171","msg":"trace[422806790] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-zzjwm; range_end:; response_count:1; response_revision:6146; }","duration":"526.556193ms","start":"2026-03-19T09:13:57.314389Z","end":"2026-03-19T09:13:57.840945Z","steps":["trace[422806790] 'agreement among raft nodes before linearized reading' (duration: 526.388129ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.839787Z","caller":"traceutil/trace.go:171","msg":"trace[1783280377] linearizableReadLoop","detail":"{readStateIndex:6401; appliedIndex:6399; }","duration":"166.632716ms","start":"2026-03-19T09:13:57.673125Z","end":"2026-03-19T09:13:57.839758Z","steps":["trace[1783280377] 'read index received' (duration: 166.457662ms)","trace[1783280377] 'applied index is now lower than readState.Index' (duration: 173.544µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:57.841012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.314376Z","time spent":"526.624154ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4040,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-zzjwm\" "} {"level":"info","ts":"2026-03-19T09:13:57.840452Z","caller":"traceutil/trace.go:171","msg":"trace[1290019604] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6146; }","duration":"201.099614ms","start":"2026-03-19T09:13:57.639344Z","end":"2026-03-19T09:13:57.840444Z","steps":["trace[1290019604] 'agreement among raft nodes before linearized reading' (duration: 200.992722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.84056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.463524Z","time spent":"377.027667ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4152,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-19T09:13:57.840986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.095592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"range_response_count:1 size:4898"} {"level":"info","ts":"2026-03-19T09:13:57.841125Z","caller":"traceutil/trace.go:171","msg":"trace[2010730809] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:6146; }","duration":"276.235485ms","start":"2026-03-19T09:13:57.564852Z","end":"2026-03-19T09:13:57.841088Z","steps":["trace[2010730809] 'agreement among raft nodes before linearized reading' (duration: 275.297233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.841233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.247364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17023"} {"level":"info","ts":"2026-03-19T09:13:57.841311Z","caller":"traceutil/trace.go:171","msg":"trace[565649802] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6146; }","duration":"427.393367ms","start":"2026-03-19T09:13:57.4139Z","end":"2026-03-19T09:13:57.841293Z","steps":["trace[565649802] 'agreement among raft nodes before linearized reading' (duration: 427.05917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.841357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.413879Z","time spent":"427.467059ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17045,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T09:13:57.842073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.389514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:13:57.842156Z","caller":"traceutil/trace.go:171","msg":"trace[2037054680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6146; }","duration":"449.076939ms","start":"2026-03-19T09:13:57.393055Z","end":"2026-03-19T09:13:57.842132Z","steps":["trace[2037054680] 'agreement among raft nodes before linearized reading' (duration: 446.91229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.842224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.393048Z","time spent":"449.163521ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:58.171402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.453285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:58.171966Z","caller":"traceutil/trace.go:171","msg":"trace[1656387937] linearizableReadLoop","detail":"{readStateIndex:6404; appliedIndex:6401; }","duration":"330.913401ms","start":"2026-03-19T09:13:57.841029Z","end":"2026-03-19T09:13:58.171942Z","steps":["trace[1656387937] 'read index received' (duration: 202.79463ms)","trace[1656387937] 'applied index is now lower than readState.Index' (duration: 128.117471ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:58.172196Z","caller":"traceutil/trace.go:171","msg":"trace[2027429385] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"491.285548ms","start":"2026-03-19T09:13:57.680892Z","end":"2026-03-19T09:13:58.172177Z","steps":["trace[2027429385] 'process raft request' (duration: 490.972241ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:58.172268Z","caller":"traceutil/trace.go:171","msg":"trace[426374448] transaction","detail":"{read_only:false; response_revision:6148; number_of_response:1; }","duration":"493.576079ms","start":"2026-03-19T09:13:57.678661Z","end":"2026-03-19T09:13:58.172237Z","steps":["trace[426374448] 'process raft request' (duration: 492.970326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.172298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.680883Z","time spent":"491.366029ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5980,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:58.172297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.073088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5706"} {"level":"info","ts":"2026-03-19T09:13:58.17229Z","caller":"traceutil/trace.go:171","msg":"trace[502419637] transaction","detail":"{read_only:false; response_revision:6147; number_of_response:1; }","duration":"494.031458ms","start":"2026-03-19T09:13:57.678221Z","end":"2026-03-19T09:13:58.172252Z","steps":["trace[502419637] 'process raft request' (duration: 365.629612ms)","trace[502419637] 'compare' (duration: 127.304402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:58.172328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.721991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-03-19T09:13:58.172395Z","caller":"traceutil/trace.go:171","msg":"trace[1331261429] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:6149; }","duration":"457.852894ms","start":"2026-03-19T09:13:57.714526Z","end":"2026-03-19T09:13:58.172379Z","steps":["trace[1331261429] 'agreement among raft nodes before linearized reading' (duration: 457.577898ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:58.172366Z","caller":"traceutil/trace.go:171","msg":"trace[485212801] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:6149; }","duration":"484.166ms","start":"2026-03-19T09:13:57.688181Z","end":"2026-03-19T09:13:58.172347Z","steps":["trace[485212801] 'agreement among raft nodes before linearized reading' (duration: 483.927065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.172428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.67864Z","time spent":"493.705011ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6136,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:58.172443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.714515Z","time spent":"457.917965ms","remote":"127.0.0.1:50692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7530,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-19T09:13:58.172445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.678203Z","time spent":"494.165472ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:58.172503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.688172Z","time spent":"484.278553ms","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5728,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-03-19T09:13:58.178743Z","caller":"traceutil/trace.go:171","msg":"trace[1680023972] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"331.999994ms","start":"2026-03-19T09:13:57.846723Z","end":"2026-03-19T09:13:58.178723Z","steps":["trace[1680023972] 'process raft request' (duration: 331.878661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.178879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.846696Z","time spent":"332.115267ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:58.178908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.27376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T09:13:58.179018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.241271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19584"} {"level":"info","ts":"2026-03-19T09:13:58.179023Z","caller":"traceutil/trace.go:171","msg":"trace[1261318419] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6150; }","duration":"336.410443ms","start":"2026-03-19T09:13:57.842582Z","end":"2026-03-19T09:13:58.178992Z","steps":["trace[1261318419] 'agreement among raft nodes before linearized reading' (duration: 336.165497ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:58.17905Z","caller":"traceutil/trace.go:171","msg":"trace[2134602306] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6150; }","duration":"239.290322ms","start":"2026-03-19T09:13:57.93975Z","end":"2026-03-19T09:13:58.17904Z","steps":["trace[2134602306] 'agreement among raft nodes before linearized reading' (duration: 239.22368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.179073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.842565Z","time spent":"336.497675ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-19T09:13:58.179155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.496899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19584"} {"level":"warn","ts":"2026-03-19T09:13:58.179213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.588977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19584"} {"level":"info","ts":"2026-03-19T09:13:58.179231Z","caller":"traceutil/trace.go:171","msg":"trace[1985737021] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6150; }","duration":"314.629629ms","start":"2026-03-19T09:13:57.864596Z","end":"2026-03-19T09:13:58.179226Z","steps":["trace[1985737021] 'agreement among raft nodes before linearized reading' (duration: 314.576657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.17929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.322212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"info","ts":"2026-03-19T09:13:58.179323Z","caller":"traceutil/trace.go:171","msg":"trace[1862747948] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:6150; }","duration":"332.368044ms","start":"2026-03-19T09:13:57.846945Z","end":"2026-03-19T09:13:58.179313Z","steps":["trace[1862747948] 'agreement among raft nodes before linearized reading' (duration: 332.288972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.179328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.638257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15347"} {"level":"warn","ts":"2026-03-19T09:13:58.178951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.954634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4586"} {"level":"warn","ts":"2026-03-19T09:13:58.179348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.846935Z","time spent":"332.406494ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3681,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"info","ts":"2026-03-19T09:13:58.179353Z","caller":"traceutil/trace.go:171","msg":"trace[703112636] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6150; }","duration":"264.736599ms","start":"2026-03-19T09:13:57.914608Z","end":"2026-03-19T09:13:58.179345Z","steps":["trace[703112636] 'agreement among raft nodes before linearized reading' (duration: 264.665268ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:58.179381Z","caller":"traceutil/trace.go:171","msg":"trace[1860910026] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6150; }","duration":"289.53676ms","start":"2026-03-19T09:13:57.889647Z","end":"2026-03-19T09:13:58.179184Z","steps":["trace[1860910026] 'agreement among raft nodes before linearized reading' (duration: 289.407447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.179531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.048461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3113"} {"level":"warn","ts":"2026-03-19T09:13:58.179541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.86458Z","time spent":"314.66838ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19606,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T09:13:58.179376Z","caller":"traceutil/trace.go:171","msg":"trace[1005801750] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:6150; }","duration":"332.388844ms","start":"2026-03-19T09:13:57.846969Z","end":"2026-03-19T09:13:58.179358Z","steps":["trace[1005801750] 'agreement among raft nodes before linearized reading' (duration: 331.882392ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:58.179574Z","caller":"traceutil/trace.go:171","msg":"trace[773588298] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:6150; }","duration":"334.114562ms","start":"2026-03-19T09:13:57.845449Z","end":"2026-03-19T09:13:58.179563Z","steps":["trace[773588298] 'agreement among raft nodes before linearized reading' (duration: 333.964219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.179541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.9864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19584"} {"level":"warn","ts":"2026-03-19T09:13:58.179611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.845429Z","time spent":"334.173274ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3135,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" "} {"level":"warn","ts":"2026-03-19T09:13:58.179616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.846962Z","time spent":"332.638699ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":4608,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" "} {"level":"warn","ts":"2026-03-19T09:13:58.17966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.066922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19584"} {"level":"info","ts":"2026-03-19T09:13:58.179718Z","caller":"traceutil/trace.go:171","msg":"trace[259627861] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6150; }","duration":"334.153763ms","start":"2026-03-19T09:13:57.845555Z","end":"2026-03-19T09:13:58.179709Z","steps":["trace[259627861] 'agreement among raft nodes before linearized reading' (duration: 333.957839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.179768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.845548Z","time spent":"334.200264ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19606,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T09:13:58.179655Z","caller":"traceutil/trace.go:171","msg":"trace[2011495981] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6150; }","duration":"334.141964ms","start":"2026-03-19T09:13:57.845483Z","end":"2026-03-19T09:13:58.179625Z","steps":["trace[2011495981] 'agreement among raft nodes before linearized reading' (duration: 333.806636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.179901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.845467Z","time spent":"334.378628ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19606,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:13:58.179633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.748212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19584"} {"level":"info","ts":"2026-03-19T09:13:58.179971Z","caller":"traceutil/trace.go:171","msg":"trace[1615977322] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6150; }","duration":"333.091529ms","start":"2026-03-19T09:13:57.846862Z","end":"2026-03-19T09:13:58.179954Z","steps":["trace[1615977322] 'agreement among raft nodes before linearized reading' (duration: 332.632359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.180023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.846856Z","time spent":"333.153511ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19606,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T09:13:58.406615Z","caller":"traceutil/trace.go:171","msg":"trace[144734757] linearizableReadLoop","detail":"{readStateIndex:6406; appliedIndex:6405; }","duration":"227.102281ms","start":"2026-03-19T09:13:58.179488Z","end":"2026-03-19T09:13:58.40659Z","steps":["trace[144734757] 'read index received' (duration: 147.187163ms)","trace[144734757] 'applied index is now lower than readState.Index' (duration: 79.913918ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:58.406708Z","caller":"traceutil/trace.go:171","msg":"trace[1461795164] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"228.623496ms","start":"2026-03-19T09:13:58.177995Z","end":"2026-03-19T09:13:58.406619Z","steps":["trace[1461795164] 'process raft request' (duration: 148.673217ms)","trace[1461795164] 'compare' (duration: 79.701544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:58.406892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.607399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:58.406927Z","caller":"traceutil/trace.go:171","msg":"trace[559283781] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6151; }","duration":"225.673711ms","start":"2026-03-19T09:13:58.181243Z","end":"2026-03-19T09:13:58.406916Z","steps":["trace[559283781] 'agreement among raft nodes before linearized reading' (duration: 225.491007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.406979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.499335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:546"} {"level":"info","ts":"2026-03-19T09:13:58.407067Z","caller":"traceutil/trace.go:171","msg":"trace[1014844340] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6151; }","duration":"104.649748ms","start":"2026-03-19T09:13:58.302397Z","end":"2026-03-19T09:13:58.407047Z","steps":["trace[1014844340] 'agreement among raft nodes before linearized reading' (duration: 104.392333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.407022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.535981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:58.40712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.617583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-fernet-setup-pd9ml\" ","response":"range_response_count:1 size:6151"} {"level":"info","ts":"2026-03-19T09:13:58.407197Z","caller":"traceutil/trace.go:171","msg":"trace[447826928] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6151; }","duration":"200.696194ms","start":"2026-03-19T09:13:58.206444Z","end":"2026-03-19T09:13:58.40714Z","steps":["trace[447826928] 'agreement among raft nodes before linearized reading' (duration: 200.453519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.407231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.804469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:13:58.407259Z","caller":"traceutil/trace.go:171","msg":"trace[520702350] range","detail":"{range_begin:/registry/pods/openstack/keystone-fernet-setup-pd9ml; range_end:; response_count:1; response_revision:6151; }","duration":"227.759126ms","start":"2026-03-19T09:13:58.179452Z","end":"2026-03-19T09:13:58.407211Z","steps":["trace[520702350] 'agreement among raft nodes before linearized reading' (duration: 227.258475ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:58.407271Z","caller":"traceutil/trace.go:171","msg":"trace[1966287478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6151; }","duration":"210.873731ms","start":"2026-03-19T09:13:58.196384Z","end":"2026-03-19T09:13:58.407258Z","steps":["trace[1966287478] 'agreement among raft nodes before linearized reading' (duration: 210.775819ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:58.550676Z","caller":"traceutil/trace.go:171","msg":"trace[405310703] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"133.08283ms","start":"2026-03-19T09:13:58.417553Z","end":"2026-03-19T09:13:58.550636Z","steps":["trace[405310703] 'process raft request' (duration: 127.23843ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:59.125466Z","caller":"traceutil/trace.go:171","msg":"trace[1018693461] transaction","detail":"{read_only:false; response_revision:6153; number_of_response:1; }","duration":"251.900444ms","start":"2026-03-19T09:13:58.873539Z","end":"2026-03-19T09:13:59.125439Z","steps":["trace[1018693461] 'process raft request' (duration: 251.71881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:59.414848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.051256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:59.414979Z","caller":"traceutil/trace.go:171","msg":"trace[1775969197] linearizableReadLoop","detail":"{readStateIndex:6409; appliedIndex:6408; }","duration":"109.364683ms","start":"2026-03-19T09:13:59.305597Z","end":"2026-03-19T09:13:59.414961Z","steps":["trace[1775969197] 'read index received' (duration: 63.122µs)","trace[1775969197] 'applied index is now lower than readState.Index' (duration: 109.300031ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:59.415073Z","caller":"traceutil/trace.go:171","msg":"trace[1463447979] transaction","detail":"{read_only:false; response_revision:6154; number_of_response:1; }","duration":"326.592585ms","start":"2026-03-19T09:13:59.088467Z","end":"2026-03-19T09:13:59.41506Z","steps":["trace[1463447979] 'process raft request' (duration: 128.249533ms)","trace[1463447979] 'compare' (duration: 197.894611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:59.415141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.08844Z","time spent":"326.668577ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:59.415264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.644389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:59.415508Z","caller":"traceutil/trace.go:171","msg":"trace[1221356929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6154; }","duration":"109.769342ms","start":"2026-03-19T09:13:59.30556Z","end":"2026-03-19T09:13:59.415329Z","steps":["trace[1221356929] 'agreement among raft nodes before linearized reading' (duration: 109.524716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:59.416405Z","caller":"traceutil/trace.go:171","msg":"trace[845494746] transaction","detail":"{read_only:false; response_revision:6155; number_of_response:1; }","duration":"110.702892ms","start":"2026-03-19T09:13:59.305682Z","end":"2026-03-19T09:13:59.416385Z","steps":["trace[845494746] 'process raft request' (duration: 110.59548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:59.425402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.703572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:59.425505Z","caller":"traceutil/trace.go:171","msg":"trace[483749255] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6156; }","duration":"119.818515ms","start":"2026-03-19T09:13:59.305645Z","end":"2026-03-19T09:13:59.425463Z","steps":["trace[483749255] 'agreement among raft nodes before linearized reading' (duration: 119.650711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:59.425595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.808164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5995"} {"level":"info","ts":"2026-03-19T09:13:59.425663Z","caller":"traceutil/trace.go:171","msg":"trace[931463334] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6156; }","duration":"119.924807ms","start":"2026-03-19T09:13:59.305723Z","end":"2026-03-19T09:13:59.425648Z","steps":["trace[931463334] 'agreement among raft nodes before linearized reading' (duration: 119.659221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:00.175667Z","caller":"traceutil/trace.go:171","msg":"trace[1775538757] linearizableReadLoop","detail":"{readStateIndex:6413; appliedIndex:6412; }","duration":"498.224033ms","start":"2026-03-19T09:13:59.677418Z","end":"2026-03-19T09:14:00.175642Z","steps":["trace[1775538757] 'read index received' (duration: 498.08462ms)","trace[1775538757] 'applied index is now lower than readState.Index' (duration: 138.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:00.175714Z","caller":"traceutil/trace.go:171","msg":"trace[805709230] transaction","detail":"{read_only:false; response_revision:6158; number_of_response:1; }","duration":"741.020933ms","start":"2026-03-19T09:13:59.434665Z","end":"2026-03-19T09:14:00.175686Z","steps":["trace[805709230] 'process raft request' (duration: 740.814358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.175827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.434644Z","time spent":"741.127865ms","remote":"127.0.0.1:39582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2829,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:14:00.175931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.501608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:14:00.175984Z","caller":"traceutil/trace.go:171","msg":"trace[1184480717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6158; }","duration":"498.615831ms","start":"2026-03-19T09:13:59.677357Z","end":"2026-03-19T09:14:00.175973Z","steps":["trace[1184480717] 'agreement among raft nodes before linearized reading' (duration: 498.400226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.176025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.677336Z","time spent":"498.680213ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:00.513752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.684661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:00.513849Z","caller":"traceutil/trace.go:171","msg":"trace[859436486] linearizableReadLoop","detail":"{readStateIndex:6414; appliedIndex:6413; }","duration":"338.104251ms","start":"2026-03-19T09:14:00.17573Z","end":"2026-03-19T09:14:00.513834Z","steps":["trace[859436486] 'read index received' (duration: 125.287487ms)","trace[859436486] 'applied index is now lower than readState.Index' (duration: 212.815374ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:00.513915Z","caller":"traceutil/trace.go:171","msg":"trace[1536636606] transaction","detail":"{read_only:false; response_revision:6159; number_of_response:1; }","duration":"667.713592ms","start":"2026-03-19T09:13:59.846188Z","end":"2026-03-19T09:14:00.513901Z","steps":["trace[1536636606] 'process raft request' (duration: 454.810966ms)","trace[1536636606] 'compare' (duration: 212.576929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:00.513982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.846165Z","time spent":"667.771753ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:00.514215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.148499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:14:00.514247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.230531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:14:00.514291Z","caller":"traceutil/trace.go:171","msg":"trace[1012389878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6159; }","duration":"831.24802ms","start":"2026-03-19T09:13:59.68303Z","end":"2026-03-19T09:14:00.514278Z","steps":["trace[1012389878] 'agreement among raft nodes before linearized reading' (duration: 831.076137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.51433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.683018Z","time spent":"831.303731ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:14:00.514338Z","caller":"traceutil/trace.go:171","msg":"trace[2120080608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6159; }","duration":"836.339613ms","start":"2026-03-19T09:13:59.677973Z","end":"2026-03-19T09:14:00.514313Z","steps":["trace[2120080608] 'agreement among raft nodes before linearized reading' (duration: 836.095078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.514247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.765683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:14:00.514477Z","caller":"traceutil/trace.go:171","msg":"trace[2033845855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6159; }","duration":"837.042769ms","start":"2026-03-19T09:13:59.677416Z","end":"2026-03-19T09:14:00.514458Z","steps":["trace[2033845855] 'agreement among raft nodes before linearized reading' (duration: 836.687192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.514583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.67739Z","time spent":"837.173953ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:14:00.514397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.677967Z","time spent":"836.416175ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:14:00.92167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.973612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:00.921828Z","caller":"traceutil/trace.go:171","msg":"trace[1375268122] linearizableReadLoop","detail":"{readStateIndex:6416; appliedIndex:6414; }","duration":"407.940605ms","start":"2026-03-19T09:14:00.513873Z","end":"2026-03-19T09:14:00.921814Z","steps":["trace[1375268122] 'read index received' (duration: 263.686206ms)","trace[1375268122] 'applied index is now lower than readState.Index' (duration: 144.253359ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:00.921856Z","caller":"traceutil/trace.go:171","msg":"trace[257445414] transaction","detail":"{read_only:false; response_revision:6161; number_of_response:1; }","duration":"626.885765ms","start":"2026-03-19T09:14:00.294946Z","end":"2026-03-19T09:14:00.921831Z","steps":["trace[257445414] 'process raft request' (duration: 626.808402ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:00.921853Z","caller":"traceutil/trace.go:171","msg":"trace[1644912031] transaction","detail":"{read_only:false; response_revision:6160; number_of_response:1; }","duration":"741.566345ms","start":"2026-03-19T09:14:00.180254Z","end":"2026-03-19T09:14:00.92182Z","steps":["trace[1644912031] 'process raft request' (duration: 597.367087ms)","trace[1644912031] 'compare' (duration: 143.750518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:00.921889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.973699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:00.921907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.870825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:00.921935Z","caller":"traceutil/trace.go:171","msg":"trace[1592693435] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6161; }","duration":"659.044871ms","start":"2026-03-19T09:14:00.262877Z","end":"2026-03-19T09:14:00.921922Z","steps":["trace[1592693435] 'agreement among raft nodes before linearized reading' (duration: 658.944418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.921972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.262865Z","time spent":"659.098862ms","remote":"127.0.0.1:56764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:14:00.921975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.294921Z","time spent":"626.989747ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:00.921992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.18023Z","time spent":"741.687139ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:00.921936Z","caller":"traceutil/trace.go:171","msg":"trace[1608361428] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6161; }","duration":"680.934938ms","start":"2026-03-19T09:14:00.24099Z","end":"2026-03-19T09:14:00.921925Z","steps":["trace[1608361428] 'agreement among raft nodes before linearized reading' (duration: 680.886567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.922041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.006929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:14:00.922145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.24097Z","time spent":"681.124661ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":3,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:00.922177Z","caller":"traceutil/trace.go:171","msg":"trace[11655698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6161; }","duration":"739.150892ms","start":"2026-03-19T09:14:00.183008Z","end":"2026-03-19T09:14:00.922159Z","steps":["trace[11655698] 'agreement among raft nodes before linearized reading' (duration: 738.944867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.922289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.182994Z","time spent":"739.286894ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:00.922574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.8234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:00.922607Z","caller":"traceutil/trace.go:171","msg":"trace[372337942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6161; }","duration":"425.485964ms","start":"2026-03-19T09:14:00.497114Z","end":"2026-03-19T09:14:00.9226Z","steps":["trace[372337942] 'agreement among raft nodes before linearized reading' (duration: 424.856371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.922624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.497085Z","time spent":"425.532716ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:14:01.227766Z","caller":"traceutil/trace.go:171","msg":"trace[362006501] transaction","detail":"{read_only:false; response_revision:6164; number_of_response:1; }","duration":"301.684591ms","start":"2026-03-19T09:14:00.926059Z","end":"2026-03-19T09:14:01.227743Z","steps":["trace[362006501] 'process raft request' (duration: 301.606019ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:01.227783Z","caller":"traceutil/trace.go:171","msg":"trace[49931723] transaction","detail":"{read_only:false; response_revision:6163; number_of_response:1; }","duration":"707.926328ms","start":"2026-03-19T09:14:00.519815Z","end":"2026-03-19T09:14:01.227741Z","steps":["trace[49931723] 'process raft request' (duration: 707.756824ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:01.22779Z","caller":"traceutil/trace.go:171","msg":"trace[219112171] linearizableReadLoop","detail":"{readStateIndex:6418; appliedIndex:6416; }","duration":"305.895214ms","start":"2026-03-19T09:14:00.921854Z","end":"2026-03-19T09:14:01.227749Z","steps":["trace[219112171] 'read index received' (duration: 256.065946ms)","trace[219112171] 'applied index is now lower than readState.Index' (duration: 49.824568ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:01.227843Z","caller":"traceutil/trace.go:171","msg":"trace[300905314] transaction","detail":"{read_only:false; response_revision:6162; number_of_response:1; }","duration":"708.380297ms","start":"2026-03-19T09:14:00.519421Z","end":"2026-03-19T09:14:01.227802Z","steps":["trace[300905314] 'process raft request' (duration: 658.482257ms)","trace[300905314] 'compare' (duration: 49.44328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:01.227903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.926044Z","time spent":"301.789843ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:01.227997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.216397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:01.228041Z","caller":"traceutil/trace.go:171","msg":"trace[492136021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6165; }","duration":"304.312289ms","start":"2026-03-19T09:14:00.923718Z","end":"2026-03-19T09:14:01.22803Z","steps":["trace[492136021] 'agreement among raft nodes before linearized reading' (duration: 304.209237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:01.228028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.519396Z","time spent":"708.538481ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:01.22808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.923701Z","time spent":"304.37065ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:01.228217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.519795Z","time spent":"708.058651ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:01.228322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.852969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:117005"} {"level":"warn","ts":"2026-03-19T09:14:01.228349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.18576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19584"} {"level":"info","ts":"2026-03-19T09:14:01.228468Z","caller":"traceutil/trace.go:171","msg":"trace[1973798771] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:6165; }","duration":"261.408675ms","start":"2026-03-19T09:14:00.967046Z","end":"2026-03-19T09:14:01.228454Z","steps":["trace[1973798771] 'agreement among raft nodes before linearized reading' (duration: 261.088138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:01.228402Z","caller":"traceutil/trace.go:171","msg":"trace[1343797131] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:6165; }","duration":"709.958942ms","start":"2026-03-19T09:14:00.518421Z","end":"2026-03-19T09:14:01.22838Z","steps":["trace[1343797131] 'agreement among raft nodes before linearized reading' (duration: 709.455091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:01.228577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.518407Z","time spent":"710.150306ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":13,"response size":117027,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:14:01.670403Z","caller":"traceutil/trace.go:171","msg":"trace[1073643640] linearizableReadLoop","detail":"{readStateIndex:6421; appliedIndex:6420; }","duration":"239.930907ms","start":"2026-03-19T09:14:01.430451Z","end":"2026-03-19T09:14:01.670382Z","steps":["trace[1073643640] 'read index received' (duration: 239.729193ms)","trace[1073643640] 'applied index is now lower than readState.Index' (duration: 197.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:01.670484Z","caller":"traceutil/trace.go:171","msg":"trace[290375932] transaction","detail":"{read_only:false; response_revision:6166; number_of_response:1; }","duration":"249.560231ms","start":"2026-03-19T09:14:01.420891Z","end":"2026-03-19T09:14:01.670451Z","steps":["trace[290375932] 'process raft request' (duration: 249.338546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:01.670625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.153942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5995"} {"level":"info","ts":"2026-03-19T09:14:01.670671Z","caller":"traceutil/trace.go:171","msg":"trace[1988105492] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6166; }","duration":"240.237144ms","start":"2026-03-19T09:14:01.43042Z","end":"2026-03-19T09:14:01.670658Z","steps":["trace[1988105492] 'agreement among raft nodes before linearized reading' (duration: 240.075011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:01.670671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.144272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:01.67075Z","caller":"traceutil/trace.go:171","msg":"trace[664399019] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6166; }","duration":"240.247895ms","start":"2026-03-19T09:14:01.430482Z","end":"2026-03-19T09:14:01.67073Z","steps":["trace[664399019] 'agreement among raft nodes before linearized reading' (duration: 240.094792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:01.670789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.295232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:14:01.670898Z","caller":"traceutil/trace.go:171","msg":"trace[1100640259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6166; }","duration":"203.452206ms","start":"2026-03-19T09:14:01.467422Z","end":"2026-03-19T09:14:01.670874Z","steps":["trace[1100640259] 'agreement among raft nodes before linearized reading' (duration: 203.19553ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:01.834051Z","caller":"traceutil/trace.go:171","msg":"trace[20305931] transaction","detail":"{read_only:false; response_revision:6167; number_of_response:1; }","duration":"158.398683ms","start":"2026-03-19T09:14:01.675624Z","end":"2026-03-19T09:14:01.834023Z","steps":["trace[20305931] 'process raft request' (duration: 157.909962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:02.438314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.717709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:02.438474Z","caller":"traceutil/trace.go:171","msg":"trace[99592534] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6168; }","duration":"193.916223ms","start":"2026-03-19T09:14:02.244535Z","end":"2026-03-19T09:14:02.438451Z","steps":["trace[99592534] 'count revisions from in-memory index tree' (duration: 193.631317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:02.636203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.471526ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:14:02.636379Z","caller":"traceutil/trace.go:171","msg":"trace[1306591998] linearizableReadLoop","detail":"{readStateIndex:6424; appliedIndex:6423; }","duration":"140.736742ms","start":"2026-03-19T09:14:02.495619Z","end":"2026-03-19T09:14:02.636355Z","steps":["trace[1306591998] 'read index received' (duration: 44.921µs)","trace[1306591998] 'applied index is now lower than readState.Index' (duration: 140.688971ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:02.636463Z","caller":"traceutil/trace.go:171","msg":"trace[1541335897] transaction","detail":"{read_only:false; response_revision:6169; number_of_response:1; }","duration":"114.731643ms","start":"2026-03-19T09:14:02.521711Z","end":"2026-03-19T09:14:02.636443Z","steps":["trace[1541335897] 'process raft request' (duration: 114.60131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:02.636565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.921575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:02.63661Z","caller":"traceutil/trace.go:171","msg":"trace[1432849674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6169; }","duration":"141.032088ms","start":"2026-03-19T09:14:02.495567Z","end":"2026-03-19T09:14:02.6366Z","steps":["trace[1432849674] 'agreement among raft nodes before linearized reading' (duration: 140.870225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.103258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.858214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:14:03.103344Z","caller":"traceutil/trace.go:171","msg":"trace[2142156467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6169; }","duration":"176.958266ms","start":"2026-03-19T09:14:02.926366Z","end":"2026-03-19T09:14:03.103324Z","steps":["trace[2142156467] 'range keys from in-memory index tree' (duration: 176.579868ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:03.21809Z","caller":"traceutil/trace.go:171","msg":"trace[2067065573] transaction","detail":"{read_only:false; response_revision:6170; number_of_response:1; }","duration":"110.682872ms","start":"2026-03-19T09:14:03.10734Z","end":"2026-03-19T09:14:03.218023Z","steps":["trace[2067065573] 'process raft request' (duration: 110.490818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:03.708721Z","caller":"traceutil/trace.go:171","msg":"trace[1026599001] linearizableReadLoop","detail":"{readStateIndex:6427; appliedIndex:6426; }","duration":"472.287326ms","start":"2026-03-19T09:14:03.236414Z","end":"2026-03-19T09:14:03.708702Z","steps":["trace[1026599001] 'read index received' (duration: 472.165983ms)","trace[1026599001] 'applied index is now lower than readState.Index' (duration: 120.373µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:03.708775Z","caller":"traceutil/trace.go:171","msg":"trace[17417816] transaction","detail":"{read_only:false; response_revision:6171; number_of_response:1; }","duration":"474.24499ms","start":"2026-03-19T09:14:03.234497Z","end":"2026-03-19T09:14:03.708742Z","steps":["trace[17417816] 'process raft request' (duration: 474.080636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.708948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.234472Z","time spent":"474.369342ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:03.709012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.554852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:14:03.709083Z","caller":"traceutil/trace.go:171","msg":"trace[748979422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6171; }","duration":"472.669664ms","start":"2026-03-19T09:14:03.236399Z","end":"2026-03-19T09:14:03.709068Z","steps":["trace[748979422] 'agreement among raft nodes before linearized reading' (duration: 472.416328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.70912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.236391Z","time spent":"472.720005ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:14:03.78995Z","caller":"traceutil/trace.go:171","msg":"trace[258310211] transaction","detail":"{read_only:false; response_revision:6172; number_of_response:1; }","duration":"553.46407ms","start":"2026-03-19T09:14:03.236466Z","end":"2026-03-19T09:14:03.78993Z","steps":["trace[258310211] 'process raft request' (duration: 553.220635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.7901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.236439Z","time spent":"553.574113ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:03.790303Z","caller":"traceutil/trace.go:171","msg":"trace[1094070536] transaction","detail":"{read_only:false; response_revision:6174; number_of_response:1; }","duration":"551.512897ms","start":"2026-03-19T09:14:03.238758Z","end":"2026-03-19T09:14:03.790271Z","steps":["trace[1094070536] 'process raft request' (duration: 551.315963ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:03.7903Z","caller":"traceutil/trace.go:171","msg":"trace[1965041204] transaction","detail":"{read_only:false; response_revision:6173; number_of_response:1; }","duration":"551.60632ms","start":"2026-03-19T09:14:03.238657Z","end":"2026-03-19T09:14:03.790264Z","steps":["trace[1965041204] 'process raft request' (duration: 551.236182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.790397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.238736Z","time spent":"551.61689ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:03.790405Z","caller":"traceutil/trace.go:171","msg":"trace[52095418] transaction","detail":"{read_only:false; response_revision:6175; number_of_response:1; }","duration":"113.986475ms","start":"2026-03-19T09:14:03.676401Z","end":"2026-03-19T09:14:03.790387Z","steps":["trace[52095418] 'process raft request' (duration: 113.75969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.790453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.152809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:14:03.790492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.1007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:03.790508Z","caller":"traceutil/trace.go:171","msg":"trace[445575530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6175; }","duration":"377.245422ms","start":"2026-03-19T09:14:03.413249Z","end":"2026-03-19T09:14:03.790495Z","steps":["trace[445575530] 'agreement among raft nodes before linearized reading' (duration: 377.083147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.790346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.324882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5995"} {"level":"info","ts":"2026-03-19T09:14:03.790551Z","caller":"traceutil/trace.go:171","msg":"trace[796141109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6175; }","duration":"293.189423ms","start":"2026-03-19T09:14:03.497343Z","end":"2026-03-19T09:14:03.790533Z","steps":["trace[796141109] 'agreement among raft nodes before linearized reading' (duration: 293.100651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.790553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.413235Z","time spent":"377.307063ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:14:03.790578Z","caller":"traceutil/trace.go:171","msg":"trace[28532971] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6175; }","duration":"114.582398ms","start":"2026-03-19T09:14:03.675983Z","end":"2026-03-19T09:14:03.790565Z","steps":["trace[28532971] 'agreement among raft nodes before linearized reading' (duration: 114.23682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.791126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.12732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:03.791238Z","caller":"traceutil/trace.go:171","msg":"trace[1066318681] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6175; }","duration":"115.298554ms","start":"2026-03-19T09:14:03.675911Z","end":"2026-03-19T09:14:03.79121Z","steps":["trace[1066318681] 'agreement among raft nodes before linearized reading' (duration: 114.322172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.791559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.238637Z","time spent":"551.762184ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:03.944653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.369514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:14:03.944745Z","caller":"traceutil/trace.go:171","msg":"trace[1048625017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6175; }","duration":"105.693021ms","start":"2026-03-19T09:14:03.839032Z","end":"2026-03-19T09:14:03.944725Z","steps":["trace[1048625017] 'range keys from in-memory index tree' (duration: 105.193989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:04.452983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325093673,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:14:04.665324Z","caller":"traceutil/trace.go:171","msg":"trace[1875633047] linearizableReadLoop","detail":"{readStateIndex:6432; appliedIndex:6431; }","duration":"713.387249ms","start":"2026-03-19T09:14:03.951901Z","end":"2026-03-19T09:14:04.665288Z","steps":["trace[1875633047] 'read index received' (duration: 713.308497ms)","trace[1875633047] 'applied index is now lower than readState.Index' (duration: 78.042µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:04.665403Z","caller":"traceutil/trace.go:171","msg":"trace[495916891] transaction","detail":"{read_only:false; response_revision:6176; number_of_response:1; }","duration":"715.878735ms","start":"2026-03-19T09:14:03.949518Z","end":"2026-03-19T09:14:04.665396Z","steps":["trace[495916891] 'process raft request' (duration: 715.6477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:04.665476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.949501Z","time spent":"715.917406ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:04.665616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.698546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:14:04.665692Z","caller":"traceutil/trace.go:171","msg":"trace[627892652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6176; }","duration":"713.778848ms","start":"2026-03-19T09:14:03.951894Z","end":"2026-03-19T09:14:04.665672Z","steps":["trace[627892652] 'agreement among raft nodes before linearized reading' (duration: 713.589834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:04.665771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.951872Z","time spent":"713.88111ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:14:04.920004Z","caller":"traceutil/trace.go:171","msg":"trace[1808921867] linearizableReadLoop","detail":"{readStateIndex:6433; appliedIndex:6432; }","duration":"254.607243ms","start":"2026-03-19T09:14:04.665373Z","end":"2026-03-19T09:14:04.919981Z","steps":["trace[1808921867] 'read index received' (duration: 254.45765ms)","trace[1808921867] 'applied index is now lower than readState.Index' (duration: 148.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:04.920109Z","caller":"traceutil/trace.go:171","msg":"trace[1525217384] transaction","detail":"{read_only:false; response_revision:6177; number_of_response:1; }","duration":"279.250462ms","start":"2026-03-19T09:14:04.640825Z","end":"2026-03-19T09:14:04.920075Z","steps":["trace[1525217384] 'process raft request' (duration: 278.986407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:04.920109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.659121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:04.920308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.223903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19584"} {"level":"info","ts":"2026-03-19T09:14:04.920348Z","caller":"traceutil/trace.go:171","msg":"trace[591017106] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6177; }","duration":"253.288665ms","start":"2026-03-19T09:14:04.667049Z","end":"2026-03-19T09:14:04.920338Z","steps":["trace[591017106] 'agreement among raft nodes before linearized reading' (duration: 253.07529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:04.920345Z","caller":"traceutil/trace.go:171","msg":"trace[1077844015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6177; }","duration":"288.919726ms","start":"2026-03-19T09:14:04.631386Z","end":"2026-03-19T09:14:04.920306Z","steps":["trace[1077844015] 'agreement among raft nodes before linearized reading' (duration: 288.669841ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:05.364895Z","caller":"traceutil/trace.go:171","msg":"trace[63591998] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"247.763992ms","start":"2026-03-19T09:14:05.117119Z","end":"2026-03-19T09:14:05.364883Z","steps":["trace[63591998] 'process raft request' (duration: 247.653509ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:05.364919Z","caller":"traceutil/trace.go:171","msg":"trace[1222351308] linearizableReadLoop","detail":"{readStateIndex:6434; appliedIndex:6434; }","duration":"142.354727ms","start":"2026-03-19T09:14:05.222532Z","end":"2026-03-19T09:14:05.364887Z","steps":["trace[1222351308] 'read index received' (duration: 142.338657ms)","trace[1222351308] 'applied index is now lower than readState.Index' (duration: 13.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:05.365871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.319678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:14:05.365923Z","caller":"traceutil/trace.go:171","msg":"trace[1063203281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6178; }","duration":"143.42382ms","start":"2026-03-19T09:14:05.222488Z","end":"2026-03-19T09:14:05.365911Z","steps":["trace[1063203281] 'agreement among raft nodes before linearized reading' (duration: 142.534881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:05.649938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.465127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:05.650108Z","caller":"traceutil/trace.go:171","msg":"trace[665291770] transaction","detail":"{read_only:false; response_revision:6179; number_of_response:1; }","duration":"302.955719ms","start":"2026-03-19T09:14:05.347129Z","end":"2026-03-19T09:14:05.650085Z","steps":["trace[665291770] 'process raft request' (duration: 116.269147ms)","trace[665291770] 'compare' (duration: 186.348365ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:05.650158Z","caller":"traceutil/trace.go:171","msg":"trace[308816693] linearizableReadLoop","detail":"{readStateIndex:6435; appliedIndex:6434; }","duration":"285.165283ms","start":"2026-03-19T09:14:05.364985Z","end":"2026-03-19T09:14:05.65015Z","steps":["trace[308816693] 'read index received' (duration: 98.392029ms)","trace[308816693] 'applied index is now lower than readState.Index' (duration: 186.772404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:05.650202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.347106Z","time spent":"303.056481ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:05.650124Z","caller":"traceutil/trace.go:171","msg":"trace[84379908] transaction","detail":"{read_only:false; response_revision:6180; number_of_response:1; }","duration":"263.981732ms","start":"2026-03-19T09:14:05.386129Z","end":"2026-03-19T09:14:05.650111Z","steps":["trace[84379908] 'process raft request' (duration: 263.930981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:05.650383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.493191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T09:14:05.650427Z","caller":"traceutil/trace.go:171","msg":"trace[480474056] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6180; }","duration":"343.560421ms","start":"2026-03-19T09:14:05.306855Z","end":"2026-03-19T09:14:05.650415Z","steps":["trace[480474056] 'agreement among raft nodes before linearized reading' (duration: 343.431299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:05.650423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.051779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:05.650461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.30684Z","time spent":"343.614223ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T09:14:05.650489Z","caller":"traceutil/trace.go:171","msg":"trace[1355004275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6180; }","duration":"155.181183ms","start":"2026-03-19T09:14:05.495291Z","end":"2026-03-19T09:14:05.650472Z","steps":["trace[1355004275] 'agreement among raft nodes before linearized reading' (duration: 155.046989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.296733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325093684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:14:06.785628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024162492s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:06.786124Z","caller":"traceutil/trace.go:171","msg":"trace[836670911] transaction","detail":"{read_only:false; response_revision:6181; number_of_response:1; }","duration":"1.13106853s","start":"2026-03-19T09:14:05.655021Z","end":"2026-03-19T09:14:06.78609Z","steps":["trace[836670911] 'process raft request' (duration: 106.223243ms)","trace[836670911] 'compare' (duration: 1.023600379s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:06.786227Z","caller":"traceutil/trace.go:171","msg":"trace[1254631982] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"1.090361294s","start":"2026-03-19T09:14:05.695846Z","end":"2026-03-19T09:14:06.786208Z","steps":["trace[1254631982] 'process raft request' (duration: 1.089880483s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.786353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.69582Z","time spent":"1.090485617s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:14:06.78636Z","caller":"traceutil/trace.go:171","msg":"trace[1914661928] transaction","detail":"{read_only:false; response_revision:6183; number_of_response:1; }","duration":"1.071892594s","start":"2026-03-19T09:14:05.714186Z","end":"2026-03-19T09:14:06.786078Z","steps":["trace[1914661928] 'process raft request' (duration: 1.071639178s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.786442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.714164Z","time spent":"1.072243121s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:06.786505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.654996Z","time spent":"1.131199842s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:06.789041Z","caller":"traceutil/trace.go:171","msg":"trace[1562244550] linearizableReadLoop","detail":"{readStateIndex:6440; appliedIndex:6436; }","duration":"992.821553ms","start":"2026-03-19T09:14:05.796167Z","end":"2026-03-19T09:14:06.788988Z","steps":["trace[1562244550] 'read index received' (duration: 934.066346ms)","trace[1562244550] 'applied index is now lower than readState.Index' (duration: 58.753407ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:06.789116Z","caller":"traceutil/trace.go:171","msg":"trace[1992397552] transaction","detail":"{read_only:false; response_revision:6184; number_of_response:1; }","duration":"991.375262ms","start":"2026-03-19T09:14:05.797712Z","end":"2026-03-19T09:14:06.789087Z","steps":["trace[1992397552] 'process raft request' (duration: 991.084766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.789281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.797694Z","time spent":"991.520885ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:06.789398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.881812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:06.789439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.104314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:06.789524Z","caller":"traceutil/trace.go:171","msg":"trace[1766869887] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6184; }","duration":"745.218006ms","start":"2026-03-19T09:14:06.044281Z","end":"2026-03-19T09:14:06.789499Z","steps":["trace[1766869887] 'agreement among raft nodes before linearized reading' (duration: 745.045033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.78956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.044259Z","time spent":"745.292898ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":47,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:14:06.789564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.451796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:14:06.789581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.829715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:14:06.789594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.928698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-fernet-setup-pd9ml\" ","response":"range_response_count:1 size:7468"} {"level":"info","ts":"2026-03-19T09:14:06.789628Z","caller":"traceutil/trace.go:171","msg":"trace[573911194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6184; }","duration":"119.913377ms","start":"2026-03-19T09:14:06.669702Z","end":"2026-03-19T09:14:06.789615Z","steps":["trace[573911194] 'agreement among raft nodes before linearized reading' (duration: 119.798365ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:06.789632Z","caller":"traceutil/trace.go:171","msg":"trace[1569827764] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6184; }","duration":"992.531307ms","start":"2026-03-19T09:14:05.797085Z","end":"2026-03-19T09:14:06.789616Z","steps":["trace[1569827764] 'agreement among raft nodes before linearized reading' (duration: 992.347923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.789659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.455118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:14:06.789779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.641155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:06.789815Z","caller":"traceutil/trace.go:171","msg":"trace[182102925] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6184; }","duration":"687.720587ms","start":"2026-03-19T09:14:06.102083Z","end":"2026-03-19T09:14:06.789804Z","steps":["trace[182102925] 'agreement among raft nodes before linearized reading' (duration: 687.659506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.789843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.207202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5995"} {"level":"warn","ts":"2026-03-19T09:14:06.789842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.416087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:14:06.789863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.102061Z","time spent":"687.791978ms","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:06.789899Z","caller":"traceutil/trace.go:171","msg":"trace[740055324] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6184; }","duration":"993.266204ms","start":"2026-03-19T09:14:05.796607Z","end":"2026-03-19T09:14:06.789873Z","steps":["trace[740055324] 'agreement among raft nodes before linearized reading' (duration: 993.144471ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:06.789913Z","caller":"traceutil/trace.go:171","msg":"trace[1430976800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6184; }","duration":"993.520969ms","start":"2026-03-19T09:14:05.796361Z","end":"2026-03-19T09:14:06.789882Z","steps":["trace[1430976800] 'agreement among raft nodes before linearized reading' (duration: 993.393996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.789952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.796598Z","time spent":"993.344355ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6017,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T09:14:06.789962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.796337Z","time spent":"993.613311ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:14:06.789459Z","caller":"traceutil/trace.go:171","msg":"trace[772140870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6184; }","duration":"292.000114ms","start":"2026-03-19T09:14:06.497444Z","end":"2026-03-19T09:14:06.789445Z","steps":["trace[772140870] 'agreement among raft nodes before linearized reading' (duration: 291.903772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:06.78998Z","caller":"traceutil/trace.go:171","msg":"trace[188094606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6184; }","duration":"993.637202ms","start":"2026-03-19T09:14:05.796118Z","end":"2026-03-19T09:14:06.789756Z","steps":["trace[188094606] 'agreement among raft nodes before linearized reading' (duration: 993.06728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.789396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.421695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:06.7901Z","caller":"traceutil/trace.go:171","msg":"trace[759531902] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6184; }","duration":"993.155891ms","start":"2026-03-19T09:14:05.79693Z","end":"2026-03-19T09:14:06.790086Z","steps":["trace[759531902] 'agreement among raft nodes before linearized reading' (duration: 992.401165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.790158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.796089Z","time spent":"993.98262ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:14:06.789683Z","caller":"traceutil/trace.go:171","msg":"trace[685232026] range","detail":"{range_begin:/registry/pods/openstack/keystone-fernet-setup-pd9ml; range_end:; response_count:1; response_revision:6184; }","duration":"771.051101ms","start":"2026-03-19T09:14:06.018611Z","end":"2026-03-19T09:14:06.789662Z","steps":["trace[685232026] 'agreement among raft nodes before linearized reading' (duration: 770.789925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.790245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.314844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:14:06.790343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.018595Z","time spent":"771.718655ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7490,"request content":"key:\"/registry/pods/openstack/keystone-fernet-setup-pd9ml\" "} {"level":"warn","ts":"2026-03-19T09:14:06.790182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.796922Z","time spent":"993.224493ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:14:06.789698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.797079Z","time spent":"992.606399ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:14:06.790182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.523619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414244"} {"level":"info","ts":"2026-03-19T09:14:06.790597Z","caller":"traceutil/trace.go:171","msg":"trace[91849006] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6184; }","duration":"508.0113ms","start":"2026-03-19T09:14:06.282565Z","end":"2026-03-19T09:14:06.790576Z","steps":["trace[91849006] 'agreement among raft nodes before linearized reading' (duration: 506.896816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.790687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.282543Z","time spent":"508.123253ms","remote":"127.0.0.1:54118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414266,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-19T09:14:06.790374Z","caller":"traceutil/trace.go:171","msg":"trace[1431882251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6184; }","duration":"994.239725ms","start":"2026-03-19T09:14:05.796116Z","end":"2026-03-19T09:14:06.790356Z","steps":["trace[1431882251] 'agreement among raft nodes before linearized reading' (duration: 993.157552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.79095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.796082Z","time spent":"994.786399ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:14:07.338933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.901279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:07.339042Z","caller":"traceutil/trace.go:171","msg":"trace[1122342989] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"543.814277ms","start":"2026-03-19T09:14:06.795209Z","end":"2026-03-19T09:14:07.339023Z","steps":["trace[1122342989] 'process raft request' (duration: 208.753265ms)","trace[1122342989] 'compare' (duration: 334.766106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:07.3391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.795183Z","time spent":"543.890978ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:07.674702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.976886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:07.674985Z","caller":"traceutil/trace.go:171","msg":"trace[74241880] transaction","detail":"{read_only:false; response_revision:6187; number_of_response:1; }","duration":"878.896771ms","start":"2026-03-19T09:14:06.796051Z","end":"2026-03-19T09:14:07.674948Z","steps":["trace[74241880] 'process raft request' (duration: 878.782878ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:07.674952Z","caller":"traceutil/trace.go:171","msg":"trace[1311101246] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"879.396232ms","start":"2026-03-19T09:14:06.795522Z","end":"2026-03-19T09:14:07.674918Z","steps":["trace[1311101246] 'process raft request' (duration: 662.087749ms)","trace[1311101246] 'compare' (duration: 216.810602ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:07.675034Z","caller":"traceutil/trace.go:171","msg":"trace[808571302] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"878.372398ms","start":"2026-03-19T09:14:06.796637Z","end":"2026-03-19T09:14:07.675009Z","steps":["trace[808571302] 'process raft request' (duration: 878.253495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.675118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.796612Z","time spent":"878.470071ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:07.675177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.796004Z","time spent":"879.065304ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:07.675307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.795509Z","time spent":"879.671578ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:07.67543Z","caller":"traceutil/trace.go:171","msg":"trace[1067861910] transaction","detail":"{read_only:false; response_revision:6189; number_of_response:1; }","duration":"873.719486ms","start":"2026-03-19T09:14:06.80169Z","end":"2026-03-19T09:14:07.675409Z","steps":["trace[1067861910] 'process raft request' (duration: 873.259596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.675553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.801678Z","time spent":"873.803457ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7688,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:07.675757Z","caller":"traceutil/trace.go:171","msg":"trace[2045422904] transaction","detail":"{read_only:false; response_revision:6190; number_of_response:1; }","duration":"750.502993ms","start":"2026-03-19T09:14:06.925234Z","end":"2026-03-19T09:14:07.675737Z","steps":["trace[2045422904] 'process raft request' (duration: 750.043023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.675826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.925197Z","time spent":"750.598985ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:07.677111Z","caller":"traceutil/trace.go:171","msg":"trace[830139594] linearizableReadLoop","detail":"{readStateIndex:6444; appliedIndex:6440; }","duration":"879.815541ms","start":"2026-03-19T09:14:06.797254Z","end":"2026-03-19T09:14:07.677069Z","steps":["trace[830139594] 'read index received' (duration: 206.724949ms)","trace[830139594] 'applied index is now lower than readState.Index' (duration: 673.086182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:07.677705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.22199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:117240"} {"level":"info","ts":"2026-03-19T09:14:07.677871Z","caller":"traceutil/trace.go:171","msg":"trace[1448639292] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:6190; }","duration":"880.641999ms","start":"2026-03-19T09:14:06.797213Z","end":"2026-03-19T09:14:07.677855Z","steps":["trace[1448639292] 'agreement among raft nodes before linearized reading' (duration: 879.998575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.677913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.7972Z","time spent":"880.70153ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":13,"response size":117262,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:14:07.910792Z","caller":"traceutil/trace.go:171","msg":"trace[1203372992] transaction","detail":"{read_only:false; response_revision:6191; number_of_response:1; }","duration":"684.69594ms","start":"2026-03-19T09:14:07.226062Z","end":"2026-03-19T09:14:07.910758Z","steps":["trace[1203372992] 'process raft request' (duration: 586.051046ms)","trace[1203372992] 'compare' (duration: 98.356078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:07.910991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.226027Z","time spent":"684.861884ms","remote":"127.0.0.1:54118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414229,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:07.912519Z","caller":"traceutil/trace.go:171","msg":"trace[519144486] linearizableReadLoop","detail":"{readStateIndex:6448; appliedIndex:6446; }","duration":"235.300574ms","start":"2026-03-19T09:14:07.67719Z","end":"2026-03-19T09:14:07.91249Z","steps":["trace[519144486] 'read index received' (duration: 134.932011ms)","trace[519144486] 'applied index is now lower than readState.Index' (duration: 100.367353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:07.912833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.139294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-fernet-setup-pd9ml\" ","response":"range_response_count:1 size:7703"} {"level":"info","ts":"2026-03-19T09:14:07.9129Z","caller":"traceutil/trace.go:171","msg":"trace[1931040743] range","detail":"{range_begin:/registry/pods/openstack/keystone-fernet-setup-pd9ml; range_end:; response_count:1; response_revision:6192; }","duration":"232.238636ms","start":"2026-03-19T09:14:07.680646Z","end":"2026-03-19T09:14:07.912885Z","steps":["trace[1931040743] 'agreement among raft nodes before linearized reading' (duration: 232.023151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.912972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115587436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T09:14:07.912833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.764354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:14:07.912874Z","caller":"traceutil/trace.go:171","msg":"trace[1499818804] transaction","detail":"{read_only:false; response_revision:6192; number_of_response:1; }","duration":"379.982893ms","start":"2026-03-19T09:14:07.532854Z","end":"2026-03-19T09:14:07.912837Z","steps":["trace[1499818804] 'process raft request' (duration: 379.494422ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:07.913063Z","caller":"traceutil/trace.go:171","msg":"trace[1550808838] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:6192; }","duration":"1.115705858s","start":"2026-03-19T09:14:06.797324Z","end":"2026-03-19T09:14:07.91303Z","steps":["trace[1550808838] 'agreement among raft nodes before linearized reading' (duration: 1.11533228s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:07.913065Z","caller":"traceutil/trace.go:171","msg":"trace[1062988002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6192; }","duration":"258.05427ms","start":"2026-03-19T09:14:07.654994Z","end":"2026-03-19T09:14:07.913048Z","steps":["trace[1062988002] 'agreement among raft nodes before linearized reading' (duration: 257.655211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.913101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.797318Z","time spent":"1.115775319s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:14:07.913214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.532832Z","time spent":"380.260919ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:14:08.538287Z","caller":"traceutil/trace.go:171","msg":"trace[1494389220] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"619.648573ms","start":"2026-03-19T09:14:07.918613Z","end":"2026-03-19T09:14:08.538261Z","steps":["trace[1494389220] 'process raft request' (duration: 561.297646ms)","trace[1494389220] 'compare' (duration: 58.140063ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:08.538417Z","caller":"traceutil/trace.go:171","msg":"trace[186493945] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"619.723495ms","start":"2026-03-19T09:14:07.918672Z","end":"2026-03-19T09:14:08.538396Z","steps":["trace[186493945] 'process raft request' (duration: 619.542331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:08.538447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.918593Z","time spent":"619.771586ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:08.538637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.91865Z","time spent":"619.823367ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:09.120481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.454448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:09.120779Z","caller":"traceutil/trace.go:171","msg":"trace[256602705] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"1.167276205s","start":"2026-03-19T09:14:07.953484Z","end":"2026-03-19T09:14:09.12076Z","steps":["trace[256602705] 'process raft request' (duration: 1.167131091s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:09.12086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.953468Z","time spent":"1.167359346s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7699,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:09.120997Z","caller":"traceutil/trace.go:171","msg":"trace[508215273] transaction","detail":"{read_only:false; response_revision:6195; number_of_response:1; }","duration":"1.175584889s","start":"2026-03-19T09:14:07.945241Z","end":"2026-03-19T09:14:09.120826Z","steps":["trace[508215273] 'process raft request' (duration: 903.63089ms)","trace[508215273] 'compare' (duration: 271.345486ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:09.121182Z","caller":"traceutil/trace.go:171","msg":"trace[2082395143] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"326.818649ms","start":"2026-03-19T09:14:08.79434Z","end":"2026-03-19T09:14:09.121159Z","steps":["trace[2082395143] 'process raft request' (duration: 326.673646ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:09.121186Z","caller":"traceutil/trace.go:171","msg":"trace[597482175] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"328.66521ms","start":"2026-03-19T09:14:08.792453Z","end":"2026-03-19T09:14:09.121118Z","steps":["trace[597482175] 'process raft request' (duration: 328.260722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:09.121267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.945209Z","time spent":"1.175885706s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:09.121328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:08.794331Z","time spent":"326.917181ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:09.121358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:08.792426Z","time spent":"328.839534ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:09.121673Z","caller":"traceutil/trace.go:171","msg":"trace[15621735] linearizableReadLoop","detail":"{readStateIndex:6453; appliedIndex:6451; }","duration":"626.380973ms","start":"2026-03-19T09:14:08.495275Z","end":"2026-03-19T09:14:09.121656Z","steps":["trace[15621735] 'read index received' (duration: 353.590085ms)","trace[15621735] 'applied index is now lower than readState.Index' (duration: 272.788888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:09.12182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.019757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:09.121825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.539568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:09.121851Z","caller":"traceutil/trace.go:171","msg":"trace[836344561] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6198; }","duration":"328.054117ms","start":"2026-03-19T09:14:08.793789Z","end":"2026-03-19T09:14:09.121843Z","steps":["trace[836344561] 'agreement among raft nodes before linearized reading' (duration: 327.997406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:09.121878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:08.79376Z","time spent":"328.112888ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-19T09:14:09.121881Z","caller":"traceutil/trace.go:171","msg":"trace[697183899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6198; }","duration":"626.639289ms","start":"2026-03-19T09:14:08.495227Z","end":"2026-03-19T09:14:09.121866Z","steps":["trace[697183899] 'agreement among raft nodes before linearized reading' (duration: 626.535327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:09.121919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:08.495203Z","time spent":"626.708661ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:09.122058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.012862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5995"} {"level":"info","ts":"2026-03-19T09:14:09.122155Z","caller":"traceutil/trace.go:171","msg":"trace[264680622] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6198; }","duration":"326.120345ms","start":"2026-03-19T09:14:08.796013Z","end":"2026-03-19T09:14:09.122133Z","steps":["trace[264680622] 'agreement among raft nodes before linearized reading' (duration: 325.839919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:09.122135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.073676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19584"} {"level":"warn","ts":"2026-03-19T09:14:09.122225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:08.795973Z","time spent":"326.237417ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6017,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-19T09:14:09.122231Z","caller":"traceutil/trace.go:171","msg":"trace[2075002246] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6198; }","duration":"189.209639ms","start":"2026-03-19T09:14:08.933005Z","end":"2026-03-19T09:14:09.122215Z","steps":["trace[2075002246] 'agreement among raft nodes before linearized reading' (duration: 188.78607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:09.736418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.852227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:09.736664Z","caller":"traceutil/trace.go:171","msg":"trace[340994879] linearizableReadLoop","detail":"{readStateIndex:6457; appliedIndex:6456; }","duration":"240.824637ms","start":"2026-03-19T09:14:09.495814Z","end":"2026-03-19T09:14:09.736639Z","steps":["trace[340994879] 'read index received' (duration: 35.543101ms)","trace[340994879] 'applied index is now lower than readState.Index' (duration: 205.279106ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:09.736684Z","caller":"traceutil/trace.go:171","msg":"trace[1088097371] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"276.556172ms","start":"2026-03-19T09:14:09.460096Z","end":"2026-03-19T09:14:09.736652Z","steps":["trace[1088097371] 'process raft request' (duration: 71.348097ms)","trace[1088097371] 'compare' (duration: 204.688774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:09.736769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.95867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:09.736798Z","caller":"traceutil/trace.go:171","msg":"trace[318178654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6200; }","duration":"241.029012ms","start":"2026-03-19T09:14:09.49576Z","end":"2026-03-19T09:14:09.736789Z","steps":["trace[318178654] 'agreement among raft nodes before linearized reading' (duration: 240.971951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:10.033256Z","caller":"traceutil/trace.go:171","msg":"trace[668145567] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"360.665053ms","start":"2026-03-19T09:14:09.672544Z","end":"2026-03-19T09:14:10.033209Z","steps":["trace[668145567] 'process raft request' (duration: 360.473089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:10.033408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.672513Z","time spent":"360.828657ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:14:10.182474Z","caller":"traceutil/trace.go:171","msg":"trace[1735629619] transaction","detail":"{read_only:false; response_revision:6203; number_of_response:1; }","duration":"142.280735ms","start":"2026-03-19T09:14:10.040169Z","end":"2026-03-19T09:14:10.18245Z","steps":["trace[1735629619] 'process raft request' (duration: 142.211554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:10.182682Z","caller":"traceutil/trace.go:171","msg":"trace[163564866] transaction","detail":"{read_only:false; response_revision:6202; number_of_response:1; }","duration":"501.917025ms","start":"2026-03-19T09:14:09.680738Z","end":"2026-03-19T09:14:10.182655Z","steps":["trace[163564866] 'process raft request' (duration: 448.272451ms)","trace[163564866] 'compare' (duration: 53.159643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:10.182853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.18345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:14:10.182894Z","caller":"traceutil/trace.go:171","msg":"trace[2103461741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6203; }","duration":"502.277443ms","start":"2026-03-19T09:14:09.680607Z","end":"2026-03-19T09:14:10.182885Z","steps":["trace[2103461741] 'agreement among raft nodes before linearized reading' (duration: 502.122389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:10.18289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.680706Z","time spent":"502.040508ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:10.182928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.680588Z","time spent":"502.331303ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:10.182919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.240118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:14:10.182679Z","caller":"traceutil/trace.go:171","msg":"trace[2069337309] linearizableReadLoop","detail":"{readStateIndex:6459; appliedIndex:6457; }","duration":"445.94977ms","start":"2026-03-19T09:14:09.7367Z","end":"2026-03-19T09:14:10.182649Z","steps":["trace[2069337309] 'read index received' (duration: 296.305881ms)","trace[2069337309] 'applied index is now lower than readState.Index' (duration: 149.642319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:10.182925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.229511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:14:10.182913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.101559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:14:10.182973Z","caller":"traceutil/trace.go:171","msg":"trace[1305162522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6203; }","duration":"496.31531ms","start":"2026-03-19T09:14:09.686644Z","end":"2026-03-19T09:14:10.182959Z","steps":["trace[1305162522] 'agreement among raft nodes before linearized reading' (duration: 496.136916ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:10.182993Z","caller":"traceutil/trace.go:171","msg":"trace[1948198695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6203; }","duration":"502.296753ms","start":"2026-03-19T09:14:09.68068Z","end":"2026-03-19T09:14:10.182976Z","steps":["trace[1948198695] 'agreement among raft nodes before linearized reading' (duration: 502.137879ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:10.183001Z","caller":"traceutil/trace.go:171","msg":"trace[328469699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6203; }","duration":"502.272953ms","start":"2026-03-19T09:14:09.680711Z","end":"2026-03-19T09:14:10.182984Z","steps":["trace[328469699] 'agreement among raft nodes before linearized reading' (duration: 502.006117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:10.183014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.686635Z","time spent":"496.370361ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:14:10.183036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.680672Z","time spent":"502.356234ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:10.183034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.680631Z","time spent":"502.395235ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:14:10.183082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.784576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:10.183112Z","caller":"traceutil/trace.go:171","msg":"trace[176234179] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6203; }","duration":"396.844938ms","start":"2026-03-19T09:14:09.786259Z","end":"2026-03-19T09:14:10.183104Z","steps":["trace[176234179] 'agreement among raft nodes before linearized reading' (duration: 396.773795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:10.183141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.786242Z","time spent":"396.889779ms","remote":"127.0.0.1:50580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":37,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:14:10.183129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.484779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:10.183191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.151716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-fernet-keys\" ","response":"range_response_count:1 size:345"} {"level":"info","ts":"2026-03-19T09:14:10.183217Z","caller":"traceutil/trace.go:171","msg":"trace[1947827142] range","detail":"{range_begin:/registry/secrets/openstack/keystone-fernet-keys; range_end:; response_count:1; response_revision:6203; }","duration":"224.213898ms","start":"2026-03-19T09:14:09.958995Z","end":"2026-03-19T09:14:10.183208Z","steps":["trace[1947827142] 'agreement among raft nodes before linearized reading' (duration: 224.131876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:10.183209Z","caller":"traceutil/trace.go:171","msg":"trace[1566776777] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6203; }","duration":"101.59234ms","start":"2026-03-19T09:14:10.081582Z","end":"2026-03-19T09:14:10.183175Z","steps":["trace[1566776777] 'agreement among raft nodes before linearized reading' (duration: 101.487967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:10.183353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.04922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:14:10.1834Z","caller":"traceutil/trace.go:171","msg":"trace[1731877144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6203; }","duration":"240.135552ms","start":"2026-03-19T09:14:09.94325Z","end":"2026-03-19T09:14:10.183385Z","steps":["trace[1731877144] 'agreement among raft nodes before linearized reading' (duration: 240.030579ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:10.364477Z","caller":"traceutil/trace.go:171","msg":"trace[493642876] transaction","detail":"{read_only:false; response_revision:6204; number_of_response:1; }","duration":"160.910199ms","start":"2026-03-19T09:14:10.203538Z","end":"2026-03-19T09:14:10.364448Z","steps":["trace[493642876] 'process raft request' (duration: 80.379057ms)","trace[493642876] 'compare' (duration: 80.380348ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:10.80492Z","caller":"traceutil/trace.go:171","msg":"trace[1846930650] transaction","detail":"{read_only:false; response_revision:6205; number_of_response:1; }","duration":"601.315455ms","start":"2026-03-19T09:14:10.203582Z","end":"2026-03-19T09:14:10.804898Z","steps":["trace[1846930650] 'process raft request' (duration: 562.112273ms)","trace[1846930650] 'compare' (duration: 38.875945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:10.805047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:10.203569Z","time spent":"601.415768ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:10.805179Z","caller":"traceutil/trace.go:171","msg":"trace[155649837] transaction","detail":"{read_only:false; response_revision:6206; number_of_response:1; }","duration":"601.216004ms","start":"2026-03-19T09:14:10.203957Z","end":"2026-03-19T09:14:10.805173Z","steps":["trace[155649837] 'process raft request' (duration: 600.855275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:10.805216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:10.203951Z","time spent":"601.247895ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:10.805078Z","caller":"traceutil/trace.go:171","msg":"trace[315204619] linearizableReadLoop","detail":"{readStateIndex:6462; appliedIndex:6460; }","duration":"601.223954ms","start":"2026-03-19T09:14:10.203821Z","end":"2026-03-19T09:14:10.805045Z","steps":["trace[315204619] 'read index received' (duration: 80.108351ms)","trace[315204619] 'applied index is now lower than readState.Index' (duration: 521.112633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:10.80544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.617453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19584"} {"level":"info","ts":"2026-03-19T09:14:10.805471Z","caller":"traceutil/trace.go:171","msg":"trace[531389297] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6206; }","duration":"601.664134ms","start":"2026-03-19T09:14:10.203798Z","end":"2026-03-19T09:14:10.805462Z","steps":["trace[531389297] 'agreement among raft nodes before linearized reading' (duration: 601.551992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:10.805493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:10.203792Z","time spent":"601.695265ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19606,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:14:10.805624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.153459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:10.805701Z","caller":"traceutil/trace.go:171","msg":"trace[1654289379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6206; }","duration":"310.279012ms","start":"2026-03-19T09:14:10.495405Z","end":"2026-03-19T09:14:10.805684Z","steps":["trace[1654289379] 'agreement among raft nodes before linearized reading' (duration: 310.146269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:10.805704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.610229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-fernet-setup-pd9ml\" ","response":"range_response_count:1 size:7714"} {"level":"warn","ts":"2026-03-19T09:14:10.805742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:10.495383Z","time spent":"310.351103ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:14:10.805786Z","caller":"traceutil/trace.go:171","msg":"trace[1200857133] range","detail":"{range_begin:/registry/pods/openstack/keystone-fernet-setup-pd9ml; range_end:; response_count:1; response_revision:6206; }","duration":"252.733922ms","start":"2026-03-19T09:14:10.553032Z","end":"2026-03-19T09:14:10.805766Z","steps":["trace[1200857133] 'agreement among raft nodes before linearized reading' (duration: 252.503837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:10.805873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.508479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:14:10.805996Z","caller":"traceutil/trace.go:171","msg":"trace[1819678854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6206; }","duration":"262.696383ms","start":"2026-03-19T09:14:10.543274Z","end":"2026-03-19T09:14:10.805971Z","steps":["trace[1819678854] 'agreement among raft nodes before linearized reading' (duration: 262.275604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:10.806003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.933239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:117251"} {"level":"info","ts":"2026-03-19T09:14:10.806148Z","caller":"traceutil/trace.go:171","msg":"trace[538207340] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:6206; }","duration":"602.099224ms","start":"2026-03-19T09:14:10.204025Z","end":"2026-03-19T09:14:10.806125Z","steps":["trace[538207340] 'agreement among raft nodes before linearized reading' (duration: 601.425959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:10.806244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:10.204022Z","time spent":"602.204596ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":13,"response size":117273,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:14:11.072922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.17773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:11.073033Z","caller":"traceutil/trace.go:171","msg":"trace[824467684] transaction","detail":"{read_only:false; response_revision:6207; number_of_response:1; }","duration":"181.854835ms","start":"2026-03-19T09:14:10.891157Z","end":"2026-03-19T09:14:11.073012Z","steps":["trace[824467684] 'process raft request' (duration: 71.503781ms)","trace[824467684] 'compare' (duration: 109.955306ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:11.142477Z","caller":"traceutil/trace.go:171","msg":"trace[330095809] linearizableReadLoop","detail":"{readStateIndex:6465; appliedIndex:6463; }","duration":"239.403015ms","start":"2026-03-19T09:14:10.903053Z","end":"2026-03-19T09:14:11.142456Z","steps":["trace[330095809] 'read index received' (duration: 59.710138ms)","trace[330095809] 'applied index is now lower than readState.Index' (duration: 179.691957ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:11.142558Z","caller":"traceutil/trace.go:171","msg":"trace[644207953] transaction","detail":"{read_only:false; response_revision:6208; number_of_response:1; }","duration":"250.616425ms","start":"2026-03-19T09:14:10.891902Z","end":"2026-03-19T09:14:11.142519Z","steps":["trace[644207953] 'process raft request' (duration: 250.40838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:11.142684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.616001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:11.142775Z","caller":"traceutil/trace.go:171","msg":"trace[1024794556] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6208; }","duration":"239.749114ms","start":"2026-03-19T09:14:10.903006Z","end":"2026-03-19T09:14:11.142756Z","steps":["trace[1024794556] 'agreement among raft nodes before linearized reading' (duration: 239.57922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:11.736503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.126337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:11.736686Z","caller":"traceutil/trace.go:171","msg":"trace[1531570404] linearizableReadLoop","detail":"{readStateIndex:6468; appliedIndex:6467; }","duration":"555.900495ms","start":"2026-03-19T09:14:11.180763Z","end":"2026-03-19T09:14:11.736664Z","steps":["trace[1531570404] 'read index received' (duration: 36.519982ms)","trace[1531570404] 'applied index is now lower than readState.Index' (duration: 519.379073ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:11.736751Z","caller":"traceutil/trace.go:171","msg":"trace[1546191457] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"560.481528ms","start":"2026-03-19T09:14:11.176209Z","end":"2026-03-19T09:14:11.736691Z","steps":["trace[1546191457] 'process raft request' (duration: 41.035623ms)","trace[1546191457] 'compare' (duration: 518.910713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:11.736868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:11.176192Z","time spent":"560.62618ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:11.73693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.172932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:14:11.736954Z","caller":"traceutil/trace.go:171","msg":"trace[1948094222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6211; }","duration":"556.214632ms","start":"2026-03-19T09:14:11.180731Z","end":"2026-03-19T09:14:11.736946Z","steps":["trace[1948094222] 'agreement among raft nodes before linearized reading' (duration: 556.058489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:11.736979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:11.180722Z","time spent":"556.252273ms","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:14:11.737179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.663767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:11.737202Z","caller":"traceutil/trace.go:171","msg":"trace[1307409187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6211; }","duration":"438.730229ms","start":"2026-03-19T09:14:11.298466Z","end":"2026-03-19T09:14:11.737196Z","steps":["trace[1307409187] 'agreement among raft nodes before linearized reading' (duration: 438.665937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:11.737219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:11.29844Z","time spent":"438.77489ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:11.737405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.526216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:14:11.737385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.820897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:11.737456Z","caller":"traceutil/trace.go:171","msg":"trace[19520974] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6211; }","duration":"269.623498ms","start":"2026-03-19T09:14:11.467818Z","end":"2026-03-19T09:14:11.737442Z","steps":["trace[19520974] 'agreement among raft nodes before linearized reading' (duration: 269.488155ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:11.737482Z","caller":"traceutil/trace.go:171","msg":"trace[532470231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6211; }","duration":"240.95332ms","start":"2026-03-19T09:14:11.496508Z","end":"2026-03-19T09:14:11.737461Z","steps":["trace[532470231] 'agreement among raft nodes before linearized reading' (duration: 240.778787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:11.737467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.816111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:14:11.737553Z","caller":"traceutil/trace.go:171","msg":"trace[173993900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6211; }","duration":"291.991775ms","start":"2026-03-19T09:14:11.445548Z","end":"2026-03-19T09:14:11.73754Z","steps":["trace[173993900] 'agreement among raft nodes before linearized reading' (duration: 291.74787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.040572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.055122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:13.041166Z","caller":"traceutil/trace.go:171","msg":"trace[937460264] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"1.298241069s","start":"2026-03-19T09:14:11.742863Z","end":"2026-03-19T09:14:13.041104Z","steps":["trace[937460264] 'process raft request' (duration: 985.283798ms)","trace[937460264] 'compare' (duration: 311.509469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:13.041279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:11.742838Z","time spent":"1.298407243s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:13.350688Z","caller":"traceutil/trace.go:171","msg":"trace[1785300219] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"1.197398794s","start":"2026-03-19T09:14:12.15324Z","end":"2026-03-19T09:14:13.350639Z","steps":["trace[1785300219] 'process raft request' (duration: 1.194461369s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.351156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.15322Z","time spent":"1.197811014s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5980,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:13.351746Z","caller":"traceutil/trace.go:171","msg":"trace[529571660] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"1.16209322s","start":"2026-03-19T09:14:12.189639Z","end":"2026-03-19T09:14:13.351733Z","steps":["trace[529571660] 'process raft request' (duration: 1.160897933s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.351933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.189609Z","time spent":"1.162178142s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:13.675561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.846863ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:14:13.675671Z","caller":"traceutil/trace.go:171","msg":"trace[1980801636] linearizableReadLoop","detail":"{readStateIndex:6472; appliedIndex:6468; }","duration":"1.305690514s","start":"2026-03-19T09:14:12.369957Z","end":"2026-03-19T09:14:13.675648Z","steps":["trace[1980801636] 'read index received' (duration: 358.157797ms)","trace[1980801636] 'applied index is now lower than readState.Index' (duration: 947.531257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:13.675952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30597224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:14:13.676038Z","caller":"traceutil/trace.go:171","msg":"trace[21956350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6214; }","duration":"1.306141524s","start":"2026-03-19T09:14:12.36987Z","end":"2026-03-19T09:14:13.676011Z","steps":["trace[21956350] 'agreement among raft nodes before linearized reading' (duration: 1.305912769s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.6761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.369838Z","time spent":"1.306245606s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:14:13.75348Z","caller":"traceutil/trace.go:171","msg":"trace[1810527107] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"577.942356ms","start":"2026-03-19T09:14:13.175506Z","end":"2026-03-19T09:14:13.753449Z","steps":["trace[1810527107] 'process raft request' (duration: 577.6893ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:13.753824Z","caller":"traceutil/trace.go:171","msg":"trace[587948985] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"578.255012ms","start":"2026-03-19T09:14:13.175544Z","end":"2026-03-19T09:14:13.753799Z","steps":["trace[587948985] 'process raft request' (duration: 577.855384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.75396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:13.175525Z","time spent":"578.341565ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:13.754018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258624797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:13.754126Z","caller":"traceutil/trace.go:171","msg":"trace[1570501852] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"576.410532ms","start":"2026-03-19T09:14:13.177703Z","end":"2026-03-19T09:14:13.754114Z","steps":["trace[1570501852] 'process raft request' (duration: 575.969473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.754121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.161592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:14:13.754182Z","caller":"traceutil/trace.go:171","msg":"trace[1027334473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6217; }","duration":"677.278665ms","start":"2026-03-19T09:14:13.076889Z","end":"2026-03-19T09:14:13.754168Z","steps":["trace[1027334473] 'agreement among raft nodes before linearized reading' (duration: 676.959788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.754197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:13.177673Z","time spent":"576.486054ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:13.75412Z","caller":"traceutil/trace.go:171","msg":"trace[1254038545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6217; }","duration":"1.258791191s","start":"2026-03-19T09:14:12.495301Z","end":"2026-03-19T09:14:13.754093Z","steps":["trace[1254038545] 'agreement among raft nodes before linearized reading' (duration: 1.258532735s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.754187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.213441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:14:13.754322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208620954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:14:13.754329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.851216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:13.754333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.599665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:14:13.754312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.604333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:14:13.754377Z","caller":"traceutil/trace.go:171","msg":"trace[191139383] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6217; }","duration":"578.923237ms","start":"2026-03-19T09:14:13.175441Z","end":"2026-03-19T09:14:13.754364Z","steps":["trace[191139383] 'agreement among raft nodes before linearized reading' (duration: 578.845935ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:13.754385Z","caller":"traceutil/trace.go:171","msg":"trace[1774839773] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6217; }","duration":"1.208740828s","start":"2026-03-19T09:14:12.545616Z","end":"2026-03-19T09:14:13.754357Z","steps":["trace[1774839773] 'agreement among raft nodes before linearized reading' (duration: 1.208662056s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:13.75439Z","caller":"traceutil/trace.go:171","msg":"trace[1791769673] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:6217; }","duration":"295.689537ms","start":"2026-03-19T09:14:13.458685Z","end":"2026-03-19T09:14:13.754375Z","steps":["trace[1791769673] 'agreement among raft nodes before linearized reading' (duration: 295.592195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.754418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:13.175428Z","time spent":"578.980859ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:14:13.75443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.54558Z","time spent":"1.208836699s","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:14:13.754429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.10769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:13.754422Z","caller":"traceutil/trace.go:171","msg":"trace[518352852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6217; }","duration":"940.752185ms","start":"2026-03-19T09:14:12.813648Z","end":"2026-03-19T09:14:13.7544Z","steps":["trace[518352852] 'agreement among raft nodes before linearized reading' (duration: 940.441709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:13.75448Z","caller":"traceutil/trace.go:171","msg":"trace[365237785] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6217; }","duration":"623.213182ms","start":"2026-03-19T09:14:13.131256Z","end":"2026-03-19T09:14:13.754469Z","steps":["trace[365237785] 'agreement among raft nodes before linearized reading' (duration: 623.077239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.754497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.813637Z","time spent":"940.851477ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:14:13.754516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:13.131229Z","time spent":"623.280444ms","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":51,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:14:13.75463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.166868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:14:13.754411Z","caller":"traceutil/trace.go:171","msg":"trace[1625908365] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6217; }","duration":"689.451376ms","start":"2026-03-19T09:14:13.064889Z","end":"2026-03-19T09:14:13.75434Z","steps":["trace[1625908365] 'agreement among raft nodes before linearized reading' (duration: 689.114169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:13.754764Z","caller":"traceutil/trace.go:171","msg":"trace[1703201271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6217; }","duration":"942.330211ms","start":"2026-03-19T09:14:12.812408Z","end":"2026-03-19T09:14:13.754738Z","steps":["trace[1703201271] 'agreement among raft nodes before linearized reading' (duration: 941.556014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.754912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:13.175485Z","time spent":"578.243852ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:13.754253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.121328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:14:13.755039Z","caller":"traceutil/trace.go:171","msg":"trace[1382102515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6217; }","duration":"943.943237ms","start":"2026-03-19T09:14:12.811083Z","end":"2026-03-19T09:14:13.755027Z","steps":["trace[1382102515] 'agreement among raft nodes before linearized reading' (duration: 943.070697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.755081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.811063Z","time spent":"944.006529ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:13.754925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.812398Z","time spent":"942.495225ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:14:13.754816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:13.06486Z","time spent":"689.940377ms","remote":"127.0.0.1:50758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:14:13.754298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.495278Z","time spent":"1.259011145s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:13.754229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.582099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5995"} {"level":"info","ts":"2026-03-19T09:14:13.755683Z","caller":"traceutil/trace.go:171","msg":"trace[580621404] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6217; }","duration":"580.099864ms","start":"2026-03-19T09:14:13.175564Z","end":"2026-03-19T09:14:13.755664Z","steps":["trace[580621404] 'agreement among raft nodes before linearized reading' (duration: 578.498618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.755772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:13.175531Z","time spent":"580.204816ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6017,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T09:14:13.754247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:13.076863Z","time spent":"677.369298ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:14:13.980555Z","caller":"traceutil/trace.go:171","msg":"trace[1917803571] linearizableReadLoop","detail":"{readStateIndex:6476; appliedIndex:6475; }","duration":"223.715367ms","start":"2026-03-19T09:14:13.756819Z","end":"2026-03-19T09:14:13.980534Z","steps":["trace[1917803571] 'read index received' (duration: 126.356561ms)","trace[1917803571] 'applied index is now lower than readState.Index' (duration: 97.357106ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:13.980541Z","caller":"traceutil/trace.go:171","msg":"trace[47650416] transaction","detail":"{read_only:false; response_revision:6218; number_of_response:1; }","duration":"295.289449ms","start":"2026-03-19T09:14:13.685192Z","end":"2026-03-19T09:14:13.980482Z","steps":["trace[47650416] 'process raft request' (duration: 197.919903ms)","trace[47650416] 'compare' (duration: 97.154931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:13.980724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.88596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:13.980681Z","caller":"traceutil/trace.go:171","msg":"trace[1430362220] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"220.440604ms","start":"2026-03-19T09:14:13.7602Z","end":"2026-03-19T09:14:13.98064Z","steps":["trace[1430362220] 'process raft request' (duration: 220.24574ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:13.980717Z","caller":"traceutil/trace.go:171","msg":"trace[853007851] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"219.725957ms","start":"2026-03-19T09:14:13.760938Z","end":"2026-03-19T09:14:13.980664Z","steps":["trace[853007851] 'process raft request' (duration: 219.592924ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:13.980789Z","caller":"traceutil/trace.go:171","msg":"trace[1552643492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6221; }","duration":"223.932361ms","start":"2026-03-19T09:14:13.756812Z","end":"2026-03-19T09:14:13.980745Z","steps":["trace[1552643492] 'agreement among raft nodes before linearized reading' (duration: 223.844599ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:13.980868Z","caller":"traceutil/trace.go:171","msg":"trace[506842872] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"219.528443ms","start":"2026-03-19T09:14:13.7612Z","end":"2026-03-19T09:14:13.980729Z","steps":["trace[506842872] 'process raft request' (duration: 219.37041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.981014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.442411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:117192"} {"level":"info","ts":"2026-03-19T09:14:13.981112Z","caller":"traceutil/trace.go:171","msg":"trace[1269979124] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:6221; }","duration":"219.578024ms","start":"2026-03-19T09:14:13.761517Z","end":"2026-03-19T09:14:13.981095Z","steps":["trace[1269979124] 'agreement among raft nodes before linearized reading' (duration: 219.193156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:15.664993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.091561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:14:15.665111Z","caller":"traceutil/trace.go:171","msg":"trace[471151428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6222; }","duration":"619.291895ms","start":"2026-03-19T09:14:15.045793Z","end":"2026-03-19T09:14:15.665085Z","steps":["trace[471151428] 'range keys from in-memory index tree' (duration: 618.821505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:15.665199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.045766Z","time spent":"619.420088ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:14:15.665827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.916545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:15.665971Z","caller":"traceutil/trace.go:171","msg":"trace[1232225783] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6222; }","duration":"631.14697ms","start":"2026-03-19T09:14:15.034796Z","end":"2026-03-19T09:14:15.665943Z","steps":["trace[1232225783] 'count revisions from in-memory index tree' (duration: 630.803282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:15.666035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.034768Z","time spent":"631.252883ms","remote":"127.0.0.1:46512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:14:15.667223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.209762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-19T09:14:15.667326Z","caller":"traceutil/trace.go:171","msg":"trace[503736284] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6222; }","duration":"614.379807ms","start":"2026-03-19T09:14:15.052924Z","end":"2026-03-19T09:14:15.667304Z","steps":["trace[503736284] 'range keys from in-memory index tree' (duration: 611.877601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:15.667497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.052897Z","time spent":"614.466998ms","remote":"127.0.0.1:50312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211004,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-19T09:14:15.788744Z","caller":"traceutil/trace.go:171","msg":"trace[369810915] linearizableReadLoop","detail":"{readStateIndex:6481; appliedIndex:6480; }","duration":"291.646388ms","start":"2026-03-19T09:14:15.497072Z","end":"2026-03-19T09:14:15.788719Z","steps":["trace[369810915] 'read index received' (duration: 290.958872ms)","trace[369810915] 'applied index is now lower than readState.Index' (duration: 683.636µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:15.78897Z","caller":"traceutil/trace.go:171","msg":"trace[1526581092] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"430.392024ms","start":"2026-03-19T09:14:15.358367Z","end":"2026-03-19T09:14:15.788759Z","steps":["trace[1526581092] 'process raft request' (duration: 430.181008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:15.789094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.358342Z","time spent":"430.678361ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:15.789094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.005836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:15.789262Z","caller":"traceutil/trace.go:171","msg":"trace[1352821502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6223; }","duration":"292.18898ms","start":"2026-03-19T09:14:15.497053Z","end":"2026-03-19T09:14:15.789242Z","steps":["trace[1352821502] 'agreement among raft nodes before linearized reading' (duration: 291.959785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.040605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.998821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:16.040787Z","caller":"traceutil/trace.go:171","msg":"trace[1583441620] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"368.923817ms","start":"2026-03-19T09:14:15.671839Z","end":"2026-03-19T09:14:16.040763Z","steps":["trace[1583441620] 'process raft request' (duration: 256.684919ms)","trace[1583441620] 'compare' (duration: 111.700675ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:16.040854Z","caller":"traceutil/trace.go:171","msg":"trace[1708130491] linearizableReadLoop","detail":"{readStateIndex:6484; appliedIndex:6481; }","duration":"251.842942ms","start":"2026-03-19T09:14:15.788995Z","end":"2026-03-19T09:14:16.040838Z","steps":["trace[1708130491] 'read index received' (duration: 139.509503ms)","trace[1708130491] 'applied index is now lower than readState.Index' (duration: 112.332319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:16.040891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.671815Z","time spent":"369.015739ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:16.041023Z","caller":"traceutil/trace.go:171","msg":"trace[198767111] transaction","detail":"{read_only:false; response_revision:6225; number_of_response:1; }","duration":"279.025307ms","start":"2026-03-19T09:14:15.761988Z","end":"2026-03-19T09:14:16.041013Z","steps":["trace[198767111] 'process raft request' (duration: 278.721899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.04116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.383196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5995"} {"level":"info","ts":"2026-03-19T09:14:16.041164Z","caller":"traceutil/trace.go:171","msg":"trace[504451667] transaction","detail":"{read_only:false; response_revision:6226; number_of_response:1; }","duration":"278.874523ms","start":"2026-03-19T09:14:15.762233Z","end":"2026-03-19T09:14:16.041107Z","steps":["trace[504451667] 'process raft request' (duration: 278.563756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.041206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.597444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:16.041215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.711567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:16.041262Z","caller":"traceutil/trace.go:171","msg":"trace[1309972390] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6226; }","duration":"521.738906ms","start":"2026-03-19T09:14:15.519508Z","end":"2026-03-19T09:14:16.041247Z","steps":["trace[1309972390] 'agreement among raft nodes before linearized reading' (duration: 521.605413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.041247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.096149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-19T09:14:16.04129Z","caller":"traceutil/trace.go:171","msg":"trace[513457743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6226; }","duration":"250.83108ms","start":"2026-03-19T09:14:15.790439Z","end":"2026-03-19T09:14:16.04127Z","steps":["trace[513457743] 'agreement among raft nodes before linearized reading' (duration: 250.641756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.04132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.519468Z","time spent":"521.837679ms","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:16.041328Z","caller":"traceutil/trace.go:171","msg":"trace[1956575497] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6226; }","duration":"346.227912ms","start":"2026-03-19T09:14:15.695081Z","end":"2026-03-19T09:14:16.041309Z","steps":["trace[1956575497] 'agreement among raft nodes before linearized reading' (duration: 345.962816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.041335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.836668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:16.04144Z","caller":"traceutil/trace.go:171","msg":"trace[992696173] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6226; }","duration":"281.000561ms","start":"2026-03-19T09:14:15.760417Z","end":"2026-03-19T09:14:16.041418Z","steps":["trace[992696173] 'agreement among raft nodes before linearized reading' (duration: 280.772096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:16.04121Z","caller":"traceutil/trace.go:171","msg":"trace[992708348] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6226; }","duration":"280.448198ms","start":"2026-03-19T09:14:15.760732Z","end":"2026-03-19T09:14:16.04118Z","steps":["trace[992708348] 'agreement among raft nodes before linearized reading' (duration: 280.339285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.041382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.695062Z","time spent":"346.307874ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-19T09:14:16.33198Z","caller":"traceutil/trace.go:171","msg":"trace[2032739038] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"283.939516ms","start":"2026-03-19T09:14:16.048017Z","end":"2026-03-19T09:14:16.331956Z","steps":["trace[2032739038] 'process raft request' (duration: 283.735142ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:16.332409Z","caller":"traceutil/trace.go:171","msg":"trace[731372762] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"284.329926ms","start":"2026-03-19T09:14:16.048061Z","end":"2026-03-19T09:14:16.332391Z","steps":["trace[731372762] 'process raft request' (duration: 283.841694ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:16.332428Z","caller":"traceutil/trace.go:171","msg":"trace[1984711458] linearizableReadLoop","detail":"{readStateIndex:6488; appliedIndex:6485; }","duration":"284.276924ms","start":"2026-03-19T09:14:16.048121Z","end":"2026-03-19T09:14:16.332398Z","steps":["trace[1984711458] 'read index received' (duration: 43.433816ms)","trace[1984711458] 'applied index is now lower than readState.Index' (duration: 240.841938ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:16.332524Z","caller":"traceutil/trace.go:171","msg":"trace[245386005] transaction","detail":"{read_only:false; response_revision:6230; number_of_response:1; }","duration":"284.431307ms","start":"2026-03-19T09:14:16.048078Z","end":"2026-03-19T09:14:16.332509Z","steps":["trace[245386005] 'process raft request' (duration: 284.166592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.332752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.879468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:14:16.332839Z","caller":"traceutil/trace.go:171","msg":"trace[643347848] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6230; }","duration":"254.020781ms","start":"2026-03-19T09:14:16.078798Z","end":"2026-03-19T09:14:16.332818Z","steps":["trace[643347848] 'agreement among raft nodes before linearized reading' (duration: 253.780866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.332873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.724914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:117192"} {"level":"info","ts":"2026-03-19T09:14:16.332945Z","caller":"traceutil/trace.go:171","msg":"trace[1917545777] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:6230; }","duration":"284.812637ms","start":"2026-03-19T09:14:16.048114Z","end":"2026-03-19T09:14:16.332927Z","steps":["trace[1917545777] 'agreement among raft nodes before linearized reading' (duration: 284.432378ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:16.505317Z","caller":"traceutil/trace.go:171","msg":"trace[544137065] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"100.571508ms","start":"2026-03-19T09:14:16.404718Z","end":"2026-03-19T09:14:16.505289Z","steps":["trace[544137065] 'process raft request' (duration: 100.309632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.708176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.642031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-fernet-setup-pd9ml\" ","response":"range_response_count:1 size:7655"} {"level":"info","ts":"2026-03-19T09:14:16.708262Z","caller":"traceutil/trace.go:171","msg":"trace[68548149] range","detail":"{range_begin:/registry/pods/openstack/keystone-fernet-setup-pd9ml; range_end:; response_count:1; response_revision:6231; }","duration":"105.775973ms","start":"2026-03-19T09:14:16.602467Z","end":"2026-03-19T09:14:16.708243Z","steps":["trace[68548149] 'range keys from in-memory index tree' (duration: 105.459796ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:16.890222Z","caller":"traceutil/trace.go:171","msg":"trace[941270480] linearizableReadLoop","detail":"{readStateIndex:6490; appliedIndex:6489; }","duration":"144.889814ms","start":"2026-03-19T09:14:16.745308Z","end":"2026-03-19T09:14:16.890198Z","steps":["trace[941270480] 'read index received' (duration: 144.618978ms)","trace[941270480] 'applied index is now lower than readState.Index' (duration: 269.806µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:16.890286Z","caller":"traceutil/trace.go:171","msg":"trace[950143827] transaction","detail":"{read_only:false; response_revision:6232; number_of_response:1; }","duration":"173.762526ms","start":"2026-03-19T09:14:16.716488Z","end":"2026-03-19T09:14:16.890251Z","steps":["trace[950143827] 'process raft request' (duration: 173.536981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.890427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.100518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:14:16.890482Z","caller":"traceutil/trace.go:171","msg":"trace[1892021821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6232; }","duration":"145.203141ms","start":"2026-03-19T09:14:16.745268Z","end":"2026-03-19T09:14:16.890472Z","steps":["trace[1892021821] 'agreement among raft nodes before linearized reading' (duration: 145.043617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:17.273608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.673855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:17.273729Z","caller":"traceutil/trace.go:171","msg":"trace[11686045] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6233; }","duration":"156.839408ms","start":"2026-03-19T09:14:17.116853Z","end":"2026-03-19T09:14:17.273692Z","steps":["trace[11686045] 'range keys from in-memory index tree' (duration: 156.581303ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:17.990233Z","caller":"traceutil/trace.go:171","msg":"trace[40033454] transaction","detail":"{read_only:false; response_revision:6234; number_of_response:1; }","duration":"195.725843ms","start":"2026-03-19T09:14:17.794477Z","end":"2026-03-19T09:14:17.990203Z","steps":["trace[40033454] 'process raft request' (duration: 195.490997ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:18.219579Z","caller":"traceutil/trace.go:171","msg":"trace[1259238592] linearizableReadLoop","detail":"{readStateIndex:6494; appliedIndex:6493; }","duration":"173.260894ms","start":"2026-03-19T09:14:18.046264Z","end":"2026-03-19T09:14:18.219525Z","steps":["trace[1259238592] 'read index received' (duration: 173.196892ms)","trace[1259238592] 'applied index is now lower than readState.Index' (duration: 62.762µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:18.219683Z","caller":"traceutil/trace.go:171","msg":"trace[190980108] transaction","detail":"{read_only:false; response_revision:6235; number_of_response:1; }","duration":"318.185677ms","start":"2026-03-19T09:14:17.901455Z","end":"2026-03-19T09:14:18.21964Z","steps":["trace[190980108] 'process raft request' (duration: 317.904111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:18.219733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.456819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5995"} {"level":"info","ts":"2026-03-19T09:14:18.219775Z","caller":"traceutil/trace.go:171","msg":"trace[1229426756] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6235; }","duration":"173.55388ms","start":"2026-03-19T09:14:18.046211Z","end":"2026-03-19T09:14:18.219765Z","steps":["trace[1229426756] 'agreement among raft nodes before linearized reading' (duration: 173.463138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:18.21989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:17.901419Z","time spent":"318.357241ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5980,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:18.229581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.97843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:18.229651Z","caller":"traceutil/trace.go:171","msg":"trace[1215545216] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6237; }","duration":"183.076162ms","start":"2026-03-19T09:14:18.046559Z","end":"2026-03-19T09:14:18.229635Z","steps":["trace[1215545216] 'agreement among raft nodes before linearized reading' (duration: 182.939649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:18.22996Z","caller":"traceutil/trace.go:171","msg":"trace[446739966] transaction","detail":"{read_only:false; response_revision:6236; number_of_response:1; }","duration":"182.367047ms","start":"2026-03-19T09:14:18.047573Z","end":"2026-03-19T09:14:18.22994Z","steps":["trace[446739966] 'process raft request' (duration: 181.776714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:18.230169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.726374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:14:18.230237Z","caller":"traceutil/trace.go:171","msg":"trace[1292616206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6237; }","duration":"182.845987ms","start":"2026-03-19T09:14:18.047373Z","end":"2026-03-19T09:14:18.230219Z","steps":["trace[1292616206] 'agreement among raft nodes before linearized reading' (duration: 182.583471ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:18.230277Z","caller":"traceutil/trace.go:171","msg":"trace[1251522921] transaction","detail":"{read_only:false; response_revision:6237; number_of_response:1; }","duration":"181.281103ms","start":"2026-03-19T09:14:18.048988Z","end":"2026-03-19T09:14:18.230269Z","steps":["trace[1251522921] 'process raft request' (duration: 180.471195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:18.230342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.555803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:14:18.230373Z","caller":"traceutil/trace.go:171","msg":"trace[499133516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6237; }","duration":"134.644465ms","start":"2026-03-19T09:14:18.095719Z","end":"2026-03-19T09:14:18.230364Z","steps":["trace[499133516] 'agreement among raft nodes before linearized reading' (duration: 134.556993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:18.469654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.740365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:18.469799Z","caller":"traceutil/trace.go:171","msg":"trace[1531666422] transaction","detail":"{read_only:false; response_revision:6238; number_of_response:1; }","duration":"236.084032ms","start":"2026-03-19T09:14:18.233684Z","end":"2026-03-19T09:14:18.469768Z","steps":["trace[1531666422] 'process raft request' (duration: 111.113572ms)","trace[1531666422] 'compare' (duration: 124.522669ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:18.471227Z","caller":"traceutil/trace.go:171","msg":"trace[1631031838] linearizableReadLoop","detail":"{readStateIndex:6498; appliedIndex:6496; }","duration":"233.642286ms","start":"2026-03-19T09:14:18.237558Z","end":"2026-03-19T09:14:18.4712Z","steps":["trace[1631031838] 'read index received' (duration: 107.251415ms)","trace[1631031838] 'applied index is now lower than readState.Index' (duration: 126.389481ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:18.47137Z","caller":"traceutil/trace.go:171","msg":"trace[1299481221] transaction","detail":"{read_only:false; response_revision:6239; number_of_response:1; }","duration":"236.535001ms","start":"2026-03-19T09:14:18.234755Z","end":"2026-03-19T09:14:18.47129Z","steps":["trace[1299481221] 'process raft request' (duration: 236.296506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:18.471495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.911603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-fernet-setup-pd9ml\" ","response":"range_response_count:1 size:2844"} {"level":"info","ts":"2026-03-19T09:14:18.471541Z","caller":"traceutil/trace.go:171","msg":"trace[1516991853] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/keystone-fernet-setup-pd9ml; range_end:; response_count:1; response_revision:6239; }","duration":"234.011485ms","start":"2026-03-19T09:14:18.237516Z","end":"2026-03-19T09:14:18.471528Z","steps":["trace[1516991853] 'agreement among raft nodes before linearized reading' (duration: 233.81511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:18.471555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.101765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:14:18.471579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.236036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:14:18.471647Z","caller":"traceutil/trace.go:171","msg":"trace[716726461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6239; }","duration":"134.331308ms","start":"2026-03-19T09:14:18.337299Z","end":"2026-03-19T09:14:18.471631Z","steps":["trace[716726461] 'agreement among raft nodes before linearized reading' (duration: 134.120803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:18.471644Z","caller":"traceutil/trace.go:171","msg":"trace[2078040907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6239; }","duration":"135.254469ms","start":"2026-03-19T09:14:18.336364Z","end":"2026-03-19T09:14:18.471618Z","steps":["trace[2078040907] 'agreement among raft nodes before linearized reading' (duration: 135.017513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:18.471569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.598834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:14:18.471829Z","caller":"traceutil/trace.go:171","msg":"trace[243467324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6239; }","duration":"134.806839ms","start":"2026-03-19T09:14:18.336926Z","end":"2026-03-19T09:14:18.471733Z","steps":["trace[243467324] 'agreement among raft nodes before linearized reading' (duration: 134.529253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:18.472506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.190544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:14:18.472567Z","caller":"traceutil/trace.go:171","msg":"trace[1569149128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6239; }","duration":"133.332356ms","start":"2026-03-19T09:14:18.339223Z","end":"2026-03-19T09:14:18.472555Z","steps":["trace[1569149128] 'agreement among raft nodes before linearized reading' (duration: 132.295802ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:18.657632Z","caller":"traceutil/trace.go:171","msg":"trace[1337669987] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6240; }","duration":"182.882419ms","start":"2026-03-19T09:14:18.474718Z","end":"2026-03-19T09:14:18.657601Z","steps":["trace[1337669987] 'process raft request' (duration: 110.004668ms)","trace[1337669987] 'compare' (duration: 72.636716ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:18.708876Z","caller":"traceutil/trace.go:171","msg":"trace[1995279359] transaction","detail":"{read_only:false; response_revision:6241; number_of_response:1; }","duration":"230.744402ms","start":"2026-03-19T09:14:18.478087Z","end":"2026-03-19T09:14:18.708831Z","steps":["trace[1995279359] 'process raft request' (duration: 230.544808ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:18.709347Z","caller":"traceutil/trace.go:171","msg":"trace[999000404] linearizableReadLoop","detail":"{readStateIndex:6501; appliedIndex:6498; }","duration":"230.925846ms","start":"2026-03-19T09:14:18.478376Z","end":"2026-03-19T09:14:18.709302Z","steps":["trace[999000404] 'read index received' (duration: 106.390597ms)","trace[999000404] 'applied index is now lower than readState.Index' (duration: 124.533679ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:18.709409Z","caller":"traceutil/trace.go:171","msg":"trace[1922138478] transaction","detail":"{read_only:false; response_revision:6243; number_of_response:1; }","duration":"228.80752ms","start":"2026-03-19T09:14:18.480567Z","end":"2026-03-19T09:14:18.709374Z","steps":["trace[1922138478] 'process raft request' (duration: 228.497123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:18.709871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.453778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:117378"} {"level":"info","ts":"2026-03-19T09:14:18.709951Z","caller":"traceutil/trace.go:171","msg":"trace[893576480] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:6243; }","duration":"231.5684ms","start":"2026-03-19T09:14:18.47837Z","end":"2026-03-19T09:14:18.709938Z","steps":["trace[893576480] 'agreement among raft nodes before linearized reading' (duration: 231.063959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:18.709318Z","caller":"traceutil/trace.go:171","msg":"trace[1652270149] transaction","detail":"{read_only:false; response_revision:6242; number_of_response:1; }","duration":"231.07926ms","start":"2026-03-19T09:14:18.478179Z","end":"2026-03-19T09:14:18.709258Z","steps":["trace[1652270149] 'process raft request' (duration: 230.604839ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:18.963415Z","caller":"traceutil/trace.go:171","msg":"trace[1471196433] transaction","detail":"{read_only:false; response_revision:6244; number_of_response:1; }","duration":"243.1832ms","start":"2026-03-19T09:14:18.720192Z","end":"2026-03-19T09:14:18.963376Z","steps":["trace[1471196433] 'process raft request' (duration: 242.925634ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:19.336722Z","caller":"traceutil/trace.go:171","msg":"trace[1024005297] transaction","detail":"{read_only:false; response_revision:6245; number_of_response:1; }","duration":"105.110068ms","start":"2026-03-19T09:14:19.231587Z","end":"2026-03-19T09:14:19.336697Z","steps":["trace[1024005297] 'process raft request' (duration: 104.934194ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:19.531644Z","caller":"traceutil/trace.go:171","msg":"trace[286570207] transaction","detail":"{read_only:false; response_revision:6246; number_of_response:1; }","duration":"184.518424ms","start":"2026-03-19T09:14:19.347093Z","end":"2026-03-19T09:14:19.531611Z","steps":["trace[286570207] 'process raft request' (duration: 184.29214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:19.8039Z","caller":"traceutil/trace.go:171","msg":"trace[225618140] transaction","detail":"{read_only:false; response_revision:6247; number_of_response:1; }","duration":"263.514801ms","start":"2026-03-19T09:14:19.540349Z","end":"2026-03-19T09:14:19.803864Z","steps":["trace[225618140] 'process raft request' (duration: 263.292877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:20.186381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.95551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:20.186498Z","caller":"traceutil/trace.go:171","msg":"trace[994765769] transaction","detail":"{read_only:false; response_revision:6248; number_of_response:1; }","duration":"305.032444ms","start":"2026-03-19T09:14:19.881441Z","end":"2026-03-19T09:14:20.186474Z","steps":["trace[994765769] 'process raft request' (duration: 76.915711ms)","trace[994765769] 'compare' (duration: 227.742595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:20.186572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:19.881371Z","time spent":"305.170348ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":657,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:14:20.225643Z","caller":"traceutil/trace.go:171","msg":"trace[1967910656] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"309.288129ms","start":"2026-03-19T09:14:19.916316Z","end":"2026-03-19T09:14:20.225604Z","steps":["trace[1967910656] 'process raft request' (duration: 309.042924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:20.225853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:19.916281Z","time spent":"309.480084ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72172,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:20.230407Z","caller":"traceutil/trace.go:171","msg":"trace[991881876] transaction","detail":"{read_only:false; response_revision:6251; number_of_response:1; }","duration":"234.19855ms","start":"2026-03-19T09:14:19.996183Z","end":"2026-03-19T09:14:20.230382Z","steps":["trace[991881876] 'process raft request' (duration: 234.117868ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:20.230912Z","caller":"traceutil/trace.go:171","msg":"trace[846302361] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"253.59463ms","start":"2026-03-19T09:14:19.977269Z","end":"2026-03-19T09:14:20.230863Z","steps":["trace[846302361] 'process raft request' (duration: 252.784462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:20.496167Z","caller":"traceutil/trace.go:171","msg":"trace[979551682] transaction","detail":"{read_only:false; response_revision:6253; number_of_response:1; }","duration":"259.904682ms","start":"2026-03-19T09:14:20.236215Z","end":"2026-03-19T09:14:20.49612Z","steps":["trace[979551682] 'process raft request' (duration: 226.035158ms)","trace[979551682] 'compare' (duration: 33.663809ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:20.496214Z","caller":"traceutil/trace.go:171","msg":"trace[1921439476] transaction","detail":"{read_only:false; response_revision:6254; number_of_response:1; }","duration":"258.788956ms","start":"2026-03-19T09:14:20.237397Z","end":"2026-03-19T09:14:20.496186Z","steps":["trace[1921439476] 'process raft request' (duration: 258.654633ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:20.717239Z","caller":"traceutil/trace.go:171","msg":"trace[809974966] linearizableReadLoop","detail":"{readStateIndex:6517; appliedIndex:6514; }","duration":"176.771642ms","start":"2026-03-19T09:14:20.540437Z","end":"2026-03-19T09:14:20.717209Z","steps":["trace[809974966] 'read index received' (duration: 14.923661ms)","trace[809974966] 'applied index is now lower than readState.Index' (duration: 161.845911ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:20.717316Z","caller":"traceutil/trace.go:171","msg":"trace[479895186] transaction","detail":"{read_only:false; response_revision:6256; number_of_response:1; }","duration":"214.517732ms","start":"2026-03-19T09:14:20.502765Z","end":"2026-03-19T09:14:20.717283Z","steps":["trace[479895186] 'process raft request' (duration: 158.139779ms)","trace[479895186] 'compare' (duration: 55.875822ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:20.717749Z","caller":"traceutil/trace.go:171","msg":"trace[1476387529] transaction","detail":"{read_only:false; response_revision:6257; number_of_response:1; }","duration":"213.376876ms","start":"2026-03-19T09:14:20.50435Z","end":"2026-03-19T09:14:20.717727Z","steps":["trace[1476387529] 'process raft request' (duration: 212.697581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:20.717787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.328284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:20.717842Z","caller":"traceutil/trace.go:171","msg":"trace[969492465] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6257; }","duration":"177.462317ms","start":"2026-03-19T09:14:20.540365Z","end":"2026-03-19T09:14:20.717827Z","steps":["trace[969492465] 'agreement among raft nodes before linearized reading' (duration: 177.341135ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:21.027236Z","caller":"traceutil/trace.go:171","msg":"trace[162657570] transaction","detail":"{read_only:false; response_revision:6259; number_of_response:1; }","duration":"305.147188ms","start":"2026-03-19T09:14:20.722061Z","end":"2026-03-19T09:14:21.027208Z","steps":["trace[162657570] 'process raft request' (duration: 266.975859ms)","trace[162657570] 'compare' (duration: 37.78871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:21.027376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:20.722029Z","time spent":"305.275611ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:21.027506Z","caller":"traceutil/trace.go:171","msg":"trace[545893045] transaction","detail":"{read_only:false; response_revision:6260; number_of_response:1; }","duration":"304.909513ms","start":"2026-03-19T09:14:20.722569Z","end":"2026-03-19T09:14:21.027478Z","steps":["trace[545893045] 'process raft request' (duration: 304.555524ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:21.027517Z","caller":"traceutil/trace.go:171","msg":"trace[1765724019] transaction","detail":"{read_only:false; response_revision:6261; number_of_response:1; }","duration":"304.643967ms","start":"2026-03-19T09:14:20.722842Z","end":"2026-03-19T09:14:21.027486Z","steps":["trace[1765724019] 'process raft request' (duration: 304.528325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:21.027643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:20.722545Z","time spent":"305.024165ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:21.027653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:20.722833Z","time spent":"304.745869ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:21.027718Z","caller":"traceutil/trace.go:171","msg":"trace[971062014] linearizableReadLoop","detail":"{readStateIndex:6521; appliedIndex:6517; }","duration":"304.652908ms","start":"2026-03-19T09:14:20.723036Z","end":"2026-03-19T09:14:21.027689Z","steps":["trace[971062014] 'read index received' (duration: 67.820839ms)","trace[971062014] 'applied index is now lower than readState.Index' (duration: 236.830809ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:21.027808Z","caller":"traceutil/trace.go:171","msg":"trace[541868403] transaction","detail":"{read_only:false; response_revision:6262; number_of_response:1; }","duration":"303.787548ms","start":"2026-03-19T09:14:20.724005Z","end":"2026-03-19T09:14:21.027793Z","steps":["trace[541868403] 'process raft request' (duration: 303.44529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:21.027871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:20.723997Z","time spent":"303.83973ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:21.027895Z","caller":"traceutil/trace.go:171","msg":"trace[1521514728] transaction","detail":"{read_only:false; response_revision:6263; number_of_response:1; }","duration":"302.644942ms","start":"2026-03-19T09:14:20.725204Z","end":"2026-03-19T09:14:21.027849Z","steps":["trace[1521514728] 'process raft request' (duration: 302.388736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:21.028008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:20.725196Z","time spent":"302.747724ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8299,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:21.028125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.050406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:125821"} {"level":"info","ts":"2026-03-19T09:14:21.028177Z","caller":"traceutil/trace.go:171","msg":"trace[1603679017] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:6263; }","duration":"305.162138ms","start":"2026-03-19T09:14:20.722999Z","end":"2026-03-19T09:14:21.028162Z","steps":["trace[1603679017] 'agreement among raft nodes before linearized reading' (duration: 304.79593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:21.028241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:20.722992Z","time spent":"305.23507ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":125843,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:14:21.964599Z","caller":"traceutil/trace.go:171","msg":"trace[352816486] linearizableReadLoop","detail":"{readStateIndex:6527; appliedIndex:6526; }","duration":"173.807576ms","start":"2026-03-19T09:14:21.790764Z","end":"2026-03-19T09:14:21.964571Z","steps":["trace[352816486] 'read index received' (duration: 173.629312ms)","trace[352816486] 'applied index is now lower than readState.Index' (duration: 177.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:21.964655Z","caller":"traceutil/trace.go:171","msg":"trace[783125737] transaction","detail":"{read_only:false; response_revision:6267; number_of_response:1; }","duration":"214.047491ms","start":"2026-03-19T09:14:21.750573Z","end":"2026-03-19T09:14:21.964621Z","steps":["trace[783125737] 'process raft request' (duration: 213.835827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:21.964851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.066912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:14:21.964911Z","caller":"traceutil/trace.go:171","msg":"trace[504926518] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6267; }","duration":"174.188194ms","start":"2026-03-19T09:14:21.790709Z","end":"2026-03-19T09:14:21.964897Z","steps":["trace[504926518] 'agreement among raft nodes before linearized reading' (duration: 173.98619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:22.296412Z","caller":"traceutil/trace.go:171","msg":"trace[1490960258] linearizableReadLoop","detail":"{readStateIndex:6529; appliedIndex:6528; }","duration":"102.320337ms","start":"2026-03-19T09:14:22.194061Z","end":"2026-03-19T09:14:22.296382Z","steps":["trace[1490960258] 'read index received' (duration: 102.156872ms)","trace[1490960258] 'applied index is now lower than readState.Index' (duration: 162.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:22.296546Z","caller":"traceutil/trace.go:171","msg":"trace[88964169] transaction","detail":"{read_only:false; response_revision:6269; number_of_response:1; }","duration":"267.44812ms","start":"2026-03-19T09:14:22.029064Z","end":"2026-03-19T09:14:22.296512Z","steps":["trace[88964169] 'process raft request' (duration: 267.124991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:22.296633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.551031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:22.296693Z","caller":"traceutil/trace.go:171","msg":"trace[1266849338] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:6269; }","duration":"102.693815ms","start":"2026-03-19T09:14:22.193985Z","end":"2026-03-19T09:14:22.296679Z","steps":["trace[1266849338] 'agreement among raft nodes before linearized reading' (duration: 102.552522ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:22.354834Z","caller":"traceutil/trace.go:171","msg":"trace[2003149820] transaction","detail":"{read_only:false; response_revision:6270; number_of_response:1; }","duration":"118.544057ms","start":"2026-03-19T09:14:22.236264Z","end":"2026-03-19T09:14:22.354808Z","steps":["trace[2003149820] 'process raft request' (duration: 118.337992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:22.355265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.069824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8314"} {"level":"info","ts":"2026-03-19T09:14:22.355341Z","caller":"traceutil/trace.go:171","msg":"trace[1008593093] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6271; }","duration":"117.215838ms","start":"2026-03-19T09:14:22.238109Z","end":"2026-03-19T09:14:22.355324Z","steps":["trace[1008593093] 'agreement among raft nodes before linearized reading' (duration: 116.975703ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:22.654104Z","caller":"traceutil/trace.go:171","msg":"trace[1675001998] linearizableReadLoop","detail":"{readStateIndex:6532; appliedIndex:6531; }","duration":"295.248767ms","start":"2026-03-19T09:14:22.358823Z","end":"2026-03-19T09:14:22.654072Z","steps":["trace[1675001998] 'read index received' (duration: 267.746596ms)","trace[1675001998] 'applied index is now lower than readState.Index' (duration: 27.500821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:22.654501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.652706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:14:22.654588Z","caller":"traceutil/trace.go:171","msg":"trace[339563488] transaction","detail":"{read_only:false; response_revision:6272; number_of_response:1; }","duration":"297.239802ms","start":"2026-03-19T09:14:22.357326Z","end":"2026-03-19T09:14:22.654566Z","steps":["trace[339563488] 'process raft request' (duration: 269.205869ms)","trace[339563488] 'compare' (duration: 27.362099ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:22.654583Z","caller":"traceutil/trace.go:171","msg":"trace[27542530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6272; }","duration":"295.769498ms","start":"2026-03-19T09:14:22.358793Z","end":"2026-03-19T09:14:22.654563Z","steps":["trace[27542530] 'agreement among raft nodes before linearized reading' (duration: 295.481872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:22.734184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.455242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:22.73419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.546519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:22.734249Z","caller":"traceutil/trace.go:171","msg":"trace[2116602821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6273; }","duration":"237.569014ms","start":"2026-03-19T09:14:22.496666Z","end":"2026-03-19T09:14:22.734235Z","steps":["trace[2116602821] 'agreement among raft nodes before linearized reading' (duration: 237.448481ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:22.734257Z","caller":"traceutil/trace.go:171","msg":"trace[557963119] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6273; }","duration":"324.677652ms","start":"2026-03-19T09:14:22.409565Z","end":"2026-03-19T09:14:22.734243Z","steps":["trace[557963119] 'agreement among raft nodes before linearized reading' (duration: 324.549769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:22.734288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:22.409542Z","time spent":"324.737644ms","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:22.734287Z","caller":"traceutil/trace.go:171","msg":"trace[1181354253] transaction","detail":"{read_only:false; response_revision:6273; number_of_response:1; }","duration":"233.281438ms","start":"2026-03-19T09:14:22.500972Z","end":"2026-03-19T09:14:22.734254Z","steps":["trace[1181354253] 'process raft request' (duration: 232.990962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:22.734489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.547792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:14:22.734509Z","caller":"traceutil/trace.go:171","msg":"trace[2016213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6273; }","duration":"174.602164ms","start":"2026-03-19T09:14:22.5599Z","end":"2026-03-19T09:14:22.734502Z","steps":["trace[2016213] 'agreement among raft nodes before linearized reading' (duration: 174.507752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:22.734545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.532894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:22.734591Z","caller":"traceutil/trace.go:171","msg":"trace[75255336] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6273; }","duration":"371.608767ms","start":"2026-03-19T09:14:22.362969Z","end":"2026-03-19T09:14:22.734577Z","steps":["trace[75255336] 'agreement among raft nodes before linearized reading' (duration: 371.503314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:22.734666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:22.362959Z","time spent":"371.681888ms","remote":"127.0.0.1:54594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:14:22.954722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.867803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:22.954787Z","caller":"traceutil/trace.go:171","msg":"trace[1595786539] linearizableReadLoop","detail":"{readStateIndex:6535; appliedIndex:6534; }","duration":"154.62063ms","start":"2026-03-19T09:14:22.800157Z","end":"2026-03-19T09:14:22.954778Z","steps":["trace[1595786539] 'read index received' (duration: 31.540122ms)","trace[1595786539] 'applied index is now lower than readState.Index' (duration: 123.080028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:22.954854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.699932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:22.954871Z","caller":"traceutil/trace.go:171","msg":"trace[1116060257] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6275; }","duration":"154.754483ms","start":"2026-03-19T09:14:22.80011Z","end":"2026-03-19T09:14:22.954865Z","steps":["trace[1116060257] 'agreement among raft nodes before linearized reading' (duration: 154.712722ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:22.954878Z","caller":"traceutil/trace.go:171","msg":"trace[274259437] transaction","detail":"{read_only:false; response_revision:6275; number_of_response:1; }","duration":"216.063597ms","start":"2026-03-19T09:14:22.738768Z","end":"2026-03-19T09:14:22.954832Z","steps":["trace[274259437] 'process raft request' (duration: 93.037661ms)","trace[274259437] 'compare' (duration: 122.801541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:23.539747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325093908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:14:23.847858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.140756ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:23.847996Z","caller":"traceutil/trace.go:171","msg":"trace[651531854] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6275; }","duration":"193.29501ms","start":"2026-03-19T09:14:23.654681Z","end":"2026-03-19T09:14:23.847976Z","steps":["trace[651531854] 'range keys from in-memory index tree' (duration: 193.123706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:23.848742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.105616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:23.848894Z","caller":"traceutil/trace.go:171","msg":"trace[1981228427] transaction","detail":"{read_only:false; response_revision:6276; number_of_response:1; }","duration":"811.344628ms","start":"2026-03-19T09:14:23.037521Z","end":"2026-03-19T09:14:23.848866Z","steps":["trace[1981228427] 'process raft request' (duration: 639.981907ms)","trace[1981228427] 'compare' (duration: 170.953262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:23.84897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:23.037499Z","time spent":"811.43425ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:24.474209Z","caller":"traceutil/trace.go:171","msg":"trace[1751912633] transaction","detail":"{read_only:false; response_revision:6277; number_of_response:1; }","duration":"1.435366218s","start":"2026-03-19T09:14:23.038781Z","end":"2026-03-19T09:14:24.474147Z","steps":["trace[1751912633] 'process raft request' (duration: 1.360021932s)","trace[1751912633] 'compare' (duration: 74.526168ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:24.474205Z","caller":"traceutil/trace.go:171","msg":"trace[540024419] transaction","detail":"{read_only:false; response_revision:6278; number_of_response:1; }","duration":"1.434667532s","start":"2026-03-19T09:14:23.039501Z","end":"2026-03-19T09:14:24.474168Z","steps":["trace[540024419] 'process raft request' (duration: 1.433950877s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:24.474415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:23.039483Z","time spent":"1.434831307s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:24.47442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:23.038756Z","time spent":"1.435548592s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:24.583085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.562727ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:14:24.583373Z","caller":"traceutil/trace.go:171","msg":"trace[1901639365] linearizableReadLoop","detail":"{readStateIndex:6539; appliedIndex:6535; }","duration":"1.54471562s","start":"2026-03-19T09:14:23.038631Z","end":"2026-03-19T09:14:24.583347Z","steps":["trace[1901639365] 'read index received' (duration: 639.100446ms)","trace[1901639365] 'applied index is now lower than readState.Index' (duration: 905.612194ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:24.583478Z","caller":"traceutil/trace.go:171","msg":"trace[347093213] transaction","detail":"{read_only:false; response_revision:6280; number_of_response:1; }","duration":"222.335995ms","start":"2026-03-19T09:14:24.361115Z","end":"2026-03-19T09:14:24.583451Z","steps":["trace[347093213] 'process raft request' (duration: 222.269874ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:24.583519Z","caller":"traceutil/trace.go:171","msg":"trace[1752570616] transaction","detail":"{read_only:false; response_revision:6279; number_of_response:1; }","duration":"223.667885ms","start":"2026-03-19T09:14:24.35982Z","end":"2026-03-19T09:14:24.583488Z","steps":["trace[1752570616] 'process raft request' (duration: 223.401999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:24.58369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.088743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8314"} {"level":"info","ts":"2026-03-19T09:14:24.583748Z","caller":"traceutil/trace.go:171","msg":"trace[318626185] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6280; }","duration":"223.180915ms","start":"2026-03-19T09:14:24.360555Z","end":"2026-03-19T09:14:24.583736Z","steps":["trace[318626185] 'agreement among raft nodes before linearized reading' (duration: 222.98073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:24.583644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.58512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:24.583877Z","caller":"traceutil/trace.go:171","msg":"trace[1927308904] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6280; }","duration":"774.862136ms","start":"2026-03-19T09:14:23.808981Z","end":"2026-03-19T09:14:24.583844Z","steps":["trace[1927308904] 'agreement among raft nodes before linearized reading' (duration: 774.58869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:24.583944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:23.808959Z","time spent":"774.962039ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:14:24.583637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086384657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:24.583953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040474874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:14:24.58403Z","caller":"traceutil/trace.go:171","msg":"trace[572472042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6280; }","duration":"1.086842157s","start":"2026-03-19T09:14:23.497173Z","end":"2026-03-19T09:14:24.584016Z","steps":["trace[572472042] 'agreement among raft nodes before linearized reading' (duration: 1.086340066s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:24.58407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:23.497112Z","time spent":"1.086945369s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:14:24.584061Z","caller":"traceutil/trace.go:171","msg":"trace[374499323] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6280; }","duration":"1.040642178s","start":"2026-03-19T09:14:23.543388Z","end":"2026-03-19T09:14:24.58403Z","steps":["trace[374499323] 'agreement among raft nodes before linearized reading' (duration: 1.04028262s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:24.584117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:23.543361Z","time spent":"1.04074617s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:14:24.584611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545980648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:14:24.58467Z","caller":"traceutil/trace.go:171","msg":"trace[1228044256] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6280; }","duration":"1.54605709s","start":"2026-03-19T09:14:23.038597Z","end":"2026-03-19T09:14:24.584654Z","steps":["trace[1228044256] 'agreement among raft nodes before linearized reading' (duration: 1.545892946s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:24.584702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:23.038585Z","time spent":"1.546110981s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:14:24.871704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.243731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:24.871825Z","caller":"traceutil/trace.go:171","msg":"trace[1235193276] linearizableReadLoop","detail":"{readStateIndex:6542; appliedIndex:6541; }","duration":"281.685996ms","start":"2026-03-19T09:14:24.59012Z","end":"2026-03-19T09:14:24.871806Z","steps":["trace[1235193276] 'read index received' (duration: 154.239941ms)","trace[1235193276] 'applied index is now lower than readState.Index' (duration: 127.444975ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:24.871864Z","caller":"traceutil/trace.go:171","msg":"trace[1537500478] transaction","detail":"{read_only:false; response_revision:6281; number_of_response:1; }","duration":"282.400162ms","start":"2026-03-19T09:14:24.589436Z","end":"2026-03-19T09:14:24.871836Z","steps":["trace[1537500478] 'process raft request' (duration: 154.930216ms)","trace[1537500478] 'compare' (duration: 127.106008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:24.872132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.007353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127123"} {"level":"info","ts":"2026-03-19T09:14:24.87219Z","caller":"traceutil/trace.go:171","msg":"trace[183678456] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:6281; }","duration":"282.104306ms","start":"2026-03-19T09:14:24.590076Z","end":"2026-03-19T09:14:24.872181Z","steps":["trace[183678456] 'agreement among raft nodes before linearized reading' (duration: 281.805619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:24.877235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.601458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:24.877319Z","caller":"traceutil/trace.go:171","msg":"trace[1280402911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6282; }","duration":"283.713811ms","start":"2026-03-19T09:14:24.593583Z","end":"2026-03-19T09:14:24.877297Z","steps":["trace[1280402911] 'agreement among raft nodes before linearized reading' (duration: 283.537697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:24.877766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.999344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:14:24.877922Z","caller":"traceutil/trace.go:171","msg":"trace[1063291133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6282; }","duration":"127.195849ms","start":"2026-03-19T09:14:24.750696Z","end":"2026-03-19T09:14:24.877891Z","steps":["trace[1063291133] 'agreement among raft nodes before linearized reading' (duration: 126.919453ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:24.878005Z","caller":"traceutil/trace.go:171","msg":"trace[214177261] transaction","detail":"{read_only:false; response_revision:6282; number_of_response:1; }","duration":"137.5706ms","start":"2026-03-19T09:14:24.740417Z","end":"2026-03-19T09:14:24.877987Z","steps":["trace[214177261] 'process raft request' (duration: 136.558228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.351539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.030476ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:14:33.351798Z","caller":"traceutil/trace.go:171","msg":"trace[1103264487] linearizableReadLoop","detail":"{readStateIndex:6586; appliedIndex:6585; }","duration":"855.709515ms","start":"2026-03-19T09:14:32.495999Z","end":"2026-03-19T09:14:33.351709Z","steps":["trace[1103264487] 'read index received' (duration: 269.665959ms)","trace[1103264487] 'applied index is now lower than readState.Index' (duration: 586.041256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:33.351899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.89714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:33.352023Z","caller":"traceutil/trace.go:171","msg":"trace[1987967132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6323; }","duration":"856.058403ms","start":"2026-03-19T09:14:32.495948Z","end":"2026-03-19T09:14:33.352007Z","steps":["trace[1987967132] 'agreement among raft nodes before linearized reading' (duration: 855.897999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.352084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:32.495929Z","time spent":"856.141485ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:14:33.352811Z","caller":"traceutil/trace.go:171","msg":"trace[1241337143] transaction","detail":"{read_only:false; response_revision:6325; number_of_response:1; }","duration":"671.17308ms","start":"2026-03-19T09:14:32.681619Z","end":"2026-03-19T09:14:33.352792Z","steps":["trace[1241337143] 'process raft request' (duration: 671.107188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.352935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:32.681598Z","time spent":"671.267891ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:33.352897Z","caller":"traceutil/trace.go:171","msg":"trace[1258584862] transaction","detail":"{read_only:false; response_revision:6324; number_of_response:1; }","duration":"707.133019ms","start":"2026-03-19T09:14:32.645732Z","end":"2026-03-19T09:14:33.352865Z","steps":["trace[1258584862] 'process raft request' (duration: 706.857273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.353308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:32.645714Z","time spent":"707.386434ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:33.354449Z","caller":"traceutil/trace.go:171","msg":"trace[2109179137] transaction","detail":"{read_only:false; response_revision:6326; number_of_response:1; }","duration":"444.999938ms","start":"2026-03-19T09:14:32.909426Z","end":"2026-03-19T09:14:33.354426Z","steps":["trace[2109179137] 'process raft request' (duration: 444.667541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.354588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:32.9094Z","time spent":"445.112581ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:33.3546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.648051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:33.354694Z","caller":"traceutil/trace.go:171","msg":"trace[1338360449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6326; }","duration":"511.800935ms","start":"2026-03-19T09:14:32.842874Z","end":"2026-03-19T09:14:33.354675Z","steps":["trace[1338360449] 'agreement among raft nodes before linearized reading' (duration: 511.626131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.354748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:32.842822Z","time spent":"511.915157ms","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:14:33.354961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.565153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:14:33.355036Z","caller":"traceutil/trace.go:171","msg":"trace[298716179] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6326; }","duration":"294.677574ms","start":"2026-03-19T09:14:33.060338Z","end":"2026-03-19T09:14:33.355016Z","steps":["trace[298716179] 'agreement among raft nodes before linearized reading' (duration: 294.45863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.35505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.439654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:14:33.354966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.498877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:14:33.35524Z","caller":"traceutil/trace.go:171","msg":"trace[120568745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6326; }","duration":"337.816534ms","start":"2026-03-19T09:14:33.017399Z","end":"2026-03-19T09:14:33.355216Z","steps":["trace[120568745] 'agreement among raft nodes before linearized reading' (duration: 337.443646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.355311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.643672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:14:33.355352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:33.017379Z","time spent":"337.957217ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:14:33.355381Z","caller":"traceutil/trace.go:171","msg":"trace[443609196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6326; }","duration":"761.757105ms","start":"2026-03-19T09:14:32.593609Z","end":"2026-03-19T09:14:33.355366Z","steps":["trace[443609196] 'agreement among raft nodes before linearized reading' (duration: 761.022409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.355514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:32.593591Z","time spent":"761.901598ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:14:33.355116Z","caller":"traceutil/trace.go:171","msg":"trace[1652567504] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6326; }","duration":"425.544716ms","start":"2026-03-19T09:14:32.929555Z","end":"2026-03-19T09:14:33.3551Z","steps":["trace[1652567504] 'agreement among raft nodes before linearized reading' (duration: 425.368422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.355618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:32.929533Z","time spent":"426.075977ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:14:33.35513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.530747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8314"} {"level":"info","ts":"2026-03-19T09:14:33.35587Z","caller":"traceutil/trace.go:171","msg":"trace[1589644927] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6326; }","duration":"730.324625ms","start":"2026-03-19T09:14:32.625522Z","end":"2026-03-19T09:14:33.355846Z","steps":["trace[1589644927] 'agreement among raft nodes before linearized reading' (duration: 729.465416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.355953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:32.625505Z","time spent":"730.427928ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8336,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:14:33.355154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.823153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:14:33.356018Z","caller":"traceutil/trace.go:171","msg":"trace[1878232028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6326; }","duration":"761.704173ms","start":"2026-03-19T09:14:32.594291Z","end":"2026-03-19T09:14:33.355995Z","steps":["trace[1878232028] 'agreement among raft nodes before linearized reading' (duration: 760.765342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.356094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:32.594278Z","time spent":"761.793526ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:33.355369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.556092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:14:33.356181Z","caller":"traceutil/trace.go:171","msg":"trace[1579863835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6326; }","duration":"335.402331ms","start":"2026-03-19T09:14:33.020766Z","end":"2026-03-19T09:14:33.356169Z","steps":["trace[1579863835] 'agreement among raft nodes before linearized reading' (duration: 333.807385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.356225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:33.020753Z","time spent":"335.461913ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:14:37.529574Z","caller":"traceutil/trace.go:171","msg":"trace[1070664870] transaction","detail":"{read_only:false; response_revision:6345; number_of_response:1; }","duration":"102.534451ms","start":"2026-03-19T09:14:37.427021Z","end":"2026-03-19T09:14:37.529555Z","steps":["trace[1070664870] 'process raft request' (duration: 102.472179ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:37.529574Z","caller":"traceutil/trace.go:171","msg":"trace[1378490455] transaction","detail":"{read_only:false; response_revision:6344; number_of_response:1; }","duration":"102.631212ms","start":"2026-03-19T09:14:37.426908Z","end":"2026-03-19T09:14:37.52954Z","steps":["trace[1378490455] 'process raft request' (duration: 60.954625ms)","trace[1378490455] 'compare' (duration: 41.541334ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:38.188869Z","caller":"traceutil/trace.go:171","msg":"trace[628816000] linearizableReadLoop","detail":"{readStateIndex:6614; appliedIndex:6613; }","duration":"110.444427ms","start":"2026-03-19T09:14:38.078402Z","end":"2026-03-19T09:14:38.188846Z","steps":["trace[628816000] 'read index received' (duration: 110.193222ms)","trace[628816000] 'applied index is now lower than readState.Index' (duration: 250.175µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:38.188928Z","caller":"traceutil/trace.go:171","msg":"trace[377214153] transaction","detail":"{read_only:false; response_revision:6350; number_of_response:1; }","duration":"127.854235ms","start":"2026-03-19T09:14:38.061045Z","end":"2026-03-19T09:14:38.188899Z","steps":["trace[377214153] 'process raft request' (duration: 127.61182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:38.189228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.762234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:38.189642Z","caller":"traceutil/trace.go:171","msg":"trace[540363018] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6350; }","duration":"111.232935ms","start":"2026-03-19T09:14:38.078384Z","end":"2026-03-19T09:14:38.189617Z","steps":["trace[540363018] 'agreement among raft nodes before linearized reading' (duration: 110.608241ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:39.671654Z","caller":"traceutil/trace.go:171","msg":"trace[31548688] linearizableReadLoop","detail":"{readStateIndex:6617; appliedIndex:6615; }","duration":"108.516254ms","start":"2026-03-19T09:14:39.563118Z","end":"2026-03-19T09:14:39.671635Z","steps":["trace[31548688] 'read index received' (duration: 21.392226ms)","trace[31548688] 'applied index is now lower than readState.Index' (duration: 87.122848ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:39.671706Z","caller":"traceutil/trace.go:171","msg":"trace[1010008436] transaction","detail":"{read_only:false; response_revision:6352; number_of_response:1; }","duration":"136.508197ms","start":"2026-03-19T09:14:39.53515Z","end":"2026-03-19T09:14:39.671658Z","steps":["trace[1010008436] 'process raft request' (duration: 49.347628ms)","trace[1010008436] 'compare' (duration: 86.951914ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:39.671724Z","caller":"traceutil/trace.go:171","msg":"trace[1734735584] transaction","detail":"{read_only:false; response_revision:6353; number_of_response:1; }","duration":"135.543004ms","start":"2026-03-19T09:14:39.536155Z","end":"2026-03-19T09:14:39.671698Z","steps":["trace[1734735584] 'process raft request' (duration: 135.439552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:39.671827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.701098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:14:39.671874Z","caller":"traceutil/trace.go:171","msg":"trace[1904581678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6353; }","duration":"108.79404ms","start":"2026-03-19T09:14:39.563066Z","end":"2026-03-19T09:14:39.67186Z","steps":["trace[1904581678] 'agreement among raft nodes before linearized reading' (duration: 108.688838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:39.672035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.819704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:14:39.672064Z","caller":"traceutil/trace.go:171","msg":"trace[134181611] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6353; }","duration":"105.867675ms","start":"2026-03-19T09:14:39.566189Z","end":"2026-03-19T09:14:39.672056Z","steps":["trace[134181611] 'agreement among raft nodes before linearized reading' (duration: 105.780463ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:39.805053Z","caller":"traceutil/trace.go:171","msg":"trace[1319558333] transaction","detail":"{read_only:false; response_revision:6356; number_of_response:1; }","duration":"127.411885ms","start":"2026-03-19T09:14:39.67762Z","end":"2026-03-19T09:14:39.805032Z","steps":["trace[1319558333] 'process raft request' (duration: 127.330303ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:39.805115Z","caller":"traceutil/trace.go:171","msg":"trace[1527227211] transaction","detail":"{read_only:false; response_revision:6355; number_of_response:1; }","duration":"127.66604ms","start":"2026-03-19T09:14:39.677413Z","end":"2026-03-19T09:14:39.805079Z","steps":["trace[1527227211] 'process raft request' (duration: 115.07625ms)","trace[1527227211] 'compare' (duration: 12.364875ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:39.805351Z","caller":"traceutil/trace.go:171","msg":"trace[1238492656] transaction","detail":"{read_only:false; response_revision:6357; number_of_response:1; }","duration":"127.479377ms","start":"2026-03-19T09:14:39.677858Z","end":"2026-03-19T09:14:39.805338Z","steps":["trace[1238492656] 'process raft request' (duration: 127.137879ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:47.645232Z","caller":"traceutil/trace.go:171","msg":"trace[476552255] transaction","detail":"{read_only:false; response_revision:6388; number_of_response:1; }","duration":"108.240698ms","start":"2026-03-19T09:14:47.536964Z","end":"2026-03-19T09:14:47.645204Z","steps":["trace[476552255] 'process raft request' (duration: 108.045184ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:47.944054Z","caller":"traceutil/trace.go:171","msg":"trace[1318997886] transaction","detail":"{read_only:false; response_revision:6391; number_of_response:1; }","duration":"113.001653ms","start":"2026-03-19T09:14:47.831016Z","end":"2026-03-19T09:14:47.944018Z","steps":["trace[1318997886] 'process raft request' (duration: 99.8209ms)","trace[1318997886] 'compare' (duration: 13.02311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:15:22.694006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.859458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:15:22.694093Z","caller":"traceutil/trace.go:171","msg":"trace[559939806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6602; }","duration":"198.002651ms","start":"2026-03-19T09:15:22.496076Z","end":"2026-03-19T09:15:22.694078Z","steps":["trace[559939806] 'range keys from in-memory index tree' (duration: 197.734686ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:38.7216Z","caller":"traceutil/trace.go:171","msg":"trace[1598967705] transaction","detail":"{read_only:false; response_revision:6687; number_of_response:1; }","duration":"141.147763ms","start":"2026-03-19T09:15:38.580418Z","end":"2026-03-19T09:15:38.721566Z","steps":["trace[1598967705] 'process raft request' (duration: 140.831506ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:48.302891Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4201} {"level":"info","ts":"2026-03-19T09:15:48.398197Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4201,"took":"93.694736ms","hash":758341055,"current-db-size-bytes":35618816,"current-db-size":"36 MB","current-db-size-in-use-bytes":34476032,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-19T09:15:48.398654Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":758341055,"revision":4201,"compact-revision":2299} {"level":"warn","ts":"2026-03-19T09:15:50.395327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.483433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:15:50.395492Z","caller":"traceutil/trace.go:171","msg":"trace[829246909] transaction","detail":"{read_only:false; response_revision:6737; number_of_response:1; }","duration":"209.48369ms","start":"2026-03-19T09:15:50.185987Z","end":"2026-03-19T09:15:50.395471Z","steps":["trace[829246909] 'process raft request' (duration: 50.758951ms)","trace[829246909] 'compare' (duration: 158.378721ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:15:50.395766Z","caller":"traceutil/trace.go:171","msg":"trace[575571555] linearizableReadLoop","detail":"{readStateIndex:7018; appliedIndex:7016; }","duration":"137.129223ms","start":"2026-03-19T09:15:50.258626Z","end":"2026-03-19T09:15:50.395755Z","steps":["trace[575571555] 'read index received' (duration: 73.348129ms)","trace[575571555] 'applied index is now lower than readState.Index' (duration: 63.779804ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:15:50.395783Z","caller":"traceutil/trace.go:171","msg":"trace[1749059013] transaction","detail":"{read_only:false; response_revision:6738; number_of_response:1; }","duration":"168.006957ms","start":"2026-03-19T09:15:50.227756Z","end":"2026-03-19T09:15:50.395763Z","steps":["trace[1749059013] 'process raft request' (duration: 167.67388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:50.39589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.269596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:15:50.395923Z","caller":"traceutil/trace.go:171","msg":"trace[1371750521] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:6738; }","duration":"137.304646ms","start":"2026-03-19T09:15:50.258609Z","end":"2026-03-19T09:15:50.395914Z","steps":["trace[1371750521] 'agreement among raft nodes before linearized reading' (duration: 137.186164ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:50.859708Z","caller":"traceutil/trace.go:171","msg":"trace[1360798926] linearizableReadLoop","detail":"{readStateIndex:7019; appliedIndex:7018; }","duration":"459.317756ms","start":"2026-03-19T09:15:50.400367Z","end":"2026-03-19T09:15:50.859685Z","steps":["trace[1360798926] 'read index received' (duration: 459.237434ms)","trace[1360798926] 'applied index is now lower than readState.Index' (duration: 78.882µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:15:50.859969Z","caller":"traceutil/trace.go:171","msg":"trace[1903488412] transaction","detail":"{read_only:false; response_revision:6739; number_of_response:1; }","duration":"496.86891ms","start":"2026-03-19T09:15:50.36309Z","end":"2026-03-19T09:15:50.859959Z","steps":["trace[1903488412] 'process raft request' (duration: 496.458411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:50.860124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:15:50.363059Z","time spent":"496.968012ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6358,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:15:50.860464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.712899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:15:50.860455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.942332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:15:50.860494Z","caller":"traceutil/trace.go:171","msg":"trace[1092779644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6739; }","duration":"223.782491ms","start":"2026-03-19T09:15:50.636703Z","end":"2026-03-19T09:15:50.860485Z","steps":["trace[1092779644] 'agreement among raft nodes before linearized reading' (duration: 223.685858ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:50.860509Z","caller":"traceutil/trace.go:171","msg":"trace[15012671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6739; }","duration":"364.041944ms","start":"2026-03-19T09:15:50.496453Z","end":"2026-03-19T09:15:50.860495Z","steps":["trace[15012671] 'agreement among raft nodes before linearized reading' (duration: 363.949602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:50.860543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:15:50.496429Z","time spent":"364.107146ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:15:50.86058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.853458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:15:50.860656Z","caller":"traceutil/trace.go:171","msg":"trace[102789305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6739; }","duration":"439.992641ms","start":"2026-03-19T09:15:50.420645Z","end":"2026-03-19T09:15:50.860638Z","steps":["trace[102789305] 'agreement among raft nodes before linearized reading' (duration: 439.732465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:50.860703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:15:50.420621Z","time spent":"440.072713ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:15:50.860905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.384319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142393"} {"level":"warn","ts":"2026-03-19T09:15:50.860953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.029553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T09:15:50.86096Z","caller":"traceutil/trace.go:171","msg":"trace[364592431] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6739; }","duration":"460.594994ms","start":"2026-03-19T09:15:50.400353Z","end":"2026-03-19T09:15:50.860948Z","steps":["trace[364592431] 'agreement among raft nodes before linearized reading' (duration: 459.991361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:50.860988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.916949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:15:50.861025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:15:50.400337Z","time spent":"460.676676ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":16,"response size":142415,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:15:50.861079Z","caller":"traceutil/trace.go:171","msg":"trace[1666564400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6739; }","duration":"440.331519ms","start":"2026-03-19T09:15:50.420721Z","end":"2026-03-19T09:15:50.861053Z","steps":["trace[1666564400] 'agreement among raft nodes before linearized reading' (duration: 439.749736ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:50.860975Z","caller":"traceutil/trace.go:171","msg":"trace[1073246723] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6739; }","duration":"162.092564ms","start":"2026-03-19T09:15:50.698877Z","end":"2026-03-19T09:15:50.860969Z","steps":["trace[1073246723] 'agreement among raft nodes before linearized reading' (duration: 161.709606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:50.861126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:15:50.420714Z","time spent":"440.401511ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:15:50.983262Z","caller":"traceutil/trace.go:171","msg":"trace[499433404] transaction","detail":"{read_only:false; response_revision:6740; number_of_response:1; }","duration":"117.816308ms","start":"2026-03-19T09:15:50.865411Z","end":"2026-03-19T09:15:50.983228Z","steps":["trace[499433404] 'process raft request' (duration: 115.827143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:50.985507Z","caller":"traceutil/trace.go:171","msg":"trace[850642741] transaction","detail":"{read_only:false; response_revision:6741; number_of_response:1; }","duration":"119.934937ms","start":"2026-03-19T09:15:50.865531Z","end":"2026-03-19T09:15:50.985466Z","steps":["trace[850642741] 'process raft request' (duration: 119.699742ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:50.98576Z","caller":"traceutil/trace.go:171","msg":"trace[612270461] transaction","detail":"{read_only:false; response_revision:6742; number_of_response:1; }","duration":"119.347454ms","start":"2026-03-19T09:15:50.86639Z","end":"2026-03-19T09:15:50.985737Z","steps":["trace[612270461] 'process raft request' (duration: 119.012527ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:50.98584Z","caller":"traceutil/trace.go:171","msg":"trace[1238411972] transaction","detail":"{read_only:false; response_revision:6743; number_of_response:1; }","duration":"119.355153ms","start":"2026-03-19T09:15:50.866448Z","end":"2026-03-19T09:15:50.985804Z","steps":["trace[1238411972] 'process raft request' (duration: 119.2147ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:05.382008Z","caller":"traceutil/trace.go:171","msg":"trace[1625392099] transaction","detail":"{read_only:false; response_revision:6869; number_of_response:1; }","duration":"114.473634ms","start":"2026-03-19T09:16:05.267494Z","end":"2026-03-19T09:16:05.381968Z","steps":["trace[1625392099] 'process raft request' (duration: 114.270919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:05.382049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.695269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:16:05.382119Z","caller":"traceutil/trace.go:171","msg":"trace[1235767952] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6869; }","duration":"114.79268ms","start":"2026-03-19T09:16:05.267308Z","end":"2026-03-19T09:16:05.3821Z","steps":["trace[1235767952] 'agreement among raft nodes before linearized reading' (duration: 114.589376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:05.382204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.356536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-03-19T09:16:05.382297Z","caller":"traceutil/trace.go:171","msg":"trace[321267085] range","detail":"{range_begin:/registry/secrets/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:6869; }","duration":"112.479089ms","start":"2026-03-19T09:16:05.269805Z","end":"2026-03-19T09:16:05.382284Z","steps":["trace[321267085] 'agreement among raft nodes before linearized reading' (duration: 112.245653ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:14.167866Z","caller":"traceutil/trace.go:171","msg":"trace[271685192] transaction","detail":"{read_only:false; response_revision:6913; number_of_response:1; }","duration":"120.326695ms","start":"2026-03-19T09:16:14.047515Z","end":"2026-03-19T09:16:14.167841Z","steps":["trace[271685192] 'process raft request' (duration: 120.172401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:05.616585Z","caller":"traceutil/trace.go:171","msg":"trace[1258669975] linearizableReadLoop","detail":"{readStateIndex:7633; appliedIndex:7632; }","duration":"129.928532ms","start":"2026-03-19T09:17:05.486632Z","end":"2026-03-19T09:17:05.61656Z","steps":["trace[1258669975] 'read index received' (duration: 45.054803ms)","trace[1258669975] 'applied index is now lower than readState.Index' (duration: 84.872619ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:05.616676Z","caller":"traceutil/trace.go:171","msg":"trace[334494675] transaction","detail":"{read_only:false; response_revision:7333; number_of_response:1; }","duration":"137.651694ms","start":"2026-03-19T09:17:05.478971Z","end":"2026-03-19T09:17:05.616622Z","steps":["trace[334494675] 'process raft request' (duration: 86.34758ms)","trace[334494675] 'compare' (duration: 51.11806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:05.616816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.259999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:05.616898Z","caller":"traceutil/trace.go:171","msg":"trace[1307407139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7333; }","duration":"122.380102ms","start":"2026-03-19T09:17:05.494496Z","end":"2026-03-19T09:17:05.616876Z","steps":["trace[1307407139] 'agreement among raft nodes before linearized reading' (duration: 122.240369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:05.616909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.260579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:17:05.616958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.492157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:17:05.616988Z","caller":"traceutil/trace.go:171","msg":"trace[1810578062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7333; }","duration":"130.373961ms","start":"2026-03-19T09:17:05.486597Z","end":"2026-03-19T09:17:05.61697Z","steps":["trace[1810578062] 'agreement among raft nodes before linearized reading' (duration: 130.058554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:05.617042Z","caller":"traceutil/trace.go:171","msg":"trace[34585852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7333; }","duration":"107.60794ms","start":"2026-03-19T09:17:05.509414Z","end":"2026-03-19T09:17:05.617022Z","steps":["trace[34585852] 'agreement among raft nodes before linearized reading' (duration: 107.348634ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:05.831363Z","caller":"traceutil/trace.go:171","msg":"trace[1452191524] transaction","detail":"{read_only:false; response_revision:7335; number_of_response:1; }","duration":"209.142001ms","start":"2026-03-19T09:17:05.622174Z","end":"2026-03-19T09:17:05.831316Z","steps":["trace[1452191524] 'process raft request' (duration: 121.831098ms)","trace[1452191524] 'compare' (duration: 87.004696ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:11.171148Z","caller":"traceutil/trace.go:171","msg":"trace[441191456] transaction","detail":"{read_only:false; response_revision:7380; number_of_response:1; }","duration":"147.015494ms","start":"2026-03-19T09:17:11.024097Z","end":"2026-03-19T09:17:11.171113Z","steps":["trace[441191456] 'process raft request' (duration: 115.981927ms)","trace[441191456] 'compare' (duration: 30.924075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:12.246963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.245122ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:17:17.872449Z","caller":"traceutil/trace.go:171","msg":"trace[2140726081] linearizableReadLoop","detail":"{readStateIndex:7717; appliedIndex:7716; }","duration":"180.251282ms","start":"2026-03-19T09:17:17.692173Z","end":"2026-03-19T09:17:17.872424Z","steps":["trace[2140726081] 'read index received' (duration: 180.076949ms)","trace[2140726081] 'applied index is now lower than readState.Index' (duration: 173.203µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:17.87255Z","caller":"traceutil/trace.go:171","msg":"trace[236377784] transaction","detail":"{read_only:false; response_revision:7414; number_of_response:1; }","duration":"198.262467ms","start":"2026-03-19T09:17:17.674249Z","end":"2026-03-19T09:17:17.872511Z","steps":["trace[236377784] 'process raft request' (duration: 198.027102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:17.872694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.839597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:17:17.872757Z","caller":"traceutil/trace.go:171","msg":"trace[603746397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7414; }","duration":"108.95445ms","start":"2026-03-19T09:17:17.763791Z","end":"2026-03-19T09:17:17.872746Z","steps":["trace[603746397] 'agreement among raft nodes before linearized reading' (duration: 108.780386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:17.872759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.56628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:17:17.87337Z","caller":"traceutil/trace.go:171","msg":"trace[691151435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7414; }","duration":"181.191954ms","start":"2026-03-19T09:17:17.692116Z","end":"2026-03-19T09:17:17.873308Z","steps":["trace[691151435] 'agreement among raft nodes before linearized reading' (duration: 180.449658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:18.105281Z","caller":"traceutil/trace.go:171","msg":"trace[731876971] transaction","detail":"{read_only:false; response_revision:7416; number_of_response:1; }","duration":"222.86468ms","start":"2026-03-19T09:17:17.882392Z","end":"2026-03-19T09:17:18.105257Z","steps":["trace[731876971] 'process raft request' (duration: 222.789709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:18.105283Z","caller":"traceutil/trace.go:171","msg":"trace[1677309989] transaction","detail":"{read_only:false; response_revision:7415; number_of_response:1; }","duration":"223.643628ms","start":"2026-03-19T09:17:17.881601Z","end":"2026-03-19T09:17:18.105244Z","steps":["trace[1677309989] 'process raft request' (duration: 192.724433ms)","trace[1677309989] 'compare' (duration: 30.70279ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:18.10546Z","caller":"traceutil/trace.go:171","msg":"trace[1224822738] linearizableReadLoop","detail":"{readStateIndex:7720; appliedIndex:7717; }","duration":"104.51263ms","start":"2026-03-19T09:17:18.000912Z","end":"2026-03-19T09:17:18.105425Z","steps":["trace[1224822738] 'read index received' (duration: 73.517894ms)","trace[1224822738] 'applied index is now lower than readState.Index' (duration: 30.992916ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:18.105531Z","caller":"traceutil/trace.go:171","msg":"trace[1142262902] transaction","detail":"{read_only:false; response_revision:7417; number_of_response:1; }","duration":"223.079135ms","start":"2026-03-19T09:17:17.88244Z","end":"2026-03-19T09:17:18.105519Z","steps":["trace[1142262902] 'process raft request' (duration: 222.785459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:18.105645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.727315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:17:18.105716Z","caller":"traceutil/trace.go:171","msg":"trace[488298808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7417; }","duration":"104.849587ms","start":"2026-03-19T09:17:18.000854Z","end":"2026-03-19T09:17:18.105704Z","steps":["trace[488298808] 'agreement among raft nodes before linearized reading' (duration: 104.670713ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:19.796577Z","caller":"traceutil/trace.go:171","msg":"trace[494587991] transaction","detail":"{read_only:false; response_revision:7420; number_of_response:1; }","duration":"749.10459ms","start":"2026-03-19T09:17:19.047445Z","end":"2026-03-19T09:17:19.796549Z","steps":["trace[494587991] 'process raft request' (duration: 748.609459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:19.79694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:19.047421Z","time spent":"749.382127ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:17:20.120653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.281625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:17:20.120807Z","caller":"traceutil/trace.go:171","msg":"trace[901248425] linearizableReadLoop","detail":"{readStateIndex:7724; appliedIndex:7722; }","duration":"756.848774ms","start":"2026-03-19T09:17:19.36394Z","end":"2026-03-19T09:17:20.120788Z","steps":["trace[901248425] 'read index received' (duration: 432.120954ms)","trace[901248425] 'applied index is now lower than readState.Index' (duration: 324.7261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:20.120888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.941847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:20.120877Z","caller":"traceutil/trace.go:171","msg":"trace[1538195583] transaction","detail":"{read_only:false; response_revision:7421; number_of_response:1; }","duration":"1.039220772s","start":"2026-03-19T09:17:19.081625Z","end":"2026-03-19T09:17:20.120846Z","steps":["trace[1538195583] 'process raft request' (duration: 853.62744ms)","trace[1538195583] 'compare' (duration: 185.089031ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:20.12092Z","caller":"traceutil/trace.go:171","msg":"trace[578483217] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7421; }","duration":"757.012547ms","start":"2026-03-19T09:17:19.363898Z","end":"2026-03-19T09:17:20.12091Z","steps":["trace[578483217] 'agreement among raft nodes before linearized reading' (duration: 756.943926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:20.120927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.951977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:17:20.121074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.562494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:17:20.121156Z","caller":"traceutil/trace.go:171","msg":"trace[1146091713] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7421; }","duration":"757.210232ms","start":"2026-03-19T09:17:19.363913Z","end":"2026-03-19T09:17:20.121124Z","steps":["trace[1146091713] 'agreement among raft nodes before linearized reading' (duration: 756.978967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:20.121162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.043887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5486"} {"level":"info","ts":"2026-03-19T09:17:20.12118Z","caller":"traceutil/trace.go:171","msg":"trace[1456493283] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:7421; }","duration":"706.704427ms","start":"2026-03-19T09:17:19.414458Z","end":"2026-03-19T09:17:20.121162Z","steps":["trace[1456493283] 'agreement among raft nodes before linearized reading' (duration: 706.492972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:20.121194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:19.363883Z","time spent":"757.303285ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"info","ts":"2026-03-19T09:17:20.121209Z","caller":"traceutil/trace.go:171","msg":"trace[2146582924] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7421; }","duration":"756.080818ms","start":"2026-03-19T09:17:19.365111Z","end":"2026-03-19T09:17:20.121192Z","steps":["trace[2146582924] 'agreement among raft nodes before linearized reading' (duration: 755.913074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:20.120949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:19.363877Z","time spent":"757.066459ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-19T09:17:20.121263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:19.365082Z","time spent":"756.173329ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5508,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:17:20.120962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.013498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:20.121322Z","caller":"traceutil/trace.go:171","msg":"trace[49451767] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7421; }","duration":"757.437817ms","start":"2026-03-19T09:17:19.363872Z","end":"2026-03-19T09:17:20.12131Z","steps":["trace[49451767] 'agreement among raft nodes before linearized reading' (duration: 756.998328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:20.121317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.172419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:17:20.121221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:19.414444Z","time spent":"706.768878ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:17:20.121014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:19.081598Z","time spent":"1.039343985s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:17:20.121359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:19.36385Z","time spent":"757.501188ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-03-19T09:17:20.121387Z","caller":"traceutil/trace.go:171","msg":"trace[1200559381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7421; }","duration":"244.296722ms","start":"2026-03-19T09:17:19.877071Z","end":"2026-03-19T09:17:20.121367Z","steps":["trace[1200559381] 'agreement among raft nodes before linearized reading' (duration: 244.044386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:20.121065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.434805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:20.12145Z","caller":"traceutil/trace.go:171","msg":"trace[1033427456] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7421; }","duration":"736.853025ms","start":"2026-03-19T09:17:19.384585Z","end":"2026-03-19T09:17:20.121439Z","steps":["trace[1033427456] 'agreement among raft nodes before linearized reading' (duration: 736.401565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:20.121488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:19.384574Z","time spent":"736.902666ms","remote":"127.0.0.1:54130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:17:20.121592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.896353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T09:17:20.121648Z","caller":"traceutil/trace.go:171","msg":"trace[1045693980] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7421; }","duration":"227.977715ms","start":"2026-03-19T09:17:19.893659Z","end":"2026-03-19T09:17:20.121637Z","steps":["trace[1045693980] 'agreement among raft nodes before linearized reading' (duration: 227.400392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:24.775084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.447818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:24.775185Z","caller":"traceutil/trace.go:171","msg":"trace[364996460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7445; }","duration":"141.5458ms","start":"2026-03-19T09:17:24.633606Z","end":"2026-03-19T09:17:24.775152Z","steps":["trace[364996460] 'range keys from in-memory index tree' (duration: 141.357806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:24.775082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.6958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:17:24.775366Z","caller":"traceutil/trace.go:171","msg":"trace[1266294344] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7445; }","duration":"165.036828ms","start":"2026-03-19T09:17:24.610286Z","end":"2026-03-19T09:17:24.775322Z","steps":["trace[1266294344] 'count revisions from in-memory index tree' (duration: 164.593218ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:00.648968Z","caller":"traceutil/trace.go:171","msg":"trace[908229502] linearizableReadLoop","detail":"{readStateIndex:7993; appliedIndex:7991; }","duration":"141.036578ms","start":"2026-03-19T09:18:00.507906Z","end":"2026-03-19T09:18:00.648943Z","steps":["trace[908229502] 'read index received' (duration: 62.440903ms)","trace[908229502] 'applied index is now lower than readState.Index' (duration: 78.594435ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:00.64907Z","caller":"traceutil/trace.go:171","msg":"trace[338634950] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"143.129675ms","start":"2026-03-19T09:18:00.505922Z","end":"2026-03-19T09:18:00.649052Z","steps":["trace[338634950] 'process raft request' (duration: 96.768014ms)","trace[338634950] 'compare' (duration: 46.056194ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:00.649053Z","caller":"traceutil/trace.go:171","msg":"trace[1747959890] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"140.731731ms","start":"2026-03-19T09:18:00.508288Z","end":"2026-03-19T09:18:00.64902Z","steps":["trace[1747959890] 'process raft request' (duration: 140.593298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:00.649908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.98244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214661"} {"level":"info","ts":"2026-03-19T09:18:00.649973Z","caller":"traceutil/trace.go:171","msg":"trace[1623918744] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7682; }","duration":"142.092932ms","start":"2026-03-19T09:18:00.507865Z","end":"2026-03-19T09:18:00.649958Z","steps":["trace[1623918744] 'agreement among raft nodes before linearized reading' (duration: 141.189611ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:01.265302Z","caller":"traceutil/trace.go:171","msg":"trace[357447801] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"172.692348ms","start":"2026-03-19T09:18:01.092587Z","end":"2026-03-19T09:18:01.26528Z","steps":["trace[357447801] 'process raft request' (duration: 95.73493ms)","trace[357447801] 'compare' (duration: 76.828875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:01.908473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.734995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-19T09:18:01.908565Z","caller":"traceutil/trace.go:171","msg":"trace[1069704605] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:7685; }","duration":"141.837857ms","start":"2026-03-19T09:18:01.766706Z","end":"2026-03-19T09:18:01.908544Z","steps":["trace[1069704605] 'range keys from in-memory index tree' (duration: 141.482799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:01.908573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.786785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-service\" ","response":"range_response_count:1 size:6465"} {"level":"info","ts":"2026-03-19T09:18:01.908645Z","caller":"traceutil/trace.go:171","msg":"trace[1325456500] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-service; range_end:; response_count:1; response_revision:7685; }","duration":"141.929399ms","start":"2026-03-19T09:18:01.766697Z","end":"2026-03-19T09:18:01.908627Z","steps":["trace[1325456500] 'range keys from in-memory index tree' (duration: 141.569221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:02.154544Z","caller":"traceutil/trace.go:171","msg":"trace[732687046] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"100.526228ms","start":"2026-03-19T09:18:02.053987Z","end":"2026-03-19T09:18:02.154513Z","steps":["trace[732687046] 'process raft request' (duration: 54.34153ms)","trace[732687046] 'compare' (duration: 45.992764ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:02.596255Z","caller":"traceutil/trace.go:171","msg":"trace[1191718577] linearizableReadLoop","detail":"{readStateIndex:8001; appliedIndex:8000; }","duration":"226.484787ms","start":"2026-03-19T09:18:02.369744Z","end":"2026-03-19T09:18:02.596229Z","steps":["trace[1191718577] 'read index received' (duration: 226.293162ms)","trace[1191718577] 'applied index is now lower than readState.Index' (duration: 190.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:02.596401Z","caller":"traceutil/trace.go:171","msg":"trace[1082413921] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"237.507875ms","start":"2026-03-19T09:18:02.358859Z","end":"2026-03-19T09:18:02.596367Z","steps":["trace[1082413921] 'process raft request' (duration: 237.173297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:02.596702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.662881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:18:02.596726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.919178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:18:02.596709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.794658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:18:02.59677Z","caller":"traceutil/trace.go:171","msg":"trace[1489166042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7688; }","duration":"100.777054ms","start":"2026-03-19T09:18:02.495972Z","end":"2026-03-19T09:18:02.59675Z","steps":["trace[1489166042] 'agreement among raft nodes before linearized reading' (duration: 100.650321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:02.596794Z","caller":"traceutil/trace.go:171","msg":"trace[603392872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7688; }","duration":"227.0717ms","start":"2026-03-19T09:18:02.369702Z","end":"2026-03-19T09:18:02.596774Z","steps":["trace[603392872] 'agreement among raft nodes before linearized reading' (duration: 226.658021ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:02.596817Z","caller":"traceutil/trace.go:171","msg":"trace[1741277798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7688; }","duration":"195.955732ms","start":"2026-03-19T09:18:02.400836Z","end":"2026-03-19T09:18:02.596792Z","steps":["trace[1741277798] 'agreement among raft nodes before linearized reading' (duration: 195.640385ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:02.780687Z","caller":"traceutil/trace.go:171","msg":"trace[2051257305] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"171.064592ms","start":"2026-03-19T09:18:02.60959Z","end":"2026-03-19T09:18:02.780655Z","steps":["trace[2051257305] 'process raft request' (duration: 95.74718ms)","trace[2051257305] 'compare' (duration: 75.061087ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:02.78068Z","caller":"traceutil/trace.go:171","msg":"trace[540360979] linearizableReadLoop","detail":"{readStateIndex:8006; appliedIndex:8005; }","duration":"127.689457ms","start":"2026-03-19T09:18:02.652954Z","end":"2026-03-19T09:18:02.780643Z","steps":["trace[540360979] 'read index received' (duration: 52.241552ms)","trace[540360979] 'applied index is now lower than readState.Index' (duration: 75.445775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:02.780982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.982594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:18:02.781062Z","caller":"traceutil/trace.go:171","msg":"trace[801245834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7693; }","duration":"128.139069ms","start":"2026-03-19T09:18:02.652904Z","end":"2026-03-19T09:18:02.781043Z","steps":["trace[801245834] 'agreement among raft nodes before linearized reading' (duration: 127.843581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:02.781089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.843119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:18:02.781226Z","caller":"traceutil/trace.go:171","msg":"trace[1617946882] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:7693; }","duration":"123.002663ms","start":"2026-03-19T09:18:02.658194Z","end":"2026-03-19T09:18:02.781197Z","steps":["trace[1617946882] 'agreement among raft nodes before linearized reading' (duration: 122.714596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:04.401182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.381419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12707"} {"level":"info","ts":"2026-03-19T09:18:04.401266Z","caller":"traceutil/trace.go:171","msg":"trace[1068733190] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7696; }","duration":"126.517352ms","start":"2026-03-19T09:18:04.274731Z","end":"2026-03-19T09:18:04.401249Z","steps":["trace[1068733190] 'range keys from in-memory index tree' (duration: 126.232335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:05.210181Z","caller":"traceutil/trace.go:171","msg":"trace[1186936797] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"131.124306ms","start":"2026-03-19T09:18:05.07903Z","end":"2026-03-19T09:18:05.210155Z","steps":["trace[1186936797] 'process raft request' (duration: 127.75815ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:06.946063Z","caller":"traceutil/trace.go:171","msg":"trace[499798234] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"285.78891ms","start":"2026-03-19T09:18:06.660247Z","end":"2026-03-19T09:18:06.946035Z","steps":["trace[499798234] 'process raft request' (duration: 285.404511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:06.956517Z","caller":"traceutil/trace.go:171","msg":"trace[955813146] linearizableReadLoop","detail":"{readStateIndex:8032; appliedIndex:8030; }","duration":"218.984659ms","start":"2026-03-19T09:18:06.737515Z","end":"2026-03-19T09:18:06.9565Z","steps":["trace[955813146] 'read index received' (duration: 208.049013ms)","trace[955813146] 'applied index is now lower than readState.Index' (duration: 10.934996ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:06.956578Z","caller":"traceutil/trace.go:171","msg":"trace[1056413451] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"295.508598ms","start":"2026-03-19T09:18:06.661045Z","end":"2026-03-19T09:18:06.956553Z","steps":["trace[1056413451] 'process raft request' (duration: 295.343064ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:06.956612Z","caller":"traceutil/trace.go:171","msg":"trace[630025681] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"146.862649ms","start":"2026-03-19T09:18:06.809742Z","end":"2026-03-19T09:18:06.956604Z","steps":["trace[630025681] 'process raft request' (duration: 146.729696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:06.95686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.333007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:18:06.95689Z","caller":"traceutil/trace.go:171","msg":"trace[958542123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7720; }","duration":"219.395688ms","start":"2026-03-19T09:18:06.737486Z","end":"2026-03-19T09:18:06.956882Z","steps":["trace[958542123] 'agreement among raft nodes before linearized reading' (duration: 219.296046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:06.957037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.290471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:18:06.957083Z","caller":"traceutil/trace.go:171","msg":"trace[147935750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7720; }","duration":"213.363223ms","start":"2026-03-19T09:18:06.743707Z","end":"2026-03-19T09:18:06.95707Z","steps":["trace[147935750] 'agreement among raft nodes before linearized reading' (duration: 213.24185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:06.957456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.990666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:18:06.957486Z","caller":"traceutil/trace.go:171","msg":"trace[1022103260] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:7720; }","duration":"145.049847ms","start":"2026-03-19T09:18:06.812429Z","end":"2026-03-19T09:18:06.957478Z","steps":["trace[1022103260] 'agreement among raft nodes before linearized reading' (duration: 144.991456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:06.957614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.284361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:18:06.957637Z","caller":"traceutil/trace.go:171","msg":"trace[334170032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7720; }","duration":"213.344642ms","start":"2026-03-19T09:18:06.744287Z","end":"2026-03-19T09:18:06.957631Z","steps":["trace[334170032] 'agreement among raft nodes before linearized reading' (duration: 213.288761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:06.95771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.743301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:18:06.957738Z","caller":"traceutil/trace.go:171","msg":"trace[1195182630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7720; }","duration":"213.788152ms","start":"2026-03-19T09:18:06.743945Z","end":"2026-03-19T09:18:06.957733Z","steps":["trace[1195182630] 'agreement among raft nodes before linearized reading' (duration: 213.73254ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:07.10944Z","caller":"traceutil/trace.go:171","msg":"trace[948319440] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"148.23762ms","start":"2026-03-19T09:18:06.961192Z","end":"2026-03-19T09:18:07.109429Z","steps":["trace[948319440] 'process raft request' (duration: 55.623819ms)","trace[948319440] 'compare' (duration: 92.394006ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:07.109397Z","caller":"traceutil/trace.go:171","msg":"trace[1360769317] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"147.410322ms","start":"2026-03-19T09:18:06.961943Z","end":"2026-03-19T09:18:07.109353Z","steps":["trace[1360769317] 'process raft request' (duration: 147.374901ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:07.135877Z","caller":"traceutil/trace.go:171","msg":"trace[190286039] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"173.325903ms","start":"2026-03-19T09:18:06.962524Z","end":"2026-03-19T09:18:07.13585Z","steps":["trace[190286039] 'process raft request' (duration: 173.151659ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:07.136313Z","caller":"traceutil/trace.go:171","msg":"trace[2037110091] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"173.569429ms","start":"2026-03-19T09:18:06.962714Z","end":"2026-03-19T09:18:07.136283Z","steps":["trace[2037110091] 'process raft request' (duration: 173.092398ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:07.136346Z","caller":"traceutil/trace.go:171","msg":"trace[923844408] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"172.881634ms","start":"2026-03-19T09:18:06.963439Z","end":"2026-03-19T09:18:07.136321Z","steps":["trace[923844408] 'process raft request' (duration: 172.652308ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:07.136345Z","caller":"traceutil/trace.go:171","msg":"trace[1544866228] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"157.574669ms","start":"2026-03-19T09:18:06.978731Z","end":"2026-03-19T09:18:07.136306Z","steps":["trace[1544866228] 'process raft request' (duration: 157.515638ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:07.796037Z","caller":"traceutil/trace.go:171","msg":"trace[220387905] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"137.921649ms","start":"2026-03-19T09:18:07.658098Z","end":"2026-03-19T09:18:07.796019Z","steps":["trace[220387905] 'process raft request' (duration: 137.806306ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:09.081808Z","caller":"traceutil/trace.go:171","msg":"trace[1519389790] linearizableReadLoop","detail":"{readStateIndex:8045; appliedIndex:8044; }","duration":"112.119518ms","start":"2026-03-19T09:18:08.969667Z","end":"2026-03-19T09:18:09.081786Z","steps":["trace[1519389790] 'read index received' (duration: 111.914204ms)","trace[1519389790] 'applied index is now lower than readState.Index' (duration: 204.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:09.081956Z","caller":"traceutil/trace.go:171","msg":"trace[1969211297] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"119.803101ms","start":"2026-03-19T09:18:08.962111Z","end":"2026-03-19T09:18:09.081914Z","steps":["trace[1969211297] 'process raft request' (duration: 119.536425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:09.082069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.388904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:18:09.082142Z","caller":"traceutil/trace.go:171","msg":"trace[1524663943] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:7731; }","duration":"112.507867ms","start":"2026-03-19T09:18:08.969624Z","end":"2026-03-19T09:18:09.082132Z","steps":["trace[1524663943] 'agreement among raft nodes before linearized reading' (duration: 112.251261ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:09.580076Z","caller":"traceutil/trace.go:171","msg":"trace[572564490] linearizableReadLoop","detail":"{readStateIndex:8051; appliedIndex:8050; }","duration":"221.431446ms","start":"2026-03-19T09:18:09.358625Z","end":"2026-03-19T09:18:09.580057Z","steps":["trace[572564490] 'read index received' (duration: 221.275501ms)","trace[572564490] 'applied index is now lower than readState.Index' (duration: 155.095µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:09.580142Z","caller":"traceutil/trace.go:171","msg":"trace[35620229] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"328.594592ms","start":"2026-03-19T09:18:09.251515Z","end":"2026-03-19T09:18:09.580109Z","steps":["trace[35620229] 'process raft request' (duration: 328.432938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:09.580256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.623349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:18:09.580303Z","caller":"traceutil/trace.go:171","msg":"trace[1798924943] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7737; }","duration":"221.729212ms","start":"2026-03-19T09:18:09.358561Z","end":"2026-03-19T09:18:09.580291Z","steps":["trace[1798924943] 'agreement among raft nodes before linearized reading' (duration: 221.63564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:09.580319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:09.251493Z","time spent":"328.726415ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:10.348073Z","caller":"traceutil/trace.go:171","msg":"trace[178036739] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"167.435001ms","start":"2026-03-19T09:18:10.18059Z","end":"2026-03-19T09:18:10.348025Z","steps":["trace[178036739] 'process raft request' (duration: 167.098694ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:11.301479Z","caller":"traceutil/trace.go:171","msg":"trace[207612455] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"126.634374ms","start":"2026-03-19T09:18:11.174828Z","end":"2026-03-19T09:18:11.301462Z","steps":["trace[207612455] 'process raft request' (duration: 126.380499ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:11.301502Z","caller":"traceutil/trace.go:171","msg":"trace[1001635517] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"124.107868ms","start":"2026-03-19T09:18:11.177376Z","end":"2026-03-19T09:18:11.301484Z","steps":["trace[1001635517] 'process raft request' (duration: 124.073187ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:11.301611Z","caller":"traceutil/trace.go:171","msg":"trace[1779108605] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"124.67855ms","start":"2026-03-19T09:18:11.176859Z","end":"2026-03-19T09:18:11.301538Z","steps":["trace[1779108605] 'process raft request' (duration: 124.538257ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:11.301716Z","caller":"traceutil/trace.go:171","msg":"trace[960910896] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"124.67553ms","start":"2026-03-19T09:18:11.177034Z","end":"2026-03-19T09:18:11.301709Z","steps":["trace[960910896] 'process raft request' (duration: 124.392734ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:13.24867Z","caller":"traceutil/trace.go:171","msg":"trace[1806133119] linearizableReadLoop","detail":"{readStateIndex:8063; appliedIndex:8062; }","duration":"122.319598ms","start":"2026-03-19T09:18:13.126326Z","end":"2026-03-19T09:18:13.248645Z","steps":["trace[1806133119] 'read index received' (duration: 122.059833ms)","trace[1806133119] 'applied index is now lower than readState.Index' (duration: 256.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:13.248719Z","caller":"traceutil/trace.go:171","msg":"trace[1894578519] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"135.238987ms","start":"2026-03-19T09:18:13.113441Z","end":"2026-03-19T09:18:13.24868Z","steps":["trace[1894578519] 'process raft request' (duration: 135.047403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:13.24887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.522203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:18:13.248906Z","caller":"traceutil/trace.go:171","msg":"trace[473740246] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:7748; }","duration":"122.643035ms","start":"2026-03-19T09:18:13.126252Z","end":"2026-03-19T09:18:13.248895Z","steps":["trace[473740246] 'agreement among raft nodes before linearized reading' (duration: 122.488512ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:15.440772Z","caller":"traceutil/trace.go:171","msg":"trace[2058145964] linearizableReadLoop","detail":"{readStateIndex:8072; appliedIndex:8071; }","duration":"180.498305ms","start":"2026-03-19T09:18:15.260249Z","end":"2026-03-19T09:18:15.440747Z","steps":["trace[2058145964] 'read index received' (duration: 180.351451ms)","trace[2058145964] 'applied index is now lower than readState.Index' (duration: 139.154µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:15.44106Z","caller":"traceutil/trace.go:171","msg":"trace[849846397] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"187.281597ms","start":"2026-03-19T09:18:15.253763Z","end":"2026-03-19T09:18:15.441045Z","steps":["trace[849846397] 'process raft request' (duration: 186.833867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:15.441429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.16059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:18:15.441482Z","caller":"traceutil/trace.go:171","msg":"trace[1521739511] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:7757; }","duration":"181.250042ms","start":"2026-03-19T09:18:15.260217Z","end":"2026-03-19T09:18:15.441467Z","steps":["trace[1521739511] 'agreement among raft nodes before linearized reading' (duration: 181.089708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:15.441698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.686617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:18:15.441733Z","caller":"traceutil/trace.go:171","msg":"trace[226107870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7757; }","duration":"167.764328ms","start":"2026-03-19T09:18:15.27396Z","end":"2026-03-19T09:18:15.441725Z","steps":["trace[226107870] 'agreement among raft nodes before linearized reading' (duration: 167.671886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:15.949495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325097944,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:18:16.300524Z","caller":"traceutil/trace.go:171","msg":"trace[733338956] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"852.713615ms","start":"2026-03-19T09:18:15.447779Z","end":"2026-03-19T09:18:16.300493Z","steps":["trace[733338956] 'process raft request' (duration: 803.920629ms)","trace[733338956] 'compare' (duration: 48.497139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:16.300674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:15.447748Z","time spent":"852.848829ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:16.35312Z","caller":"traceutil/trace.go:171","msg":"trace[488818917] linearizableReadLoop","detail":"{readStateIndex:8079; appliedIndex:8072; }","duration":"904.20566ms","start":"2026-03-19T09:18:15.448894Z","end":"2026-03-19T09:18:16.3531Z","steps":["trace[488818917] 'read index received' (duration: 802.827163ms)","trace[488818917] 'applied index is now lower than readState.Index' (duration: 101.377527ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:16.353418Z","caller":"traceutil/trace.go:171","msg":"trace[1833726186] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"905.226814ms","start":"2026-03-19T09:18:15.448178Z","end":"2026-03-19T09:18:16.353405Z","steps":["trace[1833726186] 'process raft request' (duration: 904.645331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:16.353532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:15.448138Z","time spent":"905.311996ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:16.353697Z","caller":"traceutil/trace.go:171","msg":"trace[1139468713] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"905.509351ms","start":"2026-03-19T09:18:15.448177Z","end":"2026-03-19T09:18:16.353686Z","steps":["trace[1139468713] 'process raft request' (duration: 904.769554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:16.353744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:15.448122Z","time spent":"905.599153ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:16.353806Z","caller":"traceutil/trace.go:171","msg":"trace[1709733765] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"358.485813ms","start":"2026-03-19T09:18:15.995313Z","end":"2026-03-19T09:18:16.353798Z","steps":["trace[1709733765] 'process raft request' (duration: 357.761456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:16.353842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:15.995294Z","time spent":"358.528333ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:16.353861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.375009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:16.353952Z","caller":"traceutil/trace.go:171","msg":"trace[295635530] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"905.213895ms","start":"2026-03-19T09:18:15.448726Z","end":"2026-03-19T09:18:16.35394Z","steps":["trace[295635530] 'process raft request' (duration: 904.249442ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:16.353964Z","caller":"traceutil/trace.go:171","msg":"trace[1186344992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7765; }","duration":"857.483632ms","start":"2026-03-19T09:18:15.496455Z","end":"2026-03-19T09:18:16.353939Z","steps":["trace[1186344992] 'agreement among raft nodes before linearized reading' (duration: 857.324858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:16.354046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:15.496404Z","time spent":"857.627556ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:18:16.354141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:15.448712Z","time spent":"905.304067ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:16.354341Z","caller":"traceutil/trace.go:171","msg":"trace[241073468] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"905.256134ms","start":"2026-03-19T09:18:15.449072Z","end":"2026-03-19T09:18:16.354328Z","steps":["trace[241073468] 'process raft request' (duration: 903.931814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:16.354363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.471269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214962"} {"level":"info","ts":"2026-03-19T09:18:16.354396Z","caller":"traceutil/trace.go:171","msg":"trace[869056304] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7765; }","duration":"905.548611ms","start":"2026-03-19T09:18:15.44884Z","end":"2026-03-19T09:18:16.354388Z","steps":["trace[869056304] 'agreement among raft nodes before linearized reading' (duration: 905.05006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:16.354405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:15.449053Z","time spent":"905.319756ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:16.354426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:15.448818Z","time spent":"905.601512ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":214984,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:18:16.354485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.075511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T09:18:16.354507Z","caller":"traceutil/trace.go:171","msg":"trace[1760344045] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"883.538538ms","start":"2026-03-19T09:18:15.470958Z","end":"2026-03-19T09:18:16.354496Z","steps":["trace[1760344045] 'process raft request' (duration: 882.066975ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:16.354562Z","caller":"traceutil/trace.go:171","msg":"trace[1522975933] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7765; }","duration":"276.185774ms","start":"2026-03-19T09:18:16.078353Z","end":"2026-03-19T09:18:16.354539Z","steps":["trace[1522975933] 'agreement among raft nodes before linearized reading' (duration: 275.973189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:16.354579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:15.470942Z","time spent":"883.601939ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:16.353849Z","caller":"traceutil/trace.go:171","msg":"trace[5097313] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"725.19189ms","start":"2026-03-19T09:18:15.628592Z","end":"2026-03-19T09:18:16.353784Z","steps":["trace[5097313] 'process raft request' (duration: 724.454063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:16.354919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:15.628569Z","time spent":"726.267664ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:17.527242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.937368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:17.527375Z","caller":"traceutil/trace.go:171","msg":"trace[1048102375] linearizableReadLoop","detail":"{readStateIndex:8081; appliedIndex:8080; }","duration":"1.032524254s","start":"2026-03-19T09:18:16.494832Z","end":"2026-03-19T09:18:17.527356Z","steps":["trace[1048102375] 'read index received' (duration: 293.398171ms)","trace[1048102375] 'applied index is now lower than readState.Index' (duration: 739.124563ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:17.527435Z","caller":"traceutil/trace.go:171","msg":"trace[1844704888] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"1.147487446s","start":"2026-03-19T09:18:16.379901Z","end":"2026-03-19T09:18:17.527389Z","steps":["trace[1844704888] 'process raft request' (duration: 408.298262ms)","trace[1844704888] 'compare' (duration: 738.653232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:17.527653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:16.379882Z","time spent":"1.147664431s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:17.527482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032657637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:17.527737Z","caller":"traceutil/trace.go:171","msg":"trace[952597976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7766; }","duration":"1.032938974s","start":"2026-03-19T09:18:16.494781Z","end":"2026-03-19T09:18:17.52772Z","steps":["trace[952597976] 'agreement among raft nodes before linearized reading' (duration: 1.032654408s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:17.5278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:16.49476Z","time spent":"1.033025095s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:18:17.734712Z","caller":"traceutil/trace.go:171","msg":"trace[347689257] linearizableReadLoop","detail":"{readStateIndex:8082; appliedIndex:8081; }","duration":"207.262756ms","start":"2026-03-19T09:18:17.527404Z","end":"2026-03-19T09:18:17.734666Z","steps":["trace[347689257] 'read index received' (duration: 148.408084ms)","trace[347689257] 'applied index is now lower than readState.Index' (duration: 58.853312ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:17.735083Z","caller":"traceutil/trace.go:171","msg":"trace[2102076301] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"286.23879ms","start":"2026-03-19T09:18:17.448826Z","end":"2026-03-19T09:18:17.735065Z","steps":["trace[2102076301] 'process raft request' (duration: 227.019349ms)","trace[2102076301] 'compare' (duration: 58.383572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:17.735414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.534993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:18:17.735466Z","caller":"traceutil/trace.go:171","msg":"trace[78128446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7767; }","duration":"240.665476ms","start":"2026-03-19T09:18:17.494785Z","end":"2026-03-19T09:18:17.735451Z","steps":["trace[78128446] 'agreement among raft nodes before linearized reading' (duration: 240.536323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:17.73575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.710008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:18:17.73579Z","caller":"traceutil/trace.go:171","msg":"trace[230950682] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:7767; }","duration":"922.80212ms","start":"2026-03-19T09:18:16.812976Z","end":"2026-03-19T09:18:17.735779Z","steps":["trace[230950682] 'agreement among raft nodes before linearized reading' (duration: 922.653587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:17.735822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:16.812948Z","time spent":"922.865051ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:18:17.736106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216376003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12707"} {"level":"info","ts":"2026-03-19T09:18:17.736159Z","caller":"traceutil/trace.go:171","msg":"trace[1039580042] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7767; }","duration":"1.216456695s","start":"2026-03-19T09:18:16.519692Z","end":"2026-03-19T09:18:17.736148Z","steps":["trace[1039580042] 'agreement among raft nodes before linearized reading' (duration: 1.216315372s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:17.736191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:16.519679Z","time spent":"1.216504606s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12729,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T09:18:17.736425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.01632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:17.736545Z","caller":"traceutil/trace.go:171","msg":"trace[826381831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7767; }","duration":"207.186784ms","start":"2026-03-19T09:18:17.529345Z","end":"2026-03-19T09:18:17.736532Z","steps":["trace[826381831] 'agreement among raft nodes before linearized reading' (duration: 207.049931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:17.73712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.605834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-19T09:18:17.737669Z","caller":"traceutil/trace.go:171","msg":"trace[1225179821] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7767; }","duration":"111.217819ms","start":"2026-03-19T09:18:17.62644Z","end":"2026-03-19T09:18:17.737658Z","steps":["trace[1225179821] 'agreement among raft nodes before linearized reading' (duration: 110.569523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:18.02137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.278468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:18.021497Z","caller":"traceutil/trace.go:171","msg":"trace[338478694] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"271.890057ms","start":"2026-03-19T09:18:17.749586Z","end":"2026-03-19T09:18:18.021476Z","steps":["trace[338478694] 'process raft request' (duration: 88.426545ms)","trace[338478694] 'compare' (duration: 182.977051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:18.735552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.809458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:18:18.735615Z","caller":"traceutil/trace.go:171","msg":"trace[555233883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7768; }","duration":"430.929911ms","start":"2026-03-19T09:18:18.304673Z","end":"2026-03-19T09:18:18.735603Z","steps":["trace[555233883] 'range keys from in-memory index tree' (duration: 430.616664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:18.735643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.304642Z","time spent":"430.994722ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:18:18.73565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.750858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:18:18.735673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.880408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:18.735949Z","caller":"traceutil/trace.go:171","msg":"trace[19842723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7768; }","duration":"375.032454ms","start":"2026-03-19T09:18:18.360814Z","end":"2026-03-19T09:18:18.735846Z","steps":["trace[19842723] 'range keys from in-memory index tree' (duration: 374.424411ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:18.735997Z","caller":"traceutil/trace.go:171","msg":"trace[1436156159] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7768; }","duration":"593.220436ms","start":"2026-03-19T09:18:18.142749Z","end":"2026-03-19T09:18:18.73597Z","steps":["trace[1436156159] 'range keys from in-memory index tree' (duration: 592.799487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:18.736013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.360786Z","time spent":"375.210938ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:18:18.736087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.142728Z","time spent":"593.332789ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:18:18.73576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.726889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:18.736283Z","caller":"traceutil/trace.go:171","msg":"trace[1458316029] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7768; }","duration":"595.282042ms","start":"2026-03-19T09:18:18.140991Z","end":"2026-03-19T09:18:18.736273Z","steps":["trace[1458316029] 'count revisions from in-memory index tree' (duration: 594.657418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:18.736332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.140971Z","time spent":"595.350484ms","remote":"127.0.0.1:50348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:18.735911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.362039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:18.736463Z","caller":"traceutil/trace.go:171","msg":"trace[23044217] linearizableReadLoop","detail":"{readStateIndex:8085; appliedIndex:8084; }","duration":"375.419454ms","start":"2026-03-19T09:18:18.361035Z","end":"2026-03-19T09:18:18.736455Z","steps":["trace[23044217] 'read index received' (duration: 211.518482ms)","trace[23044217] 'applied index is now lower than readState.Index' (duration: 163.900042ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:18.736547Z","caller":"traceutil/trace.go:171","msg":"trace[1727641749] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"375.629827ms","start":"2026-03-19T09:18:18.360865Z","end":"2026-03-19T09:18:18.736495Z","steps":["trace[1727641749] 'process raft request' (duration: 211.631284ms)","trace[1727641749] 'compare' (duration: 163.040032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:18.7366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.682529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:18:18.736616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.618202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:18:18.736621Z","caller":"traceutil/trace.go:171","msg":"trace[1406371555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7769; }","duration":"375.7477ms","start":"2026-03-19T09:18:18.360867Z","end":"2026-03-19T09:18:18.736615Z","steps":["trace[1406371555] 'agreement among raft nodes before linearized reading' (duration: 375.678529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:18.736637Z","caller":"traceutil/trace.go:171","msg":"trace[388719358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7769; }","duration":"373.665313ms","start":"2026-03-19T09:18:18.362965Z","end":"2026-03-19T09:18:18.736631Z","steps":["trace[388719358] 'agreement among raft nodes before linearized reading' (duration: 373.608322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:18.736643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.360846Z","time spent":"375.789612ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:18:18.736652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.362954Z","time spent":"373.694614ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:18:18.736672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.360845Z","time spent":"375.764121ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:18.736667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.540441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:18.736716Z","caller":"traceutil/trace.go:171","msg":"trace[610396236] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7769; }","duration":"373.616212ms","start":"2026-03-19T09:18:18.363089Z","end":"2026-03-19T09:18:18.736705Z","steps":["trace[610396236] 'agreement among raft nodes before linearized reading' (duration: 373.5343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:18.736756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.363075Z","time spent":"373.673644ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-19T09:18:18.736758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.423758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:18:18.736848Z","caller":"traceutil/trace.go:171","msg":"trace[182074182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7769; }","duration":"373.535951ms","start":"2026-03-19T09:18:18.363292Z","end":"2026-03-19T09:18:18.736828Z","steps":["trace[182074182] 'agreement among raft nodes before linearized reading' (duration: 373.304086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:18.736898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.453579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:18:18.736996Z","caller":"traceutil/trace.go:171","msg":"trace[1263830234] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:7769; }","duration":"373.572811ms","start":"2026-03-19T09:18:18.363415Z","end":"2026-03-19T09:18:18.736988Z","steps":["trace[1263830234] 'agreement among raft nodes before linearized reading' (duration: 373.258584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:18.737045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.363405Z","time spent":"373.613562ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:18:18.736895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.363285Z","time spent":"373.600062ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:18:19.139496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.11392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:19.139615Z","caller":"traceutil/trace.go:171","msg":"trace[178892815] linearizableReadLoop","detail":"{readStateIndex:8086; appliedIndex:8085; }","duration":"398.148343ms","start":"2026-03-19T09:18:18.741445Z","end":"2026-03-19T09:18:19.139593Z","steps":["trace[178892815] 'read index received' (duration: 268.835669ms)","trace[178892815] 'applied index is now lower than readState.Index' (duration: 129.310594ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:19.139769Z","caller":"traceutil/trace.go:171","msg":"trace[1661908119] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"400.103317ms","start":"2026-03-19T09:18:18.739588Z","end":"2026-03-19T09:18:19.139692Z","steps":["trace[1661908119] 'process raft request' (duration: 270.66239ms)","trace[1661908119] 'compare' (duration: 128.931586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:19.139946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.739577Z","time spent":"400.310562ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:19.140148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.681966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214962"} {"level":"info","ts":"2026-03-19T09:18:19.140227Z","caller":"traceutil/trace.go:171","msg":"trace[1094890931] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7770; }","duration":"398.808178ms","start":"2026-03-19T09:18:18.741402Z","end":"2026-03-19T09:18:19.14021Z","steps":["trace[1094890931] 'agreement among raft nodes before linearized reading' (duration: 398.339657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:19.140322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.741383Z","time spent":"398.926491ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":214984,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:18:19.640184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325097985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:18:20.056868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046541508s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:18:20.268559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.402209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:20.268904Z","caller":"traceutil/trace.go:171","msg":"trace[102247104] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"1.525787195s","start":"2026-03-19T09:18:18.743097Z","end":"2026-03-19T09:18:20.268884Z","steps":["trace[102247104] 'process raft request' (duration: 1.525736654s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:20.268982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.743079Z","time spent":"1.525869146s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:20.269172Z","caller":"traceutil/trace.go:171","msg":"trace[961285794] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"1.526120442s","start":"2026-03-19T09:18:18.742987Z","end":"2026-03-19T09:18:20.269108Z","steps":["trace[961285794] 'process raft request' (duration: 1.314072878s)","trace[961285794] 'compare' (duration: 210.858627ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:20.269215Z","caller":"traceutil/trace.go:171","msg":"trace[26780703] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"1.526219975s","start":"2026-03-19T09:18:18.742973Z","end":"2026-03-19T09:18:20.269193Z","steps":["trace[26780703] 'process raft request' (duration: 1.525731634s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:20.26929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.742962Z","time spent":"1.526290126s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:20.269296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.742978Z","time spent":"1.526256314s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:20.269238Z","caller":"traceutil/trace.go:171","msg":"trace[28373230] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"1.526184294s","start":"2026-03-19T09:18:18.743019Z","end":"2026-03-19T09:18:20.269203Z","steps":["trace[28373230] 'process raft request' (duration: 1.525778575s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:20.269753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.743009Z","time spent":"1.526610393s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:20.536994Z","caller":"traceutil/trace.go:171","msg":"trace[1153888191] linearizableReadLoop","detail":"{readStateIndex:8091; appliedIndex:8086; }","duration":"1.397295189s","start":"2026-03-19T09:18:19.13965Z","end":"2026-03-19T09:18:20.536946Z","steps":["trace[1153888191] 'read index received' (duration: 917.424219ms)","trace[1153888191] 'applied index is now lower than readState.Index' (duration: 479.86954ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:20.537073Z","caller":"traceutil/trace.go:171","msg":"trace[1082578101] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"795.210673ms","start":"2026-03-19T09:18:19.741814Z","end":"2026-03-19T09:18:20.537025Z","steps":["trace[1082578101] 'process raft request' (duration: 794.904367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:20.537188Z","caller":"traceutil/trace.go:171","msg":"trace[888883226] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"1.003915252s","start":"2026-03-19T09:18:19.533183Z","end":"2026-03-19T09:18:20.537098Z","steps":["trace[888883226] 'process raft request' (duration: 1.003241897s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:20.537329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594095788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:18:20.537408Z","caller":"traceutil/trace.go:171","msg":"trace[1663448663] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7776; }","duration":"1.594225162s","start":"2026-03-19T09:18:18.943168Z","end":"2026-03-19T09:18:20.537393Z","steps":["trace[1663448663] 'agreement among raft nodes before linearized reading' (duration: 1.594061248s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:20.537449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.943151Z","time spent":"1.594286662s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:20.537505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.948215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:18:20.537572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795767018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:18:20.537531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:19.533127Z","time spent":"1.004159947s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:20.537618Z","caller":"traceutil/trace.go:171","msg":"trace[242734209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7776; }","duration":"1.795865691s","start":"2026-03-19T09:18:18.741738Z","end":"2026-03-19T09:18:20.537604Z","steps":["trace[242734209] 'agreement among raft nodes before linearized reading' (duration: 1.795525894s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:20.537687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:18.741729Z","time spent":"1.795948533s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:18:20.537666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.814289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:18:20.537807Z","caller":"traceutil/trace.go:171","msg":"trace[1380478493] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7776; }","duration":"586.000634ms","start":"2026-03-19T09:18:19.951757Z","end":"2026-03-19T09:18:20.537758Z","steps":["trace[1380478493] 'agreement among raft nodes before linearized reading' (duration: 585.629375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:20.537809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.408987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12707"} {"level":"info","ts":"2026-03-19T09:18:20.537868Z","caller":"traceutil/trace.go:171","msg":"trace[1589257674] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7776; }","duration":"795.48848ms","start":"2026-03-19T09:18:19.742365Z","end":"2026-03-19T09:18:20.537853Z","steps":["trace[1589257674] 'agreement among raft nodes before linearized reading' (duration: 795.321786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:20.537883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040279688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:18:20.537893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:19.951738Z","time spent":"586.113956ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":76,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:20.537823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.453765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-19T09:18:20.537914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:19.742356Z","time spent":"795.549221ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12729,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-03-19T09:18:20.537925Z","caller":"traceutil/trace.go:171","msg":"trace[365969523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7776; }","duration":"1.040354339s","start":"2026-03-19T09:18:19.497559Z","end":"2026-03-19T09:18:20.537914Z","steps":["trace[365969523] 'agreement among raft nodes before linearized reading' (duration: 1.040289708s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:20.537963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:19.497541Z","time spent":"1.040413511s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:18:20.537989Z","caller":"traceutil/trace.go:171","msg":"trace[1609298772] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7776; }","duration":"428.629309ms","start":"2026-03-19T09:18:20.109313Z","end":"2026-03-19T09:18:20.537942Z","steps":["trace[1609298772] 'agreement among raft nodes before linearized reading' (duration: 428.26015ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:20.537607Z","caller":"traceutil/trace.go:171","msg":"trace[1936781211] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7776; }","duration":"108.101689ms","start":"2026-03-19T09:18:20.429483Z","end":"2026-03-19T09:18:20.537584Z","steps":["trace[1936781211] 'agreement among raft nodes before linearized reading' (duration: 107.947885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:20.537469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:19.741792Z","time spent":"795.478859ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:20.538165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304104024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:20.538238Z","caller":"traceutil/trace.go:171","msg":"trace[1070896332] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7776; }","duration":"1.304240817s","start":"2026-03-19T09:18:19.233974Z","end":"2026-03-19T09:18:20.538215Z","steps":["trace[1070896332] 'agreement among raft nodes before linearized reading' (duration: 1.303392388s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:20.538304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:19.233952Z","time spent":"1.304334589s","remote":"127.0.0.1:46430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:20.538318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:20.109291Z","time spent":"428.797272ms","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-19T09:18:22.89848Z","caller":"traceutil/trace.go:171","msg":"trace[283740172] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"134.239296ms","start":"2026-03-19T09:18:22.76422Z","end":"2026-03-19T09:18:22.898459Z","steps":["trace[283740172] 'process raft request' (duration: 134.100323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:22.91223Z","caller":"traceutil/trace.go:171","msg":"trace[1062287955] transaction","detail":"{read_only:false; response_revision:7791; number_of_response:1; }","duration":"104.942198ms","start":"2026-03-19T09:18:22.807261Z","end":"2026-03-19T09:18:22.912203Z","steps":["trace[1062287955] 'process raft request' (duration: 104.817355ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:23.29451Z","caller":"traceutil/trace.go:171","msg":"trace[406785828] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"120.300122ms","start":"2026-03-19T09:18:23.174168Z","end":"2026-03-19T09:18:23.294468Z","steps":["trace[406785828] 'process raft request' (duration: 119.987335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:24.354285Z","caller":"traceutil/trace.go:171","msg":"trace[2010469251] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"133.226812ms","start":"2026-03-19T09:18:24.221024Z","end":"2026-03-19T09:18:24.354251Z","steps":["trace[2010469251] 'process raft request' (duration: 132.21493ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:24.56997Z","caller":"traceutil/trace.go:171","msg":"trace[1092160736] linearizableReadLoop","detail":"{readStateIndex:8124; appliedIndex:8121; }","duration":"152.158717ms","start":"2026-03-19T09:18:24.417779Z","end":"2026-03-19T09:18:24.569937Z","steps":["trace[1092160736] 'read index received' (duration: 3.378735ms)","trace[1092160736] 'applied index is now lower than readState.Index' (duration: 148.778742ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:24.570141Z","caller":"traceutil/trace.go:171","msg":"trace[2119664028] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"154.357868ms","start":"2026-03-19T09:18:24.41575Z","end":"2026-03-19T09:18:24.570108Z","steps":["trace[2119664028] 'process raft request' (duration: 62.982485ms)","trace[2119664028] 'compare' (duration: 91.035565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:24.570249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.443995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:24.570302Z","caller":"traceutil/trace.go:171","msg":"trace[805741886] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7807; }","duration":"152.555047ms","start":"2026-03-19T09:18:24.417731Z","end":"2026-03-19T09:18:24.570286Z","steps":["trace[805741886] 'agreement among raft nodes before linearized reading' (duration: 152.388653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:24.570519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.329666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-user-57brn\" ","response":"range_response_count:1 size:7637"} {"level":"info","ts":"2026-03-19T09:18:24.570639Z","caller":"traceutil/trace.go:171","msg":"trace[139445930] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-user-57brn; range_end:; response_count:1; response_revision:7807; }","duration":"149.488369ms","start":"2026-03-19T09:18:24.421123Z","end":"2026-03-19T09:18:24.570611Z","steps":["trace[139445930] 'agreement among raft nodes before linearized reading' (duration: 149.128121ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:25.447433Z","caller":"traceutil/trace.go:171","msg":"trace[1312538590] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"143.576006ms","start":"2026-03-19T09:18:25.303825Z","end":"2026-03-19T09:18:25.447401Z","steps":["trace[1312538590] 'process raft request' (duration: 143.33057ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:28.504061Z","caller":"traceutil/trace.go:171","msg":"trace[117284967] linearizableReadLoop","detail":"{readStateIndex:8149; appliedIndex:8148; }","duration":"104.556649ms","start":"2026-03-19T09:18:28.399451Z","end":"2026-03-19T09:18:28.504008Z","steps":["trace[117284967] 'read index received' (duration: 104.319024ms)","trace[117284967] 'applied index is now lower than readState.Index' (duration: 236.405µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:28.50413Z","caller":"traceutil/trace.go:171","msg":"trace[1931571857] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"106.591724ms","start":"2026-03-19T09:18:28.397507Z","end":"2026-03-19T09:18:28.504099Z","steps":["trace[1931571857] 'process raft request' (duration: 106.281487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:28.504358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.889836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:18:28.504693Z","caller":"traceutil/trace.go:171","msg":"trace[1319617360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7831; }","duration":"105.252374ms","start":"2026-03-19T09:18:28.399398Z","end":"2026-03-19T09:18:28.504651Z","steps":["trace[1319617360] 'agreement among raft nodes before linearized reading' (duration: 104.788804ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:28.637884Z","caller":"traceutil/trace.go:171","msg":"trace[1729573267] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"129.310806ms","start":"2026-03-19T09:18:28.50853Z","end":"2026-03-19T09:18:28.637841Z","steps":["trace[1729573267] 'process raft request' (duration: 129.047109ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:28.647204Z","caller":"traceutil/trace.go:171","msg":"trace[1929244769] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"137.084619ms","start":"2026-03-19T09:18:28.510091Z","end":"2026-03-19T09:18:28.647176Z","steps":["trace[1929244769] 'process raft request' (duration: 136.900715ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:28.647422Z","caller":"traceutil/trace.go:171","msg":"trace[75687703] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"137.301164ms","start":"2026-03-19T09:18:28.510097Z","end":"2026-03-19T09:18:28.647398Z","steps":["trace[75687703] 'process raft request' (duration: 137.041338ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:33.13063Z","caller":"traceutil/trace.go:171","msg":"trace[1394175286] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"103.25058ms","start":"2026-03-19T09:18:33.027348Z","end":"2026-03-19T09:18:33.130599Z","steps":["trace[1394175286] 'process raft request' (duration: 102.998514ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:36.954358Z","caller":"traceutil/trace.go:171","msg":"trace[1091743004] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"118.025491ms","start":"2026-03-19T09:18:36.83629Z","end":"2026-03-19T09:18:36.954316Z","steps":["trace[1091743004] 'process raft request' (duration: 105.48803ms)","trace[1091743004] 'compare' (duration: 12.316546ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:36.998787Z","caller":"traceutil/trace.go:171","msg":"trace[1456679246] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"123.165557ms","start":"2026-03-19T09:18:36.875601Z","end":"2026-03-19T09:18:36.998767Z","steps":["trace[1456679246] 'process raft request' (duration: 122.711977ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:37.436719Z","caller":"traceutil/trace.go:171","msg":"trace[1828844193] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"101.477139ms","start":"2026-03-19T09:18:37.335199Z","end":"2026-03-19T09:18:37.436677Z","steps":["trace[1828844193] 'process raft request' (duration: 101.250894ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:41.839536Z","caller":"traceutil/trace.go:171","msg":"trace[873534331] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"187.684566ms","start":"2026-03-19T09:18:41.651827Z","end":"2026-03-19T09:18:41.839511Z","steps":["trace[873534331] 'process raft request' (duration: 187.527382ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:43.423944Z","caller":"traceutil/trace.go:171","msg":"trace[1403728768] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"118.482742ms","start":"2026-03-19T09:18:43.305438Z","end":"2026-03-19T09:18:43.423921Z","steps":["trace[1403728768] 'process raft request' (duration: 118.343959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:46.896536Z","caller":"traceutil/trace.go:171","msg":"trace[1787421640] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"117.328866ms","start":"2026-03-19T09:18:46.779186Z","end":"2026-03-19T09:18:46.896515Z","steps":["trace[1787421640] 'process raft request' (duration: 117.173723ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:47.025065Z","caller":"traceutil/trace.go:171","msg":"trace[1514044957] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"113.925298ms","start":"2026-03-19T09:18:46.911112Z","end":"2026-03-19T09:18:47.025037Z","steps":["trace[1514044957] 'process raft request' (duration: 113.853216ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:47.025097Z","caller":"traceutil/trace.go:171","msg":"trace[2020127879] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"114.548183ms","start":"2026-03-19T09:18:46.910521Z","end":"2026-03-19T09:18:47.025069Z","steps":["trace[2020127879] 'process raft request' (duration: 114.41804ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:47.02508Z","caller":"traceutil/trace.go:171","msg":"trace[1653622584] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"114.607014ms","start":"2026-03-19T09:18:46.910434Z","end":"2026-03-19T09:18:47.025042Z","steps":["trace[1653622584] 'process raft request' (duration: 76.420347ms)","trace[1653622584] 'compare' (duration: 37.967052ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:49.208029Z","caller":"traceutil/trace.go:171","msg":"trace[1102045131] linearizableReadLoop","detail":"{readStateIndex:8257; appliedIndex:8254; }","duration":"130.860318ms","start":"2026-03-19T09:18:49.077145Z","end":"2026-03-19T09:18:49.208005Z","steps":["trace[1102045131] 'read index received' (duration: 13.486083ms)","trace[1102045131] 'applied index is now lower than readState.Index' (duration: 117.373025ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:49.208049Z","caller":"traceutil/trace.go:171","msg":"trace[251035414] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"166.9865ms","start":"2026-03-19T09:18:49.041037Z","end":"2026-03-19T09:18:49.208023Z","steps":["trace[251035414] 'process raft request' (duration: 139.118335ms)","trace[251035414] 'compare' (duration: 27.678211ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:49.208143Z","caller":"traceutil/trace.go:171","msg":"trace[126092316] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"167.019361ms","start":"2026-03-19T09:18:49.041101Z","end":"2026-03-19T09:18:49.20812Z","steps":["trace[126092316] 'process raft request' (duration: 166.854857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.208213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.047284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:49.208271Z","caller":"traceutil/trace.go:171","msg":"trace[412121557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7935; }","duration":"131.164176ms","start":"2026-03-19T09:18:49.077091Z","end":"2026-03-19T09:18:49.208255Z","steps":["trace[412121557] 'agreement among raft nodes before linearized reading' (duration: 131.039462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:53.49373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.447608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:53.493892Z","caller":"traceutil/trace.go:171","msg":"trace[2102097965] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"256.677475ms","start":"2026-03-19T09:18:53.237195Z","end":"2026-03-19T09:18:53.493872Z","steps":["trace[2102097965] 'process raft request' (duration: 82.009932ms)","trace[2102097965] 'compare' (duration: 174.196653ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:53.512546Z","caller":"traceutil/trace.go:171","msg":"trace[869711686] linearizableReadLoop","detail":"{readStateIndex:8316; appliedIndex:8314; }","duration":"225.765771ms","start":"2026-03-19T09:18:53.286761Z","end":"2026-03-19T09:18:53.512527Z","steps":["trace[869711686] 'read index received' (duration: 32.458559ms)","trace[869711686] 'applied index is now lower than readState.Index' (duration: 193.306132ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:53.512739Z","caller":"traceutil/trace.go:171","msg":"trace[1241723290] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"274.635589ms","start":"2026-03-19T09:18:53.238042Z","end":"2026-03-19T09:18:53.512678Z","steps":["trace[1241723290] 'process raft request' (duration: 274.385153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:53.512854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.034678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-19T09:18:53.512943Z","caller":"traceutil/trace.go:171","msg":"trace[815291457] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7989; }","duration":"226.224382ms","start":"2026-03-19T09:18:53.286698Z","end":"2026-03-19T09:18:53.512922Z","steps":["trace[815291457] 'agreement among raft nodes before linearized reading' (duration: 225.927156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:53.520649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.618766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:53.520722Z","caller":"traceutil/trace.go:171","msg":"trace[440617115] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7990; }","duration":"135.702688ms","start":"2026-03-19T09:18:53.385Z","end":"2026-03-19T09:18:53.520703Z","steps":["trace[440617115] 'agreement among raft nodes before linearized reading' (duration: 135.603546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:53.520773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.106166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125938"} {"level":"info","ts":"2026-03-19T09:18:53.520829Z","caller":"traceutil/trace.go:171","msg":"trace[1442381233] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7990; }","duration":"229.207339ms","start":"2026-03-19T09:18:53.291609Z","end":"2026-03-19T09:18:53.520816Z","steps":["trace[1442381233] 'agreement among raft nodes before linearized reading' (duration: 228.327589ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:54.149917Z","caller":"traceutil/trace.go:171","msg":"trace[153032703] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"169.193512ms","start":"2026-03-19T09:18:53.980676Z","end":"2026-03-19T09:18:54.14987Z","steps":["trace[153032703] 'process raft request' (duration: 92.425697ms)","trace[153032703] 'compare' (duration: 76.482597ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:54.149907Z","caller":"traceutil/trace.go:171","msg":"trace[1747899644] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"164.054516ms","start":"2026-03-19T09:18:53.985817Z","end":"2026-03-19T09:18:54.149872Z","steps":["trace[1747899644] 'process raft request' (duration: 163.953024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:55.67995Z","caller":"traceutil/trace.go:171","msg":"trace[905302959] linearizableReadLoop","detail":"{readStateIndex:8331; appliedIndex:8330; }","duration":"132.765142ms","start":"2026-03-19T09:18:55.547145Z","end":"2026-03-19T09:18:55.67991Z","steps":["trace[905302959] 'read index received' (duration: 61.90652ms)","trace[905302959] 'applied index is now lower than readState.Index' (duration: 70.857082ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:55.680001Z","caller":"traceutil/trace.go:171","msg":"trace[646350069] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"133.08034ms","start":"2026-03-19T09:18:55.546887Z","end":"2026-03-19T09:18:55.679967Z","steps":["trace[646350069] 'process raft request' (duration: 62.195407ms)","trace[646350069] 'compare' (duration: 70.663548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:55.68044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.275385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224629"} {"level":"info","ts":"2026-03-19T09:18:55.680524Z","caller":"traceutil/trace.go:171","msg":"trace[1759011026] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8004; }","duration":"133.400057ms","start":"2026-03-19T09:18:55.547105Z","end":"2026-03-19T09:18:55.680505Z","steps":["trace[1759011026] 'agreement among raft nodes before linearized reading' (duration: 132.934166ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:56.15389Z","caller":"traceutil/trace.go:171","msg":"trace[1668684466] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"121.842248ms","start":"2026-03-19T09:18:56.032019Z","end":"2026-03-19T09:18:56.153862Z","steps":["trace[1668684466] 'process raft request' (duration: 115.70222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:57.198825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:56.81475Z","time spent":"384.071477ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:18:57.433679Z","caller":"traceutil/trace.go:171","msg":"trace[775919377] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"472.691548ms","start":"2026-03-19T09:18:56.960961Z","end":"2026-03-19T09:18:57.433653Z","steps":["trace[775919377] 'process raft request' (duration: 399.835872ms)","trace[775919377] 'compare' (duration: 72.675922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:57.433844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:56.960933Z","time spent":"472.824432ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:57.433877Z","caller":"traceutil/trace.go:171","msg":"trace[143424769] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"471.864981ms","start":"2026-03-19T09:18:56.961986Z","end":"2026-03-19T09:18:57.433851Z","steps":["trace[143424769] 'process raft request' (duration: 471.617725ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:57.433921Z","caller":"traceutil/trace.go:171","msg":"trace[242985321] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"233.829973ms","start":"2026-03-19T09:18:57.200072Z","end":"2026-03-19T09:18:57.433902Z","steps":["trace[242985321] 'process raft request' (duration: 233.7052ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:57.433982Z","caller":"traceutil/trace.go:171","msg":"trace[1682023414] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8333; }","duration":"467.184435ms","start":"2026-03-19T09:18:56.966774Z","end":"2026-03-19T09:18:57.433958Z","steps":["trace[1682023414] 'read index received' (duration: 231.93953ms)","trace[1682023414] 'applied index is now lower than readState.Index' (duration: 235.241595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:57.434004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:56.961975Z","time spent":"471.957952ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:57.434243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.457561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:18:57.43432Z","caller":"traceutil/trace.go:171","msg":"trace[237474177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8009; }","duration":"467.578884ms","start":"2026-03-19T09:18:56.966725Z","end":"2026-03-19T09:18:57.434304Z","steps":["trace[237474177] 'agreement among raft nodes before linearized reading' (duration: 467.314628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:57.434496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:56.966709Z","time spent":"467.774148ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:18:57.434777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.336622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e3381d9df5f05\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-03-19T09:18:57.434858Z","caller":"traceutil/trace.go:171","msg":"trace[599620378] range","detail":"{range_begin:/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e3381d9df5f05; range_end:; response_count:1; response_revision:8010; }","duration":"359.451104ms","start":"2026-03-19T09:18:57.075386Z","end":"2026-03-19T09:18:57.434837Z","steps":["trace[599620378] 'agreement among raft nodes before linearized reading' (duration: 359.224409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:57.434911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:57.075367Z","time spent":"359.529736ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":882,"request content":"key:\"/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e3381d9df5f05\" "} {"level":"warn","ts":"2026-03-19T09:18:57.435175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.384339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:18:57.435215Z","caller":"traceutil/trace.go:171","msg":"trace[104677882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8010; }","duration":"211.44955ms","start":"2026-03-19T09:18:57.223756Z","end":"2026-03-19T09:18:57.435206Z","steps":["trace[104677882] 'agreement among raft nodes before linearized reading' (duration: 211.346117ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:57.617749Z","caller":"traceutil/trace.go:171","msg":"trace[418998853] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"178.57487ms","start":"2026-03-19T09:18:57.439157Z","end":"2026-03-19T09:18:57.617732Z","steps":["trace[418998853] 'process raft request' (duration: 166.858468ms)","trace[418998853] 'compare' (duration: 11.61315ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:57.617932Z","caller":"traceutil/trace.go:171","msg":"trace[882680930] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"178.408447ms","start":"2026-03-19T09:18:57.439501Z","end":"2026-03-19T09:18:57.61791Z","steps":["trace[882680930] 'process raft request' (duration: 178.203182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:57.618059Z","caller":"traceutil/trace.go:171","msg":"trace[130436571] linearizableReadLoop","detail":"{readStateIndex:8341; appliedIndex:8338; }","duration":"178.51645ms","start":"2026-03-19T09:18:57.439524Z","end":"2026-03-19T09:18:57.61804Z","steps":["trace[130436571] 'read index received' (duration: 63.716812ms)","trace[130436571] 'applied index is now lower than readState.Index' (duration: 114.797638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:57.618224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.669144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:18:57.618246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.712644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:18:57.618284Z","caller":"traceutil/trace.go:171","msg":"trace[373657955] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8015; }","duration":"170.785166ms","start":"2026-03-19T09:18:57.447483Z","end":"2026-03-19T09:18:57.618268Z","steps":["trace[373657955] 'agreement among raft nodes before linearized reading' (duration: 170.674464ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:57.618291Z","caller":"traceutil/trace.go:171","msg":"trace[380648651] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8015; }","duration":"178.790067ms","start":"2026-03-19T09:18:57.439488Z","end":"2026-03-19T09:18:57.618278Z","steps":["trace[380648651] 'agreement among raft nodes before linearized reading' (duration: 178.637093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:57.618314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.801772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:18:57.618375Z","caller":"traceutil/trace.go:171","msg":"trace[1371771269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8015; }","duration":"103.899723ms","start":"2026-03-19T09:18:57.514461Z","end":"2026-03-19T09:18:57.618361Z","steps":["trace[1371771269] 'agreement among raft nodes before linearized reading' (duration: 103.74251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:57.618387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.575262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:57.618454Z","caller":"traceutil/trace.go:171","msg":"trace[1190500343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8015; }","duration":"121.672144ms","start":"2026-03-19T09:18:57.496766Z","end":"2026-03-19T09:18:57.618438Z","steps":["trace[1190500343] 'agreement among raft nodes before linearized reading' (duration: 121.585752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:05.594438Z","caller":"traceutil/trace.go:171","msg":"trace[114430490] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"114.954712ms","start":"2026-03-19T09:19:05.479462Z","end":"2026-03-19T09:19:05.594416Z","steps":["trace[114430490] 'process raft request' (duration: 114.810789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:05.896925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.732706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:05.897176Z","caller":"traceutil/trace.go:171","msg":"trace[1570611060] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"416.300002ms","start":"2026-03-19T09:19:05.480787Z","end":"2026-03-19T09:19:05.897087Z","steps":["trace[1570611060] 'process raft request' (duration: 184.313961ms)","trace[1570611060] 'compare' (duration: 231.556782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:05.89745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:05.480753Z","time spent":"416.565888ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:05.89722Z","caller":"traceutil/trace.go:171","msg":"trace[1721402895] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"247.098711ms","start":"2026-03-19T09:19:05.650095Z","end":"2026-03-19T09:19:05.897194Z","steps":["trace[1721402895] 'process raft request' (duration: 246.957048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:05.897903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.184784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:05.89718Z","caller":"traceutil/trace.go:171","msg":"trace[142943055] linearizableReadLoop","detail":"{readStateIndex:8381; appliedIndex:8379; }","duration":"401.434107ms","start":"2026-03-19T09:19:05.495683Z","end":"2026-03-19T09:19:05.897117Z","steps":["trace[142943055] 'read index received' (duration: 98.585394ms)","trace[142943055] 'applied index is now lower than readState.Index' (duration: 302.846523ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:05.898055Z","caller":"traceutil/trace.go:171","msg":"trace[1035793678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8053; }","duration":"402.394928ms","start":"2026-03-19T09:19:05.49564Z","end":"2026-03-19T09:19:05.898035Z","steps":["trace[1035793678] 'agreement among raft nodes before linearized reading' (duration: 402.150103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:05.898108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:05.495621Z","time spent":"402.476681ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:19:05.898324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.771426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:19:05.89838Z","caller":"traceutil/trace.go:171","msg":"trace[245588852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8053; }","duration":"203.859679ms","start":"2026-03-19T09:19:05.694502Z","end":"2026-03-19T09:19:05.898362Z","steps":["trace[245588852] 'agreement among raft nodes before linearized reading' (duration: 203.634444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:05.898641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.21726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:19:05.898654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.017069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:19:05.898685Z","caller":"traceutil/trace.go:171","msg":"trace[146945696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8053; }","duration":"201.289171ms","start":"2026-03-19T09:19:05.697385Z","end":"2026-03-19T09:19:05.898674Z","steps":["trace[146945696] 'agreement among raft nodes before linearized reading' (duration: 201.122818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:05.898694Z","caller":"traceutil/trace.go:171","msg":"trace[683935807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8053; }","duration":"162.104851ms","start":"2026-03-19T09:19:05.736579Z","end":"2026-03-19T09:19:05.898684Z","steps":["trace[683935807] 'agreement among raft nodes before linearized reading' (duration: 161.973898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:05.898849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.823128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:19:05.899027Z","caller":"traceutil/trace.go:171","msg":"trace[1629375936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8053; }","duration":"191.055613ms","start":"2026-03-19T09:19:05.707954Z","end":"2026-03-19T09:19:05.89901Z","steps":["trace[1629375936] 'agreement among raft nodes before linearized reading' (duration: 190.5341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:05.898906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.427298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:19:05.899868Z","caller":"traceutil/trace.go:171","msg":"trace[1326545326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8053; }","duration":"190.849297ms","start":"2026-03-19T09:19:05.70841Z","end":"2026-03-19T09:19:05.899259Z","steps":["trace[1326545326] 'agreement among raft nodes before linearized reading' (duration: 190.001778ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:06.276101Z","caller":"traceutil/trace.go:171","msg":"trace[1288309823] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"373.50164ms","start":"2026-03-19T09:19:05.902575Z","end":"2026-03-19T09:19:06.276077Z","steps":["trace[1288309823] 'process raft request' (duration: 337.639714ms)","trace[1288309823] 'compare' (duration: 35.619351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:06.276232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:05.90255Z","time spent":"373.612772ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:06.332291Z","caller":"traceutil/trace.go:171","msg":"trace[171374564] linearizableReadLoop","detail":"{readStateIndex:8384; appliedIndex:8382; }","duration":"428.872594ms","start":"2026-03-19T09:19:05.903382Z","end":"2026-03-19T09:19:06.332254Z","steps":["trace[171374564] 'read index received' (duration: 336.846857ms)","trace[171374564] 'applied index is now lower than readState.Index' (duration: 92.024797ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:06.332365Z","caller":"traceutil/trace.go:171","msg":"trace[684841789] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"428.427704ms","start":"2026-03-19T09:19:05.903933Z","end":"2026-03-19T09:19:06.33236Z","steps":["trace[684841789] 'process raft request' (duration: 428.255261ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:06.33243Z","caller":"traceutil/trace.go:171","msg":"trace[256502820] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"427.620506ms","start":"2026-03-19T09:19:05.904797Z","end":"2026-03-19T09:19:06.332418Z","steps":["trace[256502820] 'process raft request' (duration: 427.423661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:06.332474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:05.903899Z","time spent":"428.502335ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:06.332311Z","caller":"traceutil/trace.go:171","msg":"trace[420023453] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"429.010427ms","start":"2026-03-19T09:19:05.903268Z","end":"2026-03-19T09:19:06.332278Z","steps":["trace[420023453] 'process raft request' (duration: 428.781902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:06.332544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:05.904775Z","time spent":"427.690857ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:06.332579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:05.903253Z","time spent":"429.312344ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:06.332735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.30019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:06.332804Z","caller":"traceutil/trace.go:171","msg":"trace[1106958777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8057; }","duration":"371.417543ms","start":"2026-03-19T09:19:05.96137Z","end":"2026-03-19T09:19:06.332787Z","steps":["trace[1106958777] 'agreement among raft nodes before linearized reading' (duration: 371.30086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:06.332845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:05.961354Z","time spent":"371.481774ms","remote":"127.0.0.1:46632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:06.333019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.03237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:06.33306Z","caller":"traceutil/trace.go:171","msg":"trace[776905886] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8057; }","duration":"328.117242ms","start":"2026-03-19T09:19:06.004931Z","end":"2026-03-19T09:19:06.333048Z","steps":["trace[776905886] 'agreement among raft nodes before linearized reading' (duration: 328.0475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:06.333095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:06.004904Z","time spent":"328.183522ms","remote":"127.0.0.1:50638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:06.33324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.525485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:19:06.333255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.871207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224441"} {"level":"info","ts":"2026-03-19T09:19:06.333286Z","caller":"traceutil/trace.go:171","msg":"trace[1769284834] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8057; }","duration":"429.932569ms","start":"2026-03-19T09:19:05.903345Z","end":"2026-03-19T09:19:06.333277Z","steps":["trace[1769284834] 'agreement among raft nodes before linearized reading' (duration: 429.666693ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:06.333284Z","caller":"traceutil/trace.go:171","msg":"trace[809379323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8057; }","duration":"135.606406ms","start":"2026-03-19T09:19:06.197664Z","end":"2026-03-19T09:19:06.33327Z","steps":["trace[809379323] 'agreement among raft nodes before linearized reading' (duration: 135.446733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:06.333309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:05.903331Z","time spent":"429.972239ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224463,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:19:06.461722Z","caller":"traceutil/trace.go:171","msg":"trace[1439936062] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"123.204677ms","start":"2026-03-19T09:19:06.33848Z","end":"2026-03-19T09:19:06.461685Z","steps":["trace[1439936062] 'process raft request' (duration: 46.865883ms)","trace[1439936062] 'compare' (duration: 76.120269ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:07.031199Z","caller":"traceutil/trace.go:171","msg":"trace[177366615] linearizableReadLoop","detail":"{readStateIndex:8388; appliedIndex:8387; }","duration":"216.3678ms","start":"2026-03-19T09:19:06.814812Z","end":"2026-03-19T09:19:07.03118Z","steps":["trace[177366615] 'read index received' (duration: 215.957ms)","trace[177366615] 'applied index is now lower than readState.Index' (duration: 410.16µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:07.031279Z","caller":"traceutil/trace.go:171","msg":"trace[1979661374] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"347.833483ms","start":"2026-03-19T09:19:06.683418Z","end":"2026-03-19T09:19:07.031251Z","steps":["trace[1979661374] 'process raft request' (duration: 347.531516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:07.031364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.540954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:19:07.031395Z","caller":"traceutil/trace.go:171","msg":"trace[859222322] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:8059; }","duration":"216.627607ms","start":"2026-03-19T09:19:06.814761Z","end":"2026-03-19T09:19:07.031388Z","steps":["trace[859222322] 'agreement among raft nodes before linearized reading' (duration: 216.494404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:07.031413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:06.683382Z","time spent":"347.957396ms","remote":"127.0.0.1:54118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414305,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:07.591042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.318464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:07.59224Z","caller":"traceutil/trace.go:171","msg":"trace[1677316535] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"376.528968ms","start":"2026-03-19T09:19:07.21568Z","end":"2026-03-19T09:19:07.592209Z","steps":["trace[1677316535] 'process raft request' (duration: 136.878054ms)","trace[1677316535] 'compare' (duration: 238.010487ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:07.592344Z","caller":"traceutil/trace.go:171","msg":"trace[1213366210] linearizableReadLoop","detail":"{readStateIndex:8391; appliedIndex:8390; }","duration":"244.708337ms","start":"2026-03-19T09:19:07.347264Z","end":"2026-03-19T09:19:07.591973Z","steps":["trace[1213366210] 'read index received' (duration: 5.301359ms)","trace[1213366210] 'applied index is now lower than readState.Index' (duration: 239.403548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:07.59238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.084575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:07.592408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:07.215658Z","time spent":"376.692371ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:07.592469Z","caller":"traceutil/trace.go:171","msg":"trace[814426434] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8061; }","duration":"245.190177ms","start":"2026-03-19T09:19:07.347259Z","end":"2026-03-19T09:19:07.592449Z","steps":["trace[814426434] 'agreement among raft nodes before linearized reading' (duration: 244.995723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:07.592618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.483134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:19:07.592674Z","caller":"traceutil/trace.go:171","msg":"trace[454428853] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8061; }","duration":"127.576245ms","start":"2026-03-19T09:19:07.465083Z","end":"2026-03-19T09:19:07.59266Z","steps":["trace[454428853] 'agreement among raft nodes before linearized reading' (duration: 127.392061ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:07.767561Z","caller":"traceutil/trace.go:171","msg":"trace[483268950] linearizableReadLoop","detail":"{readStateIndex:8393; appliedIndex:8391; }","duration":"168.862654ms","start":"2026-03-19T09:19:07.598669Z","end":"2026-03-19T09:19:07.767532Z","steps":["trace[483268950] 'read index received' (duration: 43.764463ms)","trace[483268950] 'applied index is now lower than readState.Index' (duration: 125.096961ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:07.767623Z","caller":"traceutil/trace.go:171","msg":"trace[441591455] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"169.351334ms","start":"2026-03-19T09:19:07.598248Z","end":"2026-03-19T09:19:07.767599Z","steps":["trace[441591455] 'process raft request' (duration: 169.063008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:07.767824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.107789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:19:07.767899Z","caller":"traceutil/trace.go:171","msg":"trace[257207553] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8063; }","duration":"169.233072ms","start":"2026-03-19T09:19:07.59865Z","end":"2026-03-19T09:19:07.767883Z","steps":["trace[257207553] 'agreement among raft nodes before linearized reading' (duration: 168.985547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:07.789919Z","caller":"traceutil/trace.go:171","msg":"trace[1657440431] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"129.393837ms","start":"2026-03-19T09:19:07.660505Z","end":"2026-03-19T09:19:07.789899Z","steps":["trace[1657440431] 'process raft request' (duration: 129.273974ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:07.96454Z","caller":"traceutil/trace.go:171","msg":"trace[541833393] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"129.830276ms","start":"2026-03-19T09:19:07.834673Z","end":"2026-03-19T09:19:07.964503Z","steps":["trace[541833393] 'process raft request' (duration: 44.633043ms)","trace[541833393] 'compare' (duration: 84.873556ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:08.406228Z","caller":"traceutil/trace.go:171","msg":"trace[1996741397] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"122.299218ms","start":"2026-03-19T09:19:08.283897Z","end":"2026-03-19T09:19:08.406196Z","steps":["trace[1996741397] 'process raft request' (duration: 122.088174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:08.65789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.457238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:08.658062Z","caller":"traceutil/trace.go:171","msg":"trace[1031326609] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"247.684224ms","start":"2026-03-19T09:19:08.410355Z","end":"2026-03-19T09:19:08.658039Z","steps":["trace[1031326609] 'process raft request' (duration: 68.9776ms)","trace[1031326609] 'compare' (duration: 178.321055ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:08.658158Z","caller":"traceutil/trace.go:171","msg":"trace[1862902179] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"246.713233ms","start":"2026-03-19T09:19:08.411425Z","end":"2026-03-19T09:19:08.658138Z","steps":["trace[1862902179] 'process raft request' (duration: 246.662492ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:08.658304Z","caller":"traceutil/trace.go:171","msg":"trace[760142701] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"247.159253ms","start":"2026-03-19T09:19:08.41113Z","end":"2026-03-19T09:19:08.658289Z","steps":["trace[760142701] 'process raft request' (duration: 246.881056ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:08.658447Z","caller":"traceutil/trace.go:171","msg":"trace[507379059] linearizableReadLoop","detail":"{readStateIndex:8399; appliedIndex:8398; }","duration":"247.95068ms","start":"2026-03-19T09:19:08.410394Z","end":"2026-03-19T09:19:08.658345Z","steps":["trace[507379059] 'read index received' (duration: 68.927609ms)","trace[507379059] 'applied index is now lower than readState.Index' (duration: 179.019811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:08.658745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.334779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224441"} {"level":"info","ts":"2026-03-19T09:19:08.658806Z","caller":"traceutil/trace.go:171","msg":"trace[978867454] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8071; }","duration":"248.40457ms","start":"2026-03-19T09:19:08.410388Z","end":"2026-03-19T09:19:08.658792Z","steps":["trace[978867454] 'agreement among raft nodes before linearized reading' (duration: 248.026022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:08.658792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.174299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:19:08.658868Z","caller":"traceutil/trace.go:171","msg":"trace[30916910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8071; }","duration":"193.305442ms","start":"2026-03-19T09:19:08.465545Z","end":"2026-03-19T09:19:08.658851Z","steps":["trace[30916910] 'agreement among raft nodes before linearized reading' (duration: 193.058587ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:14.906768Z","caller":"traceutil/trace.go:171","msg":"trace[718941434] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"132.142878ms","start":"2026-03-19T09:19:14.774593Z","end":"2026-03-19T09:19:14.906736Z","steps":["trace[718941434] 'process raft request' (duration: 110.561573ms)","trace[718941434] 'compare' (duration: 21.400191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:16.481367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325099099,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:16.884147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034255762s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:19:16.884767Z","caller":"traceutil/trace.go:171","msg":"trace[373789173] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"1.034992648s","start":"2026-03-19T09:19:15.849755Z","end":"2026-03-19T09:19:16.884747Z","steps":["trace[373789173] 'process raft request' (duration: 1.034868496s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:16.884893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:15.849713Z","time spent":"1.035114301s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:16.928682Z","caller":"traceutil/trace.go:171","msg":"trace[361797394] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"827.107339ms","start":"2026-03-19T09:19:16.101544Z","end":"2026-03-19T09:19:16.928651Z","steps":["trace[361797394] 'process raft request' (duration: 817.408211ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:16.928704Z","caller":"traceutil/trace.go:171","msg":"trace[1240927255] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"809.118696ms","start":"2026-03-19T09:19:16.119565Z","end":"2026-03-19T09:19:16.928684Z","steps":["trace[1240927255] 'process raft request' (duration: 808.999963ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:16.9287Z","caller":"traceutil/trace.go:171","msg":"trace[1903849122] linearizableReadLoop","detail":"{readStateIndex:8564; appliedIndex:8561; }","duration":"948.24103ms","start":"2026-03-19T09:19:15.980433Z","end":"2026-03-19T09:19:16.928674Z","steps":["trace[1903849122] 'read index received' (duration: 904.18502ms)","trace[1903849122] 'applied index is now lower than readState.Index' (duration: 44.05524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:16.928803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:16.119539Z","time spent":"809.211547ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:16.928818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:16.101518Z","time spent":"827.229552ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:16.928841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.382573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:16.928877Z","caller":"traceutil/trace.go:171","msg":"trace[252399234] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8233; }","duration":"948.463996ms","start":"2026-03-19T09:19:15.980401Z","end":"2026-03-19T09:19:16.928865Z","steps":["trace[252399234] 'agreement among raft nodes before linearized reading' (duration: 948.388634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:16.928906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:15.980384Z","time spent":"948.514886ms","remote":"127.0.0.1:54130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:16.928917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.835026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:16.928944Z","caller":"traceutil/trace.go:171","msg":"trace[700388826] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8233; }","duration":"766.910097ms","start":"2026-03-19T09:19:16.162024Z","end":"2026-03-19T09:19:16.928934Z","steps":["trace[700388826] 'agreement among raft nodes before linearized reading' (duration: 766.866016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:16.928965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:16.161998Z","time spent":"766.962899ms","remote":"127.0.0.1:54160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:16.929034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.842975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:19:16.929093Z","caller":"traceutil/trace.go:171","msg":"trace[1307648597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8233; }","duration":"181.941757ms","start":"2026-03-19T09:19:16.747139Z","end":"2026-03-19T09:19:16.929081Z","steps":["trace[1307648597] 'agreement among raft nodes before linearized reading' (duration: 181.795154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:16.929122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.027989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:19:16.929165Z","caller":"traceutil/trace.go:171","msg":"trace[467984534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8233; }","duration":"182.10271ms","start":"2026-03-19T09:19:16.747058Z","end":"2026-03-19T09:19:16.929161Z","steps":["trace[467984534] 'agreement among raft nodes before linearized reading' (duration: 182.002248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:16.929218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.339908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:16.929231Z","caller":"traceutil/trace.go:171","msg":"trace[46774583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8233; }","duration":"435.39156ms","start":"2026-03-19T09:19:16.493834Z","end":"2026-03-19T09:19:16.929226Z","steps":["trace[46774583] 'agreement among raft nodes before linearized reading' (duration: 435.370779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:16.929244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:16.493814Z","time spent":"435.426021ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:19:16.92927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.07763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:19:16.929294Z","caller":"traceutil/trace.go:171","msg":"trace[1918835605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8233; }","duration":"430.140102ms","start":"2026-03-19T09:19:16.499147Z","end":"2026-03-19T09:19:16.929287Z","steps":["trace[1918835605] 'agreement among raft nodes before linearized reading' (duration: 430.04562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:16.929313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:16.499126Z","time spent":"430.182312ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:19:16.929324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.125701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:19:16.92934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.873458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:19:16.929353Z","caller":"traceutil/trace.go:171","msg":"trace[1499403778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8233; }","duration":"182.202762ms","start":"2026-03-19T09:19:16.747143Z","end":"2026-03-19T09:19:16.929346Z","steps":["trace[1499403778] 'agreement among raft nodes before linearized reading' (duration: 182.134361ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:16.929369Z","caller":"traceutil/trace.go:171","msg":"trace[1958904415] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8233; }","duration":"178.92699ms","start":"2026-03-19T09:19:16.750434Z","end":"2026-03-19T09:19:16.929361Z","steps":["trace[1958904415] 'agreement among raft nodes before linearized reading' (duration: 178.803707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:16.929428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.018558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:19:16.929448Z","caller":"traceutil/trace.go:171","msg":"trace[1377937450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8233; }","duration":"194.077489ms","start":"2026-03-19T09:19:16.735365Z","end":"2026-03-19T09:19:16.929443Z","steps":["trace[1377937450] 'agreement among raft nodes before linearized reading' (duration: 194.011528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:16.929491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.899199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:19:16.929532Z","caller":"traceutil/trace.go:171","msg":"trace[639154074] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:8233; }","duration":"113.985191ms","start":"2026-03-19T09:19:16.815534Z","end":"2026-03-19T09:19:16.929519Z","steps":["trace[639154074] 'agreement among raft nodes before linearized reading' (duration: 113.878039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:16.929571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.256001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:19:16.929629Z","caller":"traceutil/trace.go:171","msg":"trace[1378265935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8233; }","duration":"177.354373ms","start":"2026-03-19T09:19:16.75226Z","end":"2026-03-19T09:19:16.929614Z","steps":["trace[1378265935] 'agreement among raft nodes before linearized reading' (duration: 177.156319ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:17.069549Z","caller":"traceutil/trace.go:171","msg":"trace[941065519] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"137.046958ms","start":"2026-03-19T09:19:16.932478Z","end":"2026-03-19T09:19:17.069525Z","steps":["trace[941065519] 'process raft request' (duration: 136.965436ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:17.069598Z","caller":"traceutil/trace.go:171","msg":"trace[744465341] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"137.179782ms","start":"2026-03-19T09:19:16.932377Z","end":"2026-03-19T09:19:17.069556Z","steps":["trace[744465341] 'process raft request' (duration: 123.060345ms)","trace[744465341] 'compare' (duration: 13.852241ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:17.069821Z","caller":"traceutil/trace.go:171","msg":"trace[489075554] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"136.725912ms","start":"2026-03-19T09:19:16.933084Z","end":"2026-03-19T09:19:17.06981Z","steps":["trace[489075554] 'process raft request' (duration: 136.403824ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:17.069841Z","caller":"traceutil/trace.go:171","msg":"trace[1859498215] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"136.741062ms","start":"2026-03-19T09:19:16.933083Z","end":"2026-03-19T09:19:17.069824Z","steps":["trace[1859498215] 'process raft request' (duration: 136.63559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:17.069906Z","caller":"traceutil/trace.go:171","msg":"trace[1661299446] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"135.852281ms","start":"2026-03-19T09:19:16.934044Z","end":"2026-03-19T09:19:17.069897Z","steps":["trace[1661299446] 'process raft request' (duration: 135.754439ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:17.06997Z","caller":"traceutil/trace.go:171","msg":"trace[339799416] linearizableReadLoop","detail":"{readStateIndex:8566; appliedIndex:8564; }","duration":"137.494418ms","start":"2026-03-19T09:19:16.932469Z","end":"2026-03-19T09:19:17.069963Z","steps":["trace[339799416] 'read index received' (duration: 59.366043ms)","trace[339799416] 'applied index is now lower than readState.Index' (duration: 78.127795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:17.070281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.796326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224441"} {"level":"warn","ts":"2026-03-19T09:19:17.070244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.743903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:19:17.070343Z","caller":"traceutil/trace.go:171","msg":"trace[449510838] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8239; }","duration":"137.885117ms","start":"2026-03-19T09:19:16.932438Z","end":"2026-03-19T09:19:17.070323Z","steps":["trace[449510838] 'agreement among raft nodes before linearized reading' (duration: 137.57869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:17.070301Z","caller":"traceutil/trace.go:171","msg":"trace[1884647688] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8239; }","duration":"137.848546ms","start":"2026-03-19T09:19:16.932447Z","end":"2026-03-19T09:19:17.070296Z","steps":["trace[1884647688] 'agreement among raft nodes before linearized reading' (duration: 137.615321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:18.171498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325099128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:18.671864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325099128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:19.172543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325099128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:19.673114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325099128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:19.820345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.187740004s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:19:19.821018Z","caller":"traceutil/trace.go:171","msg":"trace[1107871994] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"2.1884917s","start":"2026-03-19T09:19:17.632488Z","end":"2026-03-19T09:19:19.82098Z","steps":["trace[1107871994] 'process raft request' (duration: 2.188252215s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:19.821273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:17.632466Z","time spent":"2.188649974s","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:20.496419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:19:20.496501Z","caller":"traceutil/trace.go:171","msg":"trace[709192647] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254702s","start":"2026-03-19T09:19:18.496228Z","end":"2026-03-19T09:19:20.496483Z","steps":["trace[709192647] 'agreement among raft nodes before linearized reading' (duration: 2.00015575s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:20.496553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:18.496208Z","time spent":"2.000335463s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:19:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:19:21.428368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.607648943s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:19:21.428854Z","caller":"traceutil/trace.go:171","msg":"trace[1001946004] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"3.247352656s","start":"2026-03-19T09:19:18.181475Z","end":"2026-03-19T09:19:21.428827Z","steps":["trace[1001946004] 'process raft request' (duration: 3.247273044s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:21.428897Z","caller":"traceutil/trace.go:171","msg":"trace[103995002] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"3.517356551s","start":"2026-03-19T09:19:17.911503Z","end":"2026-03-19T09:19:21.42886Z","steps":["trace[103995002] 'process raft request' (duration: 3.517081895s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.428993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:18.181451Z","time spent":"3.247453029s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:21.429071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:17.911475Z","time spent":"3.517507843s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:21.429196Z","caller":"traceutil/trace.go:171","msg":"trace[1856963323] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"2.535301401s","start":"2026-03-19T09:19:18.893859Z","end":"2026-03-19T09:19:21.429161Z","steps":["trace[1856963323] 'process raft request' (duration: 2.534929333s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.429313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:18.893833Z","time spent":"2.535426323s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:21.429791Z","caller":"traceutil/trace.go:171","msg":"trace[1436028736] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"2.495647691s","start":"2026-03-19T09:19:18.934128Z","end":"2026-03-19T09:19:21.429776Z","steps":["trace[1436028736] 'process raft request' (duration: 2.494908084s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:21.429775Z","caller":"traceutil/trace.go:171","msg":"trace[544576708] linearizableReadLoop","detail":"{readStateIndex:8577; appliedIndex:8571; }","duration":"3.758886007s","start":"2026-03-19T09:19:17.670856Z","end":"2026-03-19T09:19:21.429742Z","steps":["trace[544576708] 'read index received' (duration: 2.149846622s)","trace[544576708] 'applied index is now lower than readState.Index' (duration: 1.609038115s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:21.429878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:18.934102Z","time spent":"2.495729522s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:21.429845Z","caller":"traceutil/trace.go:171","msg":"trace[206614416] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"2.494795692s","start":"2026-03-19T09:19:18.935013Z","end":"2026-03-19T09:19:21.429808Z","steps":["trace[206614416] 'process raft request' (duration: 2.494631798s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.43Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.227474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:21.430019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:18.935003Z","time spent":"2.494932154s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:21.430014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759129002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:21.430031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.515468919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:21.430074Z","caller":"traceutil/trace.go:171","msg":"trace[1963699331] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8245; }","duration":"3.759249535s","start":"2026-03-19T09:19:17.670814Z","end":"2026-03-19T09:19:21.430064Z","steps":["trace[1963699331] 'agreement among raft nodes before linearized reading' (duration: 3.759122842s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.430083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347065252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:19:21.430119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:17.67079Z","time spent":"3.759319396s","remote":"127.0.0.1:50652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:21.430145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.189859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:21.430149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604493493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.189e3380d3caf0fc\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-19T09:19:21.430173Z","caller":"traceutil/trace.go:171","msg":"trace[222193389] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8245; }","duration":"424.26063ms","start":"2026-03-19T09:19:21.005905Z","end":"2026-03-19T09:19:21.430165Z","steps":["trace[222193389] 'agreement among raft nodes before linearized reading' (duration: 424.21854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.4302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189169663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:21.430207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:21.005878Z","time spent":"424.321332ms","remote":"127.0.0.1:46432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:21.43023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807091373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:21.430242Z","caller":"traceutil/trace.go:171","msg":"trace[1624231040] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8245; }","duration":"1.189248565s","start":"2026-03-19T09:19:20.240983Z","end":"2026-03-19T09:19:21.430232Z","steps":["trace[1624231040] 'agreement among raft nodes before linearized reading' (duration: 1.189175393s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.430254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347246656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:19:21.430284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:20.24096Z","time spent":"1.189315826s","remote":"127.0.0.1:50296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:21.430283Z","caller":"traceutil/trace.go:171","msg":"trace[476282795] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8245; }","duration":"1.807184695s","start":"2026-03-19T09:19:19.623084Z","end":"2026-03-19T09:19:21.430268Z","steps":["trace[476282795] 'agreement among raft nodes before linearized reading' (duration: 1.807100703s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.430308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355124483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:19:21.430346Z","caller":"traceutil/trace.go:171","msg":"trace[1093885773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8245; }","duration":"2.355199045s","start":"2026-03-19T09:19:19.075138Z","end":"2026-03-19T09:19:21.430337Z","steps":["trace[1093885773] 'agreement among raft nodes before linearized reading' (duration: 2.355101363s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.430099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.264433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:19:21.430367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355639275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:19:21.430383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:19.075119Z","time spent":"2.355256927s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:19:21.430039Z","caller":"traceutil/trace.go:171","msg":"trace[2131329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8245; }","duration":"933.295814ms","start":"2026-03-19T09:19:20.496734Z","end":"2026-03-19T09:19:21.430029Z","steps":["trace[2131329] 'agreement among raft nodes before linearized reading' (duration: 933.230033ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:21.43041Z","caller":"traceutil/trace.go:171","msg":"trace[1380502710] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8245; }","duration":"364.606641ms","start":"2026-03-19T09:19:21.06579Z","end":"2026-03-19T09:19:21.430397Z","steps":["trace[1380502710] 'agreement among raft nodes before linearized reading' (duration: 364.267133ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:21.430152Z","caller":"traceutil/trace.go:171","msg":"trace[788511023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8245; }","duration":"2.347161805s","start":"2026-03-19T09:19:19.082975Z","end":"2026-03-19T09:19:21.430137Z","steps":["trace[788511023] 'agreement among raft nodes before linearized reading' (duration: 2.346973591s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.430412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:19.623062Z","time spent":"1.807260187s","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:21.430436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:20.496715Z","time spent":"933.712784ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:19:21.43045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:21.065771Z","time spent":"364.667231ms","remote":"127.0.0.1:44470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:21.430457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:19.082954Z","time spent":"2.347493182s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:19:21.430116Z","caller":"traceutil/trace.go:171","msg":"trace[202845804] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8245; }","duration":"3.515600182s","start":"2026-03-19T09:19:17.914497Z","end":"2026-03-19T09:19:21.430097Z","steps":["trace[202845804] 'agreement among raft nodes before linearized reading' (duration: 3.515445099s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:21.430206Z","caller":"traceutil/trace.go:171","msg":"trace[1505235154] range","detail":"{range_begin:/registry/events/openstack/key-manager.189e3380d3caf0fc; range_end:; response_count:1; response_revision:8245; }","duration":"1.604597635s","start":"2026-03-19T09:19:19.825595Z","end":"2026-03-19T09:19:21.430193Z","steps":["trace[1505235154] 'agreement among raft nodes before linearized reading' (duration: 1.604431031s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.430611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:17.91448Z","time spent":"3.516121113s","remote":"127.0.0.1:50326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:21.43063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648920124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e33827dda0a14\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-19T09:19:21.430637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34785177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:19:21.430659Z","caller":"traceutil/trace.go:171","msg":"trace[830968974] range","detail":"{range_begin:/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e33827dda0a14; range_end:; response_count:1; response_revision:8245; }","duration":"2.649014816s","start":"2026-03-19T09:19:18.781633Z","end":"2026-03-19T09:19:21.430648Z","steps":["trace[830968974] 'agreement among raft nodes before linearized reading' (duration: 2.648933444s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.430645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:19.825571Z","time spent":"1.605064945s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":701,"request content":"key:\"/registry/events/openstack/key-manager.189e3380d3caf0fc\" "} {"level":"info","ts":"2026-03-19T09:19:21.430714Z","caller":"traceutil/trace.go:171","msg":"trace[126030668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8245; }","duration":"2.347949282s","start":"2026-03-19T09:19:19.082754Z","end":"2026-03-19T09:19:21.430703Z","steps":["trace[126030668] 'agreement among raft nodes before linearized reading' (duration: 2.347761138s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.430726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:18.781613Z","time spent":"2.649105678s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e33827dda0a14\" "} {"level":"warn","ts":"2026-03-19T09:19:21.430727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347959683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:19:21.43075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:19.082744Z","time spent":"2.347998973s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:19:21.430768Z","caller":"traceutil/trace.go:171","msg":"trace[782321603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8245; }","duration":"2.348028084s","start":"2026-03-19T09:19:19.082729Z","end":"2026-03-19T09:19:21.430757Z","steps":["trace[782321603] 'agreement among raft nodes before linearized reading' (duration: 2.347835179s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.430801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:19.082716Z","time spent":"2.348077745s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:19:21.430415Z","caller":"traceutil/trace.go:171","msg":"trace[1783062249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8245; }","duration":"2.355715737s","start":"2026-03-19T09:19:19.074691Z","end":"2026-03-19T09:19:21.430406Z","steps":["trace[1783062249] 'agreement among raft nodes before linearized reading' (duration: 2.355623835s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.430841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:19.074672Z","time spent":"2.356162247s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:19:21.430293Z","caller":"traceutil/trace.go:171","msg":"trace[1498039834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8245; }","duration":"2.347334029s","start":"2026-03-19T09:19:19.082951Z","end":"2026-03-19T09:19:21.430285Z","steps":["trace[1498039834] 'agreement among raft nodes before linearized reading' (duration: 2.347199456s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:21.430914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:19.082925Z","time spent":"2.347982703s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:19:25.660055Z","caller":"traceutil/trace.go:171","msg":"trace[359932080] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"106.911232ms","start":"2026-03-19T09:19:25.553119Z","end":"2026-03-19T09:19:25.66003Z","steps":["trace[359932080] 'process raft request' (duration: 100.446926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:25.66042Z","caller":"traceutil/trace.go:171","msg":"trace[2030531968] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"106.977833ms","start":"2026-03-19T09:19:25.553412Z","end":"2026-03-19T09:19:25.66039Z","steps":["trace[2030531968] 'process raft request' (duration: 106.86232ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:25.660457Z","caller":"traceutil/trace.go:171","msg":"trace[179259972] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"107.174677ms","start":"2026-03-19T09:19:25.553259Z","end":"2026-03-19T09:19:25.660434Z","steps":["trace[179259972] 'process raft request' (duration: 106.679526ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:25.661031Z","caller":"traceutil/trace.go:171","msg":"trace[1347735294] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"107.117046ms","start":"2026-03-19T09:19:25.553326Z","end":"2026-03-19T09:19:25.660443Z","steps":["trace[1347735294] 'process raft request' (duration: 106.892301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:28.372413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425143823s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:28.37254Z","caller":"traceutil/trace.go:171","msg":"trace[1045083155] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"1.535816849s","start":"2026-03-19T09:19:26.836689Z","end":"2026-03-19T09:19:28.372506Z","steps":["trace[1045083155] 'process raft request' (duration: 110.516182ms)","trace[1045083155] 'compare' (duration: 1.424266334s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:28.372615Z","caller":"traceutil/trace.go:171","msg":"trace[1418031923] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"866.086315ms","start":"2026-03-19T09:19:27.506511Z","end":"2026-03-19T09:19:28.372597Z","steps":["trace[1418031923] 'process raft request' (duration: 866.014233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:28.372639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:26.836666Z","time spent":"1.535917642s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:28.372759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:27.50649Z","time spent":"866.160347ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:28.372808Z","caller":"traceutil/trace.go:171","msg":"trace[414928183] linearizableReadLoop","detail":"{readStateIndex:8607; appliedIndex:8606; }","duration":"1.321728431s","start":"2026-03-19T09:19:27.051073Z","end":"2026-03-19T09:19:28.372801Z","steps":["trace[414928183] 'read index received' (duration: 79.322µs)","trace[414928183] 'applied index is now lower than readState.Index' (duration: 1.321647749s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:28.372896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321827222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:28.372923Z","caller":"traceutil/trace.go:171","msg":"trace[1628300846] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8274; }","duration":"1.321907275s","start":"2026-03-19T09:19:27.051001Z","end":"2026-03-19T09:19:28.372908Z","steps":["trace[1628300846] 'agreement among raft nodes before linearized reading' (duration: 1.321837003s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:28.372939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:27.050969Z","time spent":"1.321965906s","remote":"127.0.0.1:54168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:28.852273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.398279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:28.852414Z","caller":"traceutil/trace.go:171","msg":"trace[1127341673] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"1.296624346s","start":"2026-03-19T09:19:27.555772Z","end":"2026-03-19T09:19:28.852397Z","steps":["trace[1127341673] 'process raft request' (duration: 1.154029603s)","trace[1127341673] 'compare' (duration: 142.294657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:28.852475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:27.555746Z","time spent":"1.296696939s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:28.852621Z","caller":"traceutil/trace.go:171","msg":"trace[2048865205] linearizableReadLoop","detail":"{readStateIndex:8610; appliedIndex:8608; }","duration":"479.778047ms","start":"2026-03-19T09:19:28.372821Z","end":"2026-03-19T09:19:28.852599Z","steps":["trace[2048865205] 'read index received' (duration: 337.02623ms)","trace[2048865205] 'applied index is now lower than readState.Index' (duration: 142.750297ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:28.852817Z","caller":"traceutil/trace.go:171","msg":"trace[830770972] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"1.295783267s","start":"2026-03-19T09:19:27.557014Z","end":"2026-03-19T09:19:28.852797Z","steps":["trace[830770972] 'process raft request' (duration: 1.295343848s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:28.852909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:27.557005Z","time spent":"1.295849829s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:28.852992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603926498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:19:28.853025Z","caller":"traceutil/trace.go:171","msg":"trace[820232228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8276; }","duration":"1.60400032s","start":"2026-03-19T09:19:27.249015Z","end":"2026-03-19T09:19:28.853015Z","steps":["trace[820232228] 'agreement among raft nodes before linearized reading' (duration: 1.603873757s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:28.853031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407725382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:28.853053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:27.248983Z","time spent":"1.604062912s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:19:28.853039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188902766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:19:28.853028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358904446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:28.85306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187774612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:19:28.853091Z","caller":"traceutil/trace.go:171","msg":"trace[183762924] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8276; }","duration":"1.407831864s","start":"2026-03-19T09:19:27.445241Z","end":"2026-03-19T09:19:28.853073Z","steps":["trace[183762924] 'agreement among raft nodes before linearized reading' (duration: 1.407729032s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:28.853102Z","caller":"traceutil/trace.go:171","msg":"trace[2143348245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8276; }","duration":"1.189014969s","start":"2026-03-19T09:19:27.664071Z","end":"2026-03-19T09:19:28.853086Z","steps":["trace[2143348245] 'agreement among raft nodes before linearized reading' (duration: 1.188794634s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:28.853177Z","caller":"traceutil/trace.go:171","msg":"trace[1615832432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8276; }","duration":"1.359059939s","start":"2026-03-19T09:19:27.494047Z","end":"2026-03-19T09:19:28.853106Z","steps":["trace[1615832432] 'agreement among raft nodes before linearized reading' (duration: 1.358893155s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:28.853198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188516869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:19:28.853211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:27.664048Z","time spent":"1.189147443s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:19:28.853238Z","caller":"traceutil/trace.go:171","msg":"trace[1856117597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8276; }","duration":"1.18856067s","start":"2026-03-19T09:19:27.664663Z","end":"2026-03-19T09:19:28.853224Z","steps":["trace[1856117597] 'agreement among raft nodes before linearized reading' (duration: 1.188439846s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:28.853276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:27.664658Z","time spent":"1.188606791s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:28.853181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:27.44522Z","time spent":"1.407943836s","remote":"127.0.0.1:46532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:28.853312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.078146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:28.853166Z","caller":"traceutil/trace.go:171","msg":"trace[573308891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8276; }","duration":"1.187855783s","start":"2026-03-19T09:19:27.665258Z","end":"2026-03-19T09:19:28.853114Z","steps":["trace[573308891] 'agreement among raft nodes before linearized reading' (duration: 1.187629898s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:28.85341Z","caller":"traceutil/trace.go:171","msg":"trace[35570533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8276; }","duration":"127.241239ms","start":"2026-03-19T09:19:28.726155Z","end":"2026-03-19T09:19:28.853396Z","steps":["trace[35570533] 'agreement among raft nodes before linearized reading' (duration: 127.073015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:28.853431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:27.665236Z","time spent":"1.188182741s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:19:28.853055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.705173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T09:19:28.85355Z","caller":"traceutil/trace.go:171","msg":"trace[1509471973] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8276; }","duration":"479.235395ms","start":"2026-03-19T09:19:28.374302Z","end":"2026-03-19T09:19:28.853537Z","steps":["trace[1509471973] 'agreement among raft nodes before linearized reading' (duration: 478.639771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:28.853588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:28.374285Z","time spent":"479.290997ms","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:19:28.853064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188565778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:19:28.853651Z","caller":"traceutil/trace.go:171","msg":"trace[702985406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8276; }","duration":"1.189200234s","start":"2026-03-19T09:19:27.664443Z","end":"2026-03-19T09:19:28.853643Z","steps":["trace[702985406] 'agreement among raft nodes before linearized reading' (duration: 1.188411866s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:28.853682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:27.664432Z","time spent":"1.189242195s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:28.85306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29414907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:19:28.853791Z","caller":"traceutil/trace.go:171","msg":"trace[900386149] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8276; }","duration":"1.294861908s","start":"2026-03-19T09:19:27.558854Z","end":"2026-03-19T09:19:28.853716Z","steps":["trace[900386149] 'agreement among raft nodes before linearized reading' (duration: 1.293998478s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:28.854005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:27.558837Z","time spent":"1.295146323s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:19:28.854631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293708471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:19:28.8547Z","caller":"traceutil/trace.go:171","msg":"trace[2081696876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8276; }","duration":"1.293820804s","start":"2026-03-19T09:19:27.560854Z","end":"2026-03-19T09:19:28.854675Z","steps":["trace[2081696876] 'agreement among raft nodes before linearized reading' (duration: 1.292256378s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:28.854744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:27.560828Z","time spent":"1.293907175s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:28.855582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:27.494027Z","time spent":"1.359191773s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:19:29.237743Z","caller":"traceutil/trace.go:171","msg":"trace[1336623332] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"380.219102ms","start":"2026-03-19T09:19:28.857497Z","end":"2026-03-19T09:19:29.237716Z","steps":["trace[1336623332] 'process raft request' (duration: 380.13994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:29.23791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:28.857483Z","time spent":"380.346104ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:29.238178Z","caller":"traceutil/trace.go:171","msg":"trace[795918653] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"380.61701ms","start":"2026-03-19T09:19:28.857538Z","end":"2026-03-19T09:19:29.238155Z","steps":["trace[795918653] 'process raft request' (duration: 380.14096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:29.238214Z","caller":"traceutil/trace.go:171","msg":"trace[1537528807] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"380.701182ms","start":"2026-03-19T09:19:28.857501Z","end":"2026-03-19T09:19:29.238202Z","steps":["trace[1537528807] 'process raft request' (duration: 379.990367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:29.23859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:28.857493Z","time spent":"380.995149ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:29.238819Z","caller":"traceutil/trace.go:171","msg":"trace[2095332191] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"381.225763ms","start":"2026-03-19T09:19:28.857568Z","end":"2026-03-19T09:19:29.238794Z","steps":["trace[2095332191] 'process raft request' (duration: 380.500747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:29.238966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:28.85755Z","time spent":"381.341986ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:29.239124Z","caller":"traceutil/trace.go:171","msg":"trace[1204354613] linearizableReadLoop","detail":"{readStateIndex:8616; appliedIndex:8611; }","duration":"303.560458ms","start":"2026-03-19T09:19:28.935553Z","end":"2026-03-19T09:19:29.239114Z","steps":["trace[1204354613] 'read index received' (duration: 301.873391ms)","trace[1204354613] 'applied index is now lower than readState.Index' (duration: 1.685947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:29.239225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.660894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:29.239285Z","caller":"traceutil/trace.go:171","msg":"trace[1248777657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8282; }","duration":"381.719005ms","start":"2026-03-19T09:19:28.857549Z","end":"2026-03-19T09:19:29.239268Z","steps":["trace[1248777657] 'agreement among raft nodes before linearized reading' (duration: 381.631393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:29.239318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:28.857482Z","time spent":"381.828817ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:19:29.239305Z","caller":"traceutil/trace.go:171","msg":"trace[1214123358] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"380.425075ms","start":"2026-03-19T09:19:28.858845Z","end":"2026-03-19T09:19:29.23927Z","steps":["trace[1214123358] 'process raft request' (duration: 379.872733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:29.239491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:28.858836Z","time spent":"380.538767ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:29.239528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.505593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:19:29.239583Z","caller":"traceutil/trace.go:171","msg":"trace[873971007] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8282; }","duration":"212.593374ms","start":"2026-03-19T09:19:29.026974Z","end":"2026-03-19T09:19:29.239567Z","steps":["trace[873971007] 'agreement among raft nodes before linearized reading' (duration: 212.40039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:29.239616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.728007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19501"} {"level":"warn","ts":"2026-03-19T09:19:29.239613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:28.857526Z","time spent":"380.729762ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:29.239624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.099223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224441"} {"level":"info","ts":"2026-03-19T09:19:29.239701Z","caller":"traceutil/trace.go:171","msg":"trace[1010637542] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8282; }","duration":"382.209766ms","start":"2026-03-19T09:19:28.857473Z","end":"2026-03-19T09:19:29.239682Z","steps":["trace[1010637542] 'agreement among raft nodes before linearized reading' (duration: 381.722585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:29.239756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:28.857463Z","time spent":"382.283157ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224463,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:19:29.239659Z","caller":"traceutil/trace.go:171","msg":"trace[1724096217] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8282; }","duration":"301.808709ms","start":"2026-03-19T09:19:28.93784Z","end":"2026-03-19T09:19:29.239649Z","steps":["trace[1724096217] 'agreement among raft nodes before linearized reading' (duration: 301.520353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:29.239911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:28.937822Z","time spent":"302.069036ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19523,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:19:29.479032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.754808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:29.479123Z","caller":"traceutil/trace.go:171","msg":"trace[593511280] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8282; }","duration":"175.895652ms","start":"2026-03-19T09:19:29.303208Z","end":"2026-03-19T09:19:29.479104Z","steps":["trace[593511280] 'range keys from in-memory index tree' (duration: 175.675637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:29.479215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.434659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:29.47931Z","caller":"traceutil/trace.go:171","msg":"trace[1818244369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8282; }","duration":"231.586783ms","start":"2026-03-19T09:19:29.247702Z","end":"2026-03-19T09:19:29.479289Z","steps":["trace[1818244369] 'range keys from in-memory index tree' (duration: 231.358418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:30.420421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325099252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:30.921206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325099252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:31.42226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325099252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:31.803039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.887025819s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:19:31.80342Z","caller":"traceutil/trace.go:171","msg":"trace[362703004] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"1.88749489s","start":"2026-03-19T09:19:29.915901Z","end":"2026-03-19T09:19:31.803396Z","steps":["trace[362703004] 'process raft request' (duration: 1.887350927s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:31.803565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:29.915875Z","time spent":"1.887615002s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:32.495655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000347864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:19:32.49577Z","caller":"traceutil/trace.go:171","msg":"trace[114017664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504938s","start":"2026-03-19T09:19:30.495243Z","end":"2026-03-19T09:19:32.495748Z","steps":["trace[114017664] 'agreement among raft nodes before linearized reading' (duration: 2.000343494s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:32.495833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:30.495189Z","time spent":"2.00062839s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:19:32.727478Z","caller":"traceutil/trace.go:171","msg":"trace[261910687] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"2.400632655s","start":"2026-03-19T09:19:30.326805Z","end":"2026-03-19T09:19:32.727437Z","steps":["trace[261910687] 'process raft request' (duration: 2.40037834s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:32.727504Z","caller":"traceutil/trace.go:171","msg":"trace[676468839] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"1.869726921s","start":"2026-03-19T09:19:30.857756Z","end":"2026-03-19T09:19:32.727483Z","steps":["trace[676468839] 'process raft request' (duration: 1.869612308s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:32.727596Z","caller":"traceutil/trace.go:171","msg":"trace[686202930] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"2.349359915s","start":"2026-03-19T09:19:30.378193Z","end":"2026-03-19T09:19:32.727553Z","steps":["trace[686202930] 'process raft request' (duration: 2.349135649s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:32.727647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:30.326785Z","time spent":"2.400770749s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19431,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:32.727671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:30.85773Z","time spent":"1.869852443s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:32.727777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:30.378166Z","time spent":"2.349514738s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:32.727871Z","caller":"traceutil/trace.go:171","msg":"trace[517519096] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"1.869041545s","start":"2026-03-19T09:19:30.858809Z","end":"2026-03-19T09:19:32.727851Z","steps":["trace[517519096] 'process raft request' (duration: 1.868641545s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:32.727884Z","caller":"traceutil/trace.go:171","msg":"trace[1206304448] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"1.203230669s","start":"2026-03-19T09:19:31.524635Z","end":"2026-03-19T09:19:32.727866Z","steps":["trace[1206304448] 'process raft request' (duration: 1.203089345s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:32.727958Z","caller":"traceutil/trace.go:171","msg":"trace[1298231921] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"937.210493ms","start":"2026-03-19T09:19:31.790735Z","end":"2026-03-19T09:19:32.727946Z","steps":["trace[1298231921] 'process raft request' (duration: 937.082001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:32.727963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:30.858792Z","time spent":"1.869120548s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:32.728003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:31.524605Z","time spent":"1.203334571s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:32.728025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:31.790705Z","time spent":"937.286264ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:32.728075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808345075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:32.728128Z","caller":"traceutil/trace.go:171","msg":"trace[2110406897] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8289; }","duration":"2.808486458s","start":"2026-03-19T09:19:29.919628Z","end":"2026-03-19T09:19:32.728115Z","steps":["trace[2110406897] 'agreement among raft nodes before linearized reading' (duration: 2.808382446s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:32.728166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:29.919615Z","time spent":"2.808542389s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:32.727957Z","caller":"traceutil/trace.go:171","msg":"trace[301578144] linearizableReadLoop","detail":"{readStateIndex:8621; appliedIndex:8616; }","duration":"2.808153661s","start":"2026-03-19T09:19:29.919757Z","end":"2026-03-19T09:19:32.727911Z","steps":["trace[301578144] 'read index received' (duration: 1.883537321s)","trace[301578144] 'applied index is now lower than readState.Index' (duration: 924.6151ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:32.871572Z","caller":"traceutil/trace.go:171","msg":"trace[2032803295] linearizableReadLoop","detail":"{readStateIndex:8624; appliedIndex:8623; }","duration":"143.249758ms","start":"2026-03-19T09:19:32.728299Z","end":"2026-03-19T09:19:32.871549Z","steps":["trace[2032803295] 'read index received' (duration: 68.042608ms)","trace[2032803295] 'applied index is now lower than readState.Index' (duration: 75.20604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:32.871763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219340874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:32.871758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.074544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:32.871828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62928511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:19:32.871828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624219236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:19:32.871872Z","caller":"traceutil/trace.go:171","msg":"trace[700911999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8289; }","duration":"1.629379522s","start":"2026-03-19T09:19:31.242481Z","end":"2026-03-19T09:19:32.87186Z","steps":["trace[700911999] 'agreement among raft nodes before linearized reading' (duration: 1.629227668s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:32.871867Z","caller":"traceutil/trace.go:171","msg":"trace[1635767772] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8289; }","duration":"151.243937ms","start":"2026-03-19T09:19:32.720597Z","end":"2026-03-19T09:19:32.871841Z","steps":["trace[1635767772] 'agreement among raft nodes before linearized reading' (duration: 151.067663ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:32.871888Z","caller":"traceutil/trace.go:171","msg":"trace[1883304852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8289; }","duration":"1.624300337s","start":"2026-03-19T09:19:31.247572Z","end":"2026-03-19T09:19:32.871873Z","steps":["trace[1883304852] 'agreement among raft nodes before linearized reading' (duration: 1.624041831s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:32.871913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:31.24246Z","time spent":"1.629444173s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:32.871935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628283286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:19:32.871944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:31.247559Z","time spent":"1.624371408s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:19:32.871963Z","caller":"traceutil/trace.go:171","msg":"trace[486853432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8289; }","duration":"1.628341008s","start":"2026-03-19T09:19:31.243615Z","end":"2026-03-19T09:19:32.871956Z","steps":["trace[486853432] 'agreement among raft nodes before linearized reading' (duration: 1.628211975s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:32.871801Z","caller":"traceutil/trace.go:171","msg":"trace[599531603] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8289; }","duration":"2.219410085s","start":"2026-03-19T09:19:30.652379Z","end":"2026-03-19T09:19:32.871789Z","steps":["trace[599531603] 'agreement among raft nodes before linearized reading' (duration: 2.219321473s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:32.871951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.390022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:32.87207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628426729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:19:32.872098Z","caller":"traceutil/trace.go:171","msg":"trace[209156145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8289; }","duration":"1.628493201s","start":"2026-03-19T09:19:31.243598Z","end":"2026-03-19T09:19:32.872091Z","steps":["trace[209156145] 'agreement among raft nodes before linearized reading' (duration: 1.628253606s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:32.872073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:30.652362Z","time spent":"2.21965986s","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:32.871965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.165354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:32.872165Z","caller":"traceutil/trace.go:171","msg":"trace[1546286885] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8289; }","duration":"467.398509ms","start":"2026-03-19T09:19:32.404747Z","end":"2026-03-19T09:19:32.872146Z","steps":["trace[1546286885] 'agreement among raft nodes before linearized reading' (duration: 467.141023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:32.872195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628529352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:19:32.872245Z","caller":"traceutil/trace.go:171","msg":"trace[1797581807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8289; }","duration":"1.628584613s","start":"2026-03-19T09:19:31.243648Z","end":"2026-03-19T09:19:32.872232Z","steps":["trace[1797581807] 'agreement among raft nodes before linearized reading' (duration: 1.628101092s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:32.872291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:31.24359Z","time spent":"1.628692215s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:19:32.872055Z","caller":"traceutil/trace.go:171","msg":"trace[688086511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8289; }","duration":"375.543346ms","start":"2026-03-19T09:19:32.496487Z","end":"2026-03-19T09:19:32.87203Z","steps":["trace[688086511] 'agreement among raft nodes before linearized reading' (duration: 375.369582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:32.872327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628168344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:19:32.872396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:32.49645Z","time spent":"375.925144ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:19:32.872236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:32.404732Z","time spent":"467.482042ms","remote":"127.0.0.1:50560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:32.872401Z","caller":"traceutil/trace.go:171","msg":"trace[913281454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8289; }","duration":"1.628262465s","start":"2026-03-19T09:19:31.244121Z","end":"2026-03-19T09:19:32.872383Z","steps":["trace[913281454] 'agreement among raft nodes before linearized reading' (duration: 1.62754757s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:32.872528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:31.244112Z","time spent":"1.628396049s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:32.871991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:31.243603Z","time spent":"1.628381689s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:19:32.872125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:31.24357Z","time spent":"1.628547542s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:19:33.18038Z","caller":"traceutil/trace.go:171","msg":"trace[1309339422] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"302.981476ms","start":"2026-03-19T09:19:32.877374Z","end":"2026-03-19T09:19:33.180355Z","steps":["trace[1309339422] 'process raft request' (duration: 302.799272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:33.180522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:32.877354Z","time spent":"303.097599ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:33.180684Z","caller":"traceutil/trace.go:171","msg":"trace[318654150] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"303.212291ms","start":"2026-03-19T09:19:32.877446Z","end":"2026-03-19T09:19:33.180658Z","steps":["trace[318654150] 'process raft request' (duration: 302.870064ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:33.180799Z","caller":"traceutil/trace.go:171","msg":"trace[682803187] linearizableReadLoop","detail":"{readStateIndex:8629; appliedIndex:8624; }","duration":"302.096036ms","start":"2026-03-19T09:19:32.878691Z","end":"2026-03-19T09:19:33.180787Z","steps":["trace[682803187] 'read index received' (duration: 56.230934ms)","trace[682803187] 'applied index is now lower than readState.Index' (duration: 245.864102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:33.180855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.159458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:33.180881Z","caller":"traceutil/trace.go:171","msg":"trace[469232637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8295; }","duration":"302.211469ms","start":"2026-03-19T09:19:32.878662Z","end":"2026-03-19T09:19:33.180873Z","steps":["trace[469232637] 'agreement among raft nodes before linearized reading' (duration: 302.164258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:33.180907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:32.878654Z","time spent":"302.24736ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:19:33.180922Z","caller":"traceutil/trace.go:171","msg":"trace[2095650706] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"301.601305ms","start":"2026-03-19T09:19:32.879287Z","end":"2026-03-19T09:19:33.180888Z","steps":["trace[2095650706] 'process raft request' (duration: 301.465071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:33.18103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:32.877388Z","time spent":"303.367695ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:33.181082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:32.879238Z","time spent":"301.754508ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:33.181019Z","caller":"traceutil/trace.go:171","msg":"trace[1795935634] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"303.392145ms","start":"2026-03-19T09:19:32.877541Z","end":"2026-03-19T09:19:33.180934Z","steps":["trace[1795935634] 'process raft request' (duration: 303.015296ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:33.18127Z","caller":"traceutil/trace.go:171","msg":"trace[1418570982] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"302.780762ms","start":"2026-03-19T09:19:32.878473Z","end":"2026-03-19T09:19:33.181254Z","steps":["trace[1418570982] 'process raft request' (duration: 302.222229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:33.181373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:32.87845Z","time spent":"302.886694ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:33.181287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:32.87752Z","time spent":"303.684912ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:35.23958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325099287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:35.740374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325099287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:35.911193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175443824s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:19:35.911635Z","caller":"traceutil/trace.go:171","msg":"trace[676913523] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"1.175971986s","start":"2026-03-19T09:19:34.735634Z","end":"2026-03-19T09:19:35.911606Z","steps":["trace[676913523] 'process raft request' (duration: 1.175789062s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:35.911783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:34.735603Z","time spent":"1.176103889s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:36.195755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.57109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:36.195974Z","caller":"traceutil/trace.go:171","msg":"trace[2015829112] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8630; }","duration":"1.456694145s","start":"2026-03-19T09:19:34.739258Z","end":"2026-03-19T09:19:36.195953Z","steps":["trace[2015829112] 'read index received' (duration: 1.172242752s)","trace[2015829112] 'applied index is now lower than readState.Index' (duration: 284.450403ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:36.196147Z","caller":"traceutil/trace.go:171","msg":"trace[1436074114] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"1.459243242s","start":"2026-03-19T09:19:34.736892Z","end":"2026-03-19T09:19:36.196135Z","steps":["trace[1436074114] 'process raft request' (duration: 1.458991907s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.196226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:34.736882Z","time spent":"1.459300954s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:36.196253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.902829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:36.196388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010979824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:19:36.196416Z","caller":"traceutil/trace.go:171","msg":"trace[321782019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8298; }","duration":"702.108744ms","start":"2026-03-19T09:19:35.49428Z","end":"2026-03-19T09:19:36.196389Z","steps":["trace[321782019] 'agreement among raft nodes before linearized reading' (duration: 701.898789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.196411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010896743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:19:36.196459Z","caller":"traceutil/trace.go:171","msg":"trace[470743596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8298; }","duration":"1.011090356s","start":"2026-03-19T09:19:35.18535Z","end":"2026-03-19T09:19:36.19644Z","steps":["trace[470743596] 'agreement among raft nodes before linearized reading' (duration: 1.01082196s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.196476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:35.494261Z","time spent":"702.201187ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:19:36.196499Z","caller":"traceutil/trace.go:171","msg":"trace[387484536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8298; }","duration":"1.011043475s","start":"2026-03-19T09:19:35.185437Z","end":"2026-03-19T09:19:36.19648Z","steps":["trace[387484536] 'agreement among raft nodes before linearized reading' (duration: 1.010739078s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.196512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:35.185329Z","time spent":"1.011170709s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:19:36.196492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257315752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:19:36.196547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:35.185413Z","time spent":"1.011125207s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:19:36.19657Z","caller":"traceutil/trace.go:171","msg":"trace[1363416458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8298; }","duration":"1.257461825s","start":"2026-03-19T09:19:34.939087Z","end":"2026-03-19T09:19:36.196549Z","steps":["trace[1363416458] 'agreement among raft nodes before linearized reading' (duration: 1.257156138s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.196615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:34.939039Z","time spent":"1.257567037s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:19:36.196363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457018863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:36.196611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286843385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:36.196693Z","caller":"traceutil/trace.go:171","msg":"trace[32673902] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8298; }","duration":"1.457458911s","start":"2026-03-19T09:19:34.73922Z","end":"2026-03-19T09:19:36.196679Z","steps":["trace[32673902] 'agreement among raft nodes before linearized reading' (duration: 1.456976351s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:36.196718Z","caller":"traceutil/trace.go:171","msg":"trace[1834585925] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8298; }","duration":"1.287026089s","start":"2026-03-19T09:19:34.909668Z","end":"2026-03-19T09:19:36.196694Z","steps":["trace[1834585925] 'agreement among raft nodes before linearized reading' (duration: 1.286783393s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.196742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:34.739202Z","time spent":"1.457522614s","remote":"127.0.0.1:46512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:36.196765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010623846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:19:36.196791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:34.909646Z","time spent":"1.287126071s","remote":"127.0.0.1:50486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:36.196836Z","caller":"traceutil/trace.go:171","msg":"trace[184063588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8298; }","duration":"1.010720159s","start":"2026-03-19T09:19:35.186099Z","end":"2026-03-19T09:19:36.196819Z","steps":["trace[184063588] 'agreement among raft nodes before linearized reading' (duration: 1.010069234s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.196892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:35.186088Z","time spent":"1.01079028s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:36.196714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313037441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:19:36.197024Z","caller":"traceutil/trace.go:171","msg":"trace[2115964286] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8298; }","duration":"1.313454311s","start":"2026-03-19T09:19:34.88355Z","end":"2026-03-19T09:19:36.197004Z","steps":["trace[2115964286] 'agreement among raft nodes before linearized reading' (duration: 1.312607662s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.197167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:34.883529Z","time spent":"1.313587524s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:19:36.196003Z","caller":"traceutil/trace.go:171","msg":"trace[1879524037] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"1.460134523s","start":"2026-03-19T09:19:34.735841Z","end":"2026-03-19T09:19:36.195975Z","steps":["trace[1879524037] 'process raft request' (duration: 1.239240576s)","trace[1879524037] 'compare' (duration: 220.455946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:36.197047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010838061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:19:36.197531Z","caller":"traceutil/trace.go:171","msg":"trace[1742644144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8298; }","duration":"1.011355913s","start":"2026-03-19T09:19:35.186159Z","end":"2026-03-19T09:19:36.197515Z","steps":["trace[1742644144] 'agreement among raft nodes before linearized reading' (duration: 1.010224708s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.197634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:34.735815Z","time spent":"1.461703067s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:36.198084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:35.186143Z","time spent":"1.011715641s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:19:36.355508Z","caller":"traceutil/trace.go:171","msg":"trace[1782737571] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"152.320918ms","start":"2026-03-19T09:19:36.203165Z","end":"2026-03-19T09:19:36.355486Z","steps":["trace[1782737571] 'process raft request' (duration: 152.270137ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:36.355586Z","caller":"traceutil/trace.go:171","msg":"trace[1157965646] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"154.078387ms","start":"2026-03-19T09:19:36.201468Z","end":"2026-03-19T09:19:36.355546Z","steps":["trace[1157965646] 'process raft request' (duration: 130.58435ms)","trace[1157965646] 'compare' (duration: 23.182319ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:36.355602Z","caller":"traceutil/trace.go:171","msg":"trace[1796328550] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"153.935124ms","start":"2026-03-19T09:19:36.2016Z","end":"2026-03-19T09:19:36.355535Z","steps":["trace[1796328550] 'process raft request' (duration: 153.784991ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:36.355765Z","caller":"traceutil/trace.go:171","msg":"trace[1730769487] linearizableReadLoop","detail":"{readStateIndex:8636; appliedIndex:8633; }","duration":"153.018984ms","start":"2026-03-19T09:19:36.20272Z","end":"2026-03-19T09:19:36.355739Z","steps":["trace[1730769487] 'read index received' (duration: 129.126427ms)","trace[1730769487] 'applied index is now lower than readState.Index' (duration: 23.891057ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:36.35563Z","caller":"traceutil/trace.go:171","msg":"trace[597272933] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"153.208518ms","start":"2026-03-19T09:19:36.202375Z","end":"2026-03-19T09:19:36.355584Z","steps":["trace[597272933] 'process raft request' (duration: 153.039304ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:36.355919Z","caller":"traceutil/trace.go:171","msg":"trace[823137137] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"152.736227ms","start":"2026-03-19T09:19:36.203168Z","end":"2026-03-19T09:19:36.355905Z","steps":["trace[823137137] 'process raft request' (duration: 152.290857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.356284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.540215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224441"} {"level":"info","ts":"2026-03-19T09:19:36.356344Z","caller":"traceutil/trace.go:171","msg":"trace[229707021] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8303; }","duration":"153.651338ms","start":"2026-03-19T09:19:36.202677Z","end":"2026-03-19T09:19:36.356328Z","steps":["trace[229707021] 'agreement among raft nodes before linearized reading' (duration: 153.134466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:37.060078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.588627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T09:19:37.0602Z","caller":"traceutil/trace.go:171","msg":"trace[140684176] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8304; }","duration":"121.762492ms","start":"2026-03-19T09:19:36.938412Z","end":"2026-03-19T09:19:37.060175Z","steps":["trace[140684176] 'range keys from in-memory index tree' (duration: 121.392014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:37.870421Z","caller":"traceutil/trace.go:171","msg":"trace[1832867914] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"208.882746ms","start":"2026-03-19T09:19:37.661509Z","end":"2026-03-19T09:19:37.870392Z","steps":["trace[1832867914] 'process raft request' (duration: 208.690742ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:38.103721Z","caller":"traceutil/trace.go:171","msg":"trace[741727829] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"185.749018ms","start":"2026-03-19T09:19:37.917937Z","end":"2026-03-19T09:19:38.103686Z","steps":["trace[741727829] 'process raft request' (duration: 111.629805ms)","trace[741727829] 'compare' (duration: 73.862237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:38.861314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325099310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:40.199707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162231228s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:40.199889Z","caller":"traceutil/trace.go:171","msg":"trace[276445429] linearizableReadLoop","detail":"{readStateIndex:8644; appliedIndex:8642; }","duration":"1.839467553s","start":"2026-03-19T09:19:38.360406Z","end":"2026-03-19T09:19:40.199873Z","steps":["trace[276445429] 'read index received' (duration: 676.896768ms)","trace[276445429] 'applied index is now lower than readState.Index' (duration: 1.162569895s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:40.199973Z","caller":"traceutil/trace.go:171","msg":"trace[2055798204] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"1.997121701s","start":"2026-03-19T09:19:38.202826Z","end":"2026-03-19T09:19:40.199947Z","steps":["trace[2055798204] 'process raft request' (duration: 834.579046ms)","trace[2055798204] 'compare' (duration: 1.16185845s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:40.199993Z","caller":"traceutil/trace.go:171","msg":"trace[1944371432] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"1.997039258s","start":"2026-03-19T09:19:38.202854Z","end":"2026-03-19T09:19:40.199893Z","steps":["trace[1944371432] 'process raft request' (duration: 1.996945776s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:40.200108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839686398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:19:40.200127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:38.202802Z","time spent":"1.997252763s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:40.200179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8397485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:19:40.200074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839660897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:19:40.200272Z","caller":"traceutil/trace.go:171","msg":"trace[1743263484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8308; }","duration":"1.839903003s","start":"2026-03-19T09:19:38.360348Z","end":"2026-03-19T09:19:40.200251Z","steps":["trace[1743263484] 'agreement among raft nodes before linearized reading' (duration: 1.839636517s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:40.20031Z","caller":"traceutil/trace.go:171","msg":"trace[95232469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8308; }","duration":"1.839935573s","start":"2026-03-19T09:19:38.360356Z","end":"2026-03-19T09:19:40.200292Z","steps":["trace[95232469] 'agreement among raft nodes before linearized reading' (duration: 1.839590526s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:40.200317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:38.36032Z","time spent":"1.839988015s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:40.200366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:38.360329Z","time spent":"1.840022206s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:40.200353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:38.202829Z","time spent":"1.997325035s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:40.201287Z","caller":"traceutil/trace.go:171","msg":"trace[2105439361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8308; }","duration":"1.83980694s","start":"2026-03-19T09:19:38.360357Z","end":"2026-03-19T09:19:40.200164Z","steps":["trace[2105439361] 'agreement among raft nodes before linearized reading' (duration: 1.839622846s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:40.201361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:38.360329Z","time spent":"1.841017928s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:19:40.236366Z","caller":"traceutil/trace.go:171","msg":"trace[1085903258] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"927.991761ms","start":"2026-03-19T09:19:39.30835Z","end":"2026-03-19T09:19:40.236342Z","steps":["trace[1085903258] 'process raft request' (duration: 927.852468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:40.236528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:39.308325Z","time spent":"928.120625ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:40.498362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:19:40.498445Z","caller":"traceutil/trace.go:171","msg":"trace[875076858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00024853s","start":"2026-03-19T09:19:38.49818Z","end":"2026-03-19T09:19:40.498428Z","steps":["trace[875076858] 'agreement among raft nodes before linearized reading' (duration: 2.000141948s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:40.49854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:38.498146Z","time spent":"2.000342284s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:19:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:19:42.172943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.936740465s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:19:42.192006Z","caller":"traceutil/trace.go:171","msg":"trace[109592780] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"2.083529s","start":"2026-03-19T09:19:40.108441Z","end":"2026-03-19T09:19:42.19197Z","steps":["trace[109592780] 'process raft request' (duration: 2.064784079s)","trace[109592780] 'compare' (duration: 17.596545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:42.192153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:40.108413Z","time spent":"2.083664932s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:42.192349Z","caller":"traceutil/trace.go:171","msg":"trace[1604825114] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"1.987556075s","start":"2026-03-19T09:19:40.20476Z","end":"2026-03-19T09:19:42.192316Z","steps":["trace[1604825114] 'process raft request' (duration: 1.987156247s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:42.192551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:40.204744Z","time spent":"1.987695509s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:42.193506Z","caller":"traceutil/trace.go:171","msg":"trace[1266990186] linearizableReadLoop","detail":"{readStateIndex:8646; appliedIndex:8644; }","duration":"1.993559031s","start":"2026-03-19T09:19:40.199923Z","end":"2026-03-19T09:19:42.193482Z","steps":["trace[1266990186] 'read index received' (duration: 36.300165ms)","trace[1266990186] 'applied index is now lower than readState.Index' (duration: 1.957257756s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:42.193616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92987967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:42.193609Z","caller":"traceutil/trace.go:171","msg":"trace[1980086774] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"1.988347444s","start":"2026-03-19T09:19:40.205234Z","end":"2026-03-19T09:19:42.193582Z","steps":["trace[1980086774] 'process raft request' (duration: 1.986975293s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.193664Z","caller":"traceutil/trace.go:171","msg":"trace[1837876723] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8313; }","duration":"2.929965532s","start":"2026-03-19T09:19:39.26368Z","end":"2026-03-19T09:19:42.193646Z","steps":["trace[1837876723] 'agreement among raft nodes before linearized reading' (duration: 2.92987704s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:42.19367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.832798679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:19:42.193694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975098106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:19:42.193708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:39.26363Z","time spent":"2.930070204s","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:42.193713Z","caller":"traceutil/trace.go:171","msg":"trace[883139455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8313; }","duration":"3.832864351s","start":"2026-03-19T09:19:38.360838Z","end":"2026-03-19T09:19:42.193702Z","steps":["trace[883139455] 'agreement among raft nodes before linearized reading' (duration: 3.832736448s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.193737Z","caller":"traceutil/trace.go:171","msg":"trace[190345569] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8313; }","duration":"1.975181458s","start":"2026-03-19T09:19:40.218545Z","end":"2026-03-19T09:19:42.193726Z","steps":["trace[190345569] 'agreement among raft nodes before linearized reading' (duration: 1.975089776s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:42.193729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411334292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e33827dda0a14\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-19T09:19:42.19369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063765793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:19:42.193774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234775506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:42.193791Z","caller":"traceutil/trace.go:171","msg":"trace[2131834971] range","detail":"{range_begin:/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e33827dda0a14; range_end:; response_count:1; response_revision:8313; }","duration":"3.411445084s","start":"2026-03-19T09:19:38.782326Z","end":"2026-03-19T09:19:42.193771Z","steps":["trace[2131834971] 'agreement among raft nodes before linearized reading' (duration: 3.41123718s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:42.193812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695161755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:42.193855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490694177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:19:42.193859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:38.782292Z","time spent":"3.411554267s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e33827dda0a14\" "} {"level":"warn","ts":"2026-03-19T09:19:42.193858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.700999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:42.193868Z","caller":"traceutil/trace.go:171","msg":"trace[1217352925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8313; }","duration":"1.695272848s","start":"2026-03-19T09:19:40.498575Z","end":"2026-03-19T09:19:42.193848Z","steps":["trace[1217352925] 'agreement among raft nodes before linearized reading' (duration: 1.695217367s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.193618Z","caller":"traceutil/trace.go:171","msg":"trace[1763036499] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"1.987155547s","start":"2026-03-19T09:19:40.206426Z","end":"2026-03-19T09:19:42.193582Z","steps":["trace[1763036499] 'process raft request' (duration: 1.986933282s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.193906Z","caller":"traceutil/trace.go:171","msg":"trace[1839682843] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8313; }","duration":"1.490782929s","start":"2026-03-19T09:19:40.703112Z","end":"2026-03-19T09:19:42.193895Z","steps":["trace[1839682843] 'agreement among raft nodes before linearized reading' (duration: 1.490667837s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.193915Z","caller":"traceutil/trace.go:171","msg":"trace[1356074341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8313; }","duration":"424.812011ms","start":"2026-03-19T09:19:41.769094Z","end":"2026-03-19T09:19:42.193906Z","steps":["trace[1356074341] 'agreement among raft nodes before linearized reading' (duration: 424.716139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:42.193927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:40.498558Z","time spent":"1.69535854s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:19:42.19394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:40.703091Z","time spent":"1.49083751s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:19:42.193944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:41.769075Z","time spent":"424.863653ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:19:42.194006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:40.206405Z","time spent":"1.987527316s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:42.193839Z","caller":"traceutil/trace.go:171","msg":"trace[311567066] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8313; }","duration":"3.06402104s","start":"2026-03-19T09:19:39.129801Z","end":"2026-03-19T09:19:42.193822Z","steps":["trace[311567066] 'agreement among raft nodes before linearized reading' (duration: 3.063807985s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:42.193754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:38.360827Z","time spent":"3.832914972s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:19:42.193734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611059355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:19:42.193743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.833260789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:19:42.194304Z","caller":"traceutil/trace.go:171","msg":"trace[43077704] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8313; }","duration":"2.611676259s","start":"2026-03-19T09:19:39.582611Z","end":"2026-03-19T09:19:42.194287Z","steps":["trace[43077704] 'agreement among raft nodes before linearized reading' (duration: 2.610955753s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.19433Z","caller":"traceutil/trace.go:171","msg":"trace[964871989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8313; }","duration":"3.833894523s","start":"2026-03-19T09:19:38.360417Z","end":"2026-03-19T09:19:42.194312Z","steps":["trace[964871989] 'agreement among raft nodes before linearized reading' (duration: 3.833194498s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:42.193773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:40.218535Z","time spent":"1.975229109s","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:42.19436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:39.58259Z","time spent":"2.611755041s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:19:42.194317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82752517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:19:42.194391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:38.360395Z","time spent":"3.833977966s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:19:42.195688Z","caller":"traceutil/trace.go:171","msg":"trace[2082900551] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8313; }","duration":"3.828972561s","start":"2026-03-19T09:19:38.366696Z","end":"2026-03-19T09:19:42.195668Z","steps":["trace[2082900551] 'agreement among raft nodes before linearized reading' (duration: 3.826882125s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:42.195749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:38.366681Z","time spent":"3.829050184s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:19:42.193765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:40.20522Z","time spent":"1.988465357s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:42.193858Z","caller":"traceutil/trace.go:171","msg":"trace[883293149] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8313; }","duration":"1.234872548s","start":"2026-03-19T09:19:40.958963Z","end":"2026-03-19T09:19:42.193836Z","steps":["trace[883293149] 'agreement among raft nodes before linearized reading' (duration: 1.234727755s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:42.196001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:40.958901Z","time spent":"1.237068336s","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:42.19453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:39.129766Z","time spent":"3.064454388s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:42.964604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.420073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:42.964736Z","caller":"traceutil/trace.go:171","msg":"trace[65416526] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"766.715023ms","start":"2026-03-19T09:19:42.197995Z","end":"2026-03-19T09:19:42.96471Z","steps":["trace[65416526] 'process raft request' (duration: 399.087295ms)","trace[65416526] 'compare' (duration: 367.26863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:42.964865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:42.197982Z","time spent":"766.797206ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:44.203259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00024173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:19:44.20334Z","caller":"traceutil/trace.go:171","msg":"trace[1924503392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366172s","start":"2026-03-19T09:19:42.202956Z","end":"2026-03-19T09:19:44.203322Z","steps":["trace[1924503392] 'agreement among raft nodes before linearized reading' (duration: 2.00025354s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.203387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:42.202947Z","time spent":"2.000430975s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:19:44.5737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.917708ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:44.573811Z","caller":"traceutil/trace.go:171","msg":"trace[1226546170] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8314; }","duration":"919.043601ms","start":"2026-03-19T09:19:43.65475Z","end":"2026-03-19T09:19:44.573794Z","steps":["trace[1226546170] 'range keys from in-memory index tree' (duration: 918.901328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.57451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36157857s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:44.574991Z","caller":"traceutil/trace.go:171","msg":"trace[815129469] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"2.376184966s","start":"2026-03-19T09:19:42.19877Z","end":"2026-03-19T09:19:44.574955Z","steps":["trace[815129469] 'process raft request' (duration: 2.375863459s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.575032Z","caller":"traceutil/trace.go:171","msg":"trace[569093686] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"2.370299703s","start":"2026-03-19T09:19:42.204703Z","end":"2026-03-19T09:19:44.575002Z","steps":["trace[569093686] 'process raft request' (duration: 2.370108889s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.575096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:42.198762Z","time spent":"2.376278308s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:44.575076Z","caller":"traceutil/trace.go:171","msg":"trace[1607642962] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"2.374561359s","start":"2026-03-19T09:19:42.200487Z","end":"2026-03-19T09:19:44.575048Z","steps":["trace[1607642962] 'process raft request' (duration: 2.374264073s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.57512Z","caller":"traceutil/trace.go:171","msg":"trace[1682664457] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"2.369418614s","start":"2026-03-19T09:19:42.205682Z","end":"2026-03-19T09:19:44.5751Z","steps":["trace[1682664457] 'process raft request' (duration: 2.369176428s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.575225Z","caller":"traceutil/trace.go:171","msg":"trace[1630368077] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"2.377020895s","start":"2026-03-19T09:19:42.198196Z","end":"2026-03-19T09:19:44.575217Z","steps":["trace[1630368077] 'process raft request' (duration: 1.014642726s)","trace[1630368077] 'compare' (duration: 1.360998278s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:44.575213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:42.200475Z","time spent":"2.374686882s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:44.575236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:42.20566Z","time spent":"2.369507856s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:44.575259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:42.19819Z","time spent":"2.377053186s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:44.575869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:42.204687Z","time spent":"2.370412826s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:44.734079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.153511ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:19:44.734181Z","caller":"traceutil/trace.go:171","msg":"trace[796648064] linearizableReadLoop","detail":"{readStateIndex:8652; appliedIndex:8649; }","duration":"2.534784655s","start":"2026-03-19T09:19:42.199377Z","end":"2026-03-19T09:19:44.734161Z","steps":["trace[796648064] 'read index received' (duration: 397.705754ms)","trace[796648064] 'applied index is now lower than readState.Index' (duration: 2.137077221s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:44.734489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535101712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19445"} {"level":"info","ts":"2026-03-19T09:19:44.734564Z","caller":"traceutil/trace.go:171","msg":"trace[1135837696] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8319; }","duration":"2.535228725s","start":"2026-03-19T09:19:42.19932Z","end":"2026-03-19T09:19:44.734549Z","steps":["trace[1135837696] 'agreement among raft nodes before linearized reading' (duration: 2.53501392s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.734591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:42.199313Z","time spent":"2.535272175s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19467,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:19:44.736078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.523227968s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:19:44.73695Z","caller":"traceutil/trace.go:171","msg":"trace[783653883] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"1.654561623s","start":"2026-03-19T09:19:43.082341Z","end":"2026-03-19T09:19:44.736902Z","steps":["trace[783653883] 'process raft request' (duration: 1.654478292s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.736986Z","caller":"traceutil/trace.go:171","msg":"trace[189849498] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"1.689134639s","start":"2026-03-19T09:19:43.047805Z","end":"2026-03-19T09:19:44.73694Z","steps":["trace[189849498] 'process raft request' (duration: 1.688673479s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.737318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.082312Z","time spent":"1.654770479s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:44.737425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.04779Z","time spent":"1.689487338s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:44.739362Z","caller":"traceutil/trace.go:171","msg":"trace[1648855372] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"540.571879ms","start":"2026-03-19T09:19:44.198758Z","end":"2026-03-19T09:19:44.73933Z","steps":["trace[1648855372] 'process raft request' (duration: 540.14449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.739409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611319894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:19:44.73945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:44.19874Z","time spent":"540.665412ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:44.739467Z","caller":"traceutil/trace.go:171","msg":"trace[1330279667] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8322; }","duration":"1.611422566s","start":"2026-03-19T09:19:43.128031Z","end":"2026-03-19T09:19:44.739453Z","steps":["trace[1330279667] 'agreement among raft nodes before linearized reading' (duration: 1.611299183s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.739476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.52835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:19:44.739522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.151484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:19:44.739529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679304929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:44.739519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.762019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:44.739563Z","caller":"traceutil/trace.go:171","msg":"trace[1120227934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8322; }","duration":"541.683464ms","start":"2026-03-19T09:19:44.19786Z","end":"2026-03-19T09:19:44.739543Z","steps":["trace[1120227934] 'agreement among raft nodes before linearized reading' (duration: 541.345106ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.739583Z","caller":"traceutil/trace.go:171","msg":"trace[889498806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8322; }","duration":"542.267936ms","start":"2026-03-19T09:19:44.197296Z","end":"2026-03-19T09:19:44.739564Z","steps":["trace[889498806] 'agreement among raft nodes before linearized reading' (duration: 542.074042ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.739581Z","caller":"traceutil/trace.go:171","msg":"trace[1948765743] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8322; }","duration":"1.679399691s","start":"2026-03-19T09:19:43.06017Z","end":"2026-03-19T09:19:44.73957Z","steps":["trace[1948765743] 'agreement among raft nodes before linearized reading' (duration: 1.679306399s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.739606Z","caller":"traceutil/trace.go:171","msg":"trace[608157935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8322; }","duration":"530.879601ms","start":"2026-03-19T09:19:44.208707Z","end":"2026-03-19T09:19:44.739586Z","steps":["trace[608157935] 'agreement among raft nodes before linearized reading' (duration: 530.726267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.739509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.128011Z","time spent":"1.611488958s","remote":"127.0.0.1:50666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:44.739628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:44.197271Z","time spent":"542.347738ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:44.73963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.060151Z","time spent":"1.679469972s","remote":"127.0.0.1:50624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:44.73966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:44.208696Z","time spent":"530.952903ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:19:44.739671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771030537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T09:19:44.739672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.434495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:19:44.739701Z","caller":"traceutil/trace.go:171","msg":"trace[1568169187] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341; range_end:; response_count:1; response_revision:8322; }","duration":"1.771058588s","start":"2026-03-19T09:19:42.968632Z","end":"2026-03-19T09:19:44.739691Z","steps":["trace[1568169187] 'agreement among raft nodes before linearized reading' (duration: 1.770913835s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.739712Z","caller":"traceutil/trace.go:171","msg":"trace[2029203269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8322; }","duration":"540.492666ms","start":"2026-03-19T09:19:44.199208Z","end":"2026-03-19T09:19:44.739701Z","steps":["trace[2029203269] 'agreement among raft nodes before linearized reading' (duration: 540.332553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.739735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:42.968614Z","time spent":"1.771115329s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" "} {"level":"warn","ts":"2026-03-19T09:19:44.739751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:44.199199Z","time spent":"540.542787ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:19:44.739785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539626283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224441"} {"level":"warn","ts":"2026-03-19T09:19:44.739615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:44.197848Z","time spent":"541.756875ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:19:44.73985Z","caller":"traceutil/trace.go:171","msg":"trace[1094495818] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8322; }","duration":"2.539742876s","start":"2026-03-19T09:19:42.200089Z","end":"2026-03-19T09:19:44.739832Z","steps":["trace[1094495818] 'agreement among raft nodes before linearized reading' (duration: 2.538958468s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.739901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:42.200065Z","time spent":"2.539825457s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224463,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:19:49.011383Z","caller":"traceutil/trace.go:171","msg":"trace[210932206] linearizableReadLoop","detail":"{readStateIndex:8689; appliedIndex:8687; }","duration":"162.833443ms","start":"2026-03-19T09:19:48.848527Z","end":"2026-03-19T09:19:49.01136Z","steps":["trace[210932206] 'read index received' (duration: 82.356309ms)","trace[210932206] 'applied index is now lower than readState.Index' (duration: 80.476194ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:49.011478Z","caller":"traceutil/trace.go:171","msg":"trace[706852320] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"164.970271ms","start":"2026-03-19T09:19:48.846471Z","end":"2026-03-19T09:19:49.011441Z","steps":["trace[706852320] 'process raft request' (duration: 84.398504ms)","trace[706852320] 'compare' (duration: 80.24054ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:49.011529Z","caller":"traceutil/trace.go:171","msg":"trace[1425685119] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"162.870945ms","start":"2026-03-19T09:19:48.848634Z","end":"2026-03-19T09:19:49.011505Z","steps":["trace[1425685119] 'process raft request' (duration: 162.66246ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:49.011579Z","caller":"traceutil/trace.go:171","msg":"trace[1450465099] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"161.81792ms","start":"2026-03-19T09:19:48.84974Z","end":"2026-03-19T09:19:49.011558Z","steps":["trace[1450465099] 'process raft request' (duration: 161.587535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:49.011896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.344346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224441"} {"level":"info","ts":"2026-03-19T09:19:49.011892Z","caller":"traceutil/trace.go:171","msg":"trace[2101993942] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"163.472947ms","start":"2026-03-19T09:19:48.8482Z","end":"2026-03-19T09:19:49.011673Z","steps":["trace[2101993942] 'process raft request' (duration: 163.049468ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:49.011967Z","caller":"traceutil/trace.go:171","msg":"trace[760177481] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8353; }","duration":"163.453629ms","start":"2026-03-19T09:19:48.848497Z","end":"2026-03-19T09:19:49.01195Z","steps":["trace[760177481] 'agreement among raft nodes before linearized reading' (duration: 162.963617ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:50.819015Z","caller":"traceutil/trace.go:171","msg":"trace[1443146083] linearizableReadLoop","detail":"{readStateIndex:8692; appliedIndex:8691; }","duration":"197.979082ms","start":"2026-03-19T09:19:50.621012Z","end":"2026-03-19T09:19:50.818991Z","steps":["trace[1443146083] 'read index received' (duration: 197.831399ms)","trace[1443146083] 'applied index is now lower than readState.Index' (duration: 146.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:50.819214Z","caller":"traceutil/trace.go:171","msg":"trace[2129379604] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"204.899787ms","start":"2026-03-19T09:19:50.614286Z","end":"2026-03-19T09:19:50.819185Z","steps":["trace[2129379604] 'process raft request' (duration: 204.5687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:50.819445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.406331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:19:50.819534Z","caller":"traceutil/trace.go:171","msg":"trace[1876943780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8354; }","duration":"198.598086ms","start":"2026-03-19T09:19:50.620918Z","end":"2026-03-19T09:19:50.819516Z","steps":["trace[1876943780] 'agreement among raft nodes before linearized reading' (duration: 198.32707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:50.949747Z","caller":"traceutil/trace.go:171","msg":"trace[1900932090] linearizableReadLoop","detail":"{readStateIndex:8693; appliedIndex:8692; }","duration":"130.443487ms","start":"2026-03-19T09:19:50.819281Z","end":"2026-03-19T09:19:50.949724Z","steps":["trace[1900932090] 'read index received' (duration: 34.879933ms)","trace[1900932090] 'applied index is now lower than readState.Index' (duration: 95.562664ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:50.949859Z","caller":"traceutil/trace.go:171","msg":"trace[603260941] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"327.421097ms","start":"2026-03-19T09:19:50.6224Z","end":"2026-03-19T09:19:50.949821Z","steps":["trace[603260941] 'process raft request' (duration: 231.75139ms)","trace[603260941] 'compare' (duration: 95.088524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:50.950014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:50.622364Z","time spent":"327.56578ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:50.950041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.996871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:19:50.950114Z","caller":"traceutil/trace.go:171","msg":"trace[1388064539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8356; }","duration":"329.198556ms","start":"2026-03-19T09:19:50.620898Z","end":"2026-03-19T09:19:50.950096Z","steps":["trace[1388064539] 'agreement among raft nodes before linearized reading' (duration: 328.92108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:50.950083Z","caller":"traceutil/trace.go:171","msg":"trace[1746383990] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"126.546419ms","start":"2026-03-19T09:19:50.823506Z","end":"2026-03-19T09:19:50.950053Z","steps":["trace[1746383990] 'process raft request' (duration: 126.12148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:50.950156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:50.620886Z","time spent":"329.259857ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:19:50.950171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.209057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:50.950252Z","caller":"traceutil/trace.go:171","msg":"trace[371009081] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8356; }","duration":"268.33011ms","start":"2026-03-19T09:19:50.681909Z","end":"2026-03-19T09:19:50.950239Z","steps":["trace[371009081] 'agreement among raft nodes before linearized reading' (duration: 267.924381ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:50.950251Z","caller":"traceutil/trace.go:171","msg":"trace[1606961075] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"100.978826ms","start":"2026-03-19T09:19:50.84925Z","end":"2026-03-19T09:19:50.950229Z","steps":["trace[1606961075] 'process raft request' (duration: 100.68111ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:51.149962Z","caller":"traceutil/trace.go:171","msg":"trace[1822719630] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"115.050791ms","start":"2026-03-19T09:19:51.034882Z","end":"2026-03-19T09:19:51.149932Z","steps":["trace[1822719630] 'process raft request' (duration: 114.99717ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:51.149993Z","caller":"traceutil/trace.go:171","msg":"trace[2023002637] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"115.575754ms","start":"2026-03-19T09:19:51.03438Z","end":"2026-03-19T09:19:51.149956Z","steps":["trace[2023002637] 'process raft request' (duration: 115.335119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:59.279161Z","caller":"traceutil/trace.go:171","msg":"trace[200683119] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"224.448847ms","start":"2026-03-19T09:19:59.054681Z","end":"2026-03-19T09:19:59.27913Z","steps":["trace[200683119] 'process raft request' (duration: 224.269193ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:59.307293Z","caller":"traceutil/trace.go:171","msg":"trace[1518219568] linearizableReadLoop","detail":"{readStateIndex:8736; appliedIndex:8735; }","duration":"224.891247ms","start":"2026-03-19T09:19:59.082369Z","end":"2026-03-19T09:19:59.30726Z","steps":["trace[1518219568] 'read index received' (duration: 196.741295ms)","trace[1518219568] 'applied index is now lower than readState.Index' (duration: 28.148982ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:59.307457Z","caller":"traceutil/trace.go:171","msg":"trace[188181532] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"230.545554ms","start":"2026-03-19T09:19:59.076892Z","end":"2026-03-19T09:19:59.307438Z","steps":["trace[188181532] 'process raft request' (duration: 230.222737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:59.307661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.301813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:19:59.307704Z","caller":"traceutil/trace.go:171","msg":"trace[1499357920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8395; }","duration":"224.356734ms","start":"2026-03-19T09:19:59.083337Z","end":"2026-03-19T09:19:59.307694Z","steps":["trace[1499357920] 'agreement among raft nodes before linearized reading' (duration: 224.209661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:59.307803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.490561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:19:59.307841Z","caller":"traceutil/trace.go:171","msg":"trace[118370251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8395; }","duration":"172.566522ms","start":"2026-03-19T09:19:59.135264Z","end":"2026-03-19T09:19:59.307831Z","steps":["trace[118370251] 'agreement among raft nodes before linearized reading' (duration: 172.492861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:59.307941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.094827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:19:59.308004Z","caller":"traceutil/trace.go:171","msg":"trace[1073844311] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8395; }","duration":"162.181529ms","start":"2026-03-19T09:19:59.145806Z","end":"2026-03-19T09:19:59.307987Z","steps":["trace[1073844311] 'agreement among raft nodes before linearized reading' (duration: 161.946784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:59.308034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.640803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:19:59.308129Z","caller":"traceutil/trace.go:171","msg":"trace[2045898502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8395; }","duration":"225.790246ms","start":"2026-03-19T09:19:59.082317Z","end":"2026-03-19T09:19:59.308107Z","steps":["trace[2045898502] 'agreement among raft nodes before linearized reading' (duration: 225.414458ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:59.430741Z","caller":"traceutil/trace.go:171","msg":"trace[614576198] linearizableReadLoop","detail":"{readStateIndex:8739; appliedIndex:8736; }","duration":"117.319663ms","start":"2026-03-19T09:19:59.313399Z","end":"2026-03-19T09:19:59.430719Z","steps":["trace[614576198] 'read index received' (duration: 50.634786ms)","trace[614576198] 'applied index is now lower than readState.Index' (duration: 66.684027ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:59.430768Z","caller":"traceutil/trace.go:171","msg":"trace[1475211105] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"118.689974ms","start":"2026-03-19T09:19:59.312035Z","end":"2026-03-19T09:19:59.430725Z","steps":["trace[1475211105] 'process raft request' (duration: 118.446818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:59.430834Z","caller":"traceutil/trace.go:171","msg":"trace[38276051] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"117.286691ms","start":"2026-03-19T09:19:59.313509Z","end":"2026-03-19T09:19:59.430796Z","steps":["trace[38276051] 'process raft request' (duration: 117.146688ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:59.430856Z","caller":"traceutil/trace.go:171","msg":"trace[607285093] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"117.22701ms","start":"2026-03-19T09:19:59.313598Z","end":"2026-03-19T09:19:59.430825Z","steps":["trace[607285093] 'process raft request' (duration: 117.087187ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:59.430966Z","caller":"traceutil/trace.go:171","msg":"trace[2126201471] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"118.293854ms","start":"2026-03-19T09:19:59.312654Z","end":"2026-03-19T09:19:59.430948Z","steps":["trace[2126201471] 'process raft request' (duration: 117.961356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:59.431321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.901535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224441"} {"level":"info","ts":"2026-03-19T09:19:59.431369Z","caller":"traceutil/trace.go:171","msg":"trace[1457499385] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8400; }","duration":"118.001438ms","start":"2026-03-19T09:19:59.313357Z","end":"2026-03-19T09:19:59.431358Z","steps":["trace[1457499385] 'agreement among raft nodes before linearized reading' (duration: 117.454676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:03.276858Z","caller":"traceutil/trace.go:171","msg":"trace[2002440474] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"351.109199ms","start":"2026-03-19T09:20:02.925717Z","end":"2026-03-19T09:20:03.276826Z","steps":["trace[2002440474] 'process raft request' (duration: 350.941125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:03.277029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.925698Z","time spent":"351.242451ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:03.277293Z","caller":"traceutil/trace.go:171","msg":"trace[443327773] linearizableReadLoop","detail":"{readStateIndex:8753; appliedIndex:8753; }","duration":"128.448552ms","start":"2026-03-19T09:20:03.148819Z","end":"2026-03-19T09:20:03.277267Z","steps":["trace[443327773] 'read index received' (duration: 128.438622ms)","trace[443327773] 'applied index is now lower than readState.Index' (duration: 7.66µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:03.277462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.627466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:03.27751Z","caller":"traceutil/trace.go:171","msg":"trace[329203683] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8411; }","duration":"128.691077ms","start":"2026-03-19T09:20:03.148804Z","end":"2026-03-19T09:20:03.277496Z","steps":["trace[329203683] 'agreement among raft nodes before linearized reading' (duration: 128.563565ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:05.296806Z","caller":"traceutil/trace.go:171","msg":"trace[878109623] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8760; }","duration":"116.414633ms","start":"2026-03-19T09:20:05.180366Z","end":"2026-03-19T09:20:05.296781Z","steps":["trace[878109623] 'read index received' (duration: 116.243489ms)","trace[878109623] 'applied index is now lower than readState.Index' (duration: 169.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:05.296865Z","caller":"traceutil/trace.go:171","msg":"trace[1373357000] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"127.243186ms","start":"2026-03-19T09:20:05.169585Z","end":"2026-03-19T09:20:05.296828Z","steps":["trace[1373357000] 'process raft request' (duration: 127.018621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.297077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.567996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:05.297174Z","caller":"traceutil/trace.go:171","msg":"trace[534260012] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8419; }","duration":"116.794511ms","start":"2026-03-19T09:20:05.180322Z","end":"2026-03-19T09:20:05.297117Z","steps":["trace[534260012] 'agreement among raft nodes before linearized reading' (duration: 116.552416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:05.772223Z","caller":"traceutil/trace.go:171","msg":"trace[1703958087] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"104.340511ms","start":"2026-03-19T09:20:05.667857Z","end":"2026-03-19T09:20:05.772197Z","steps":["trace[1703958087] 'process raft request' (duration: 101.132099ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:05.7726Z","caller":"traceutil/trace.go:171","msg":"trace[2071005987] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"104.620628ms","start":"2026-03-19T09:20:05.667948Z","end":"2026-03-19T09:20:05.772569Z","steps":["trace[2071005987] 'process raft request' (duration: 104.210728ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:05.772711Z","caller":"traceutil/trace.go:171","msg":"trace[415823585] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"104.635509ms","start":"2026-03-19T09:20:05.668046Z","end":"2026-03-19T09:20:05.772682Z","steps":["trace[415823585] 'process raft request' (duration: 104.330561ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:05.772711Z","caller":"traceutil/trace.go:171","msg":"trace[28198446] linearizableReadLoop","detail":"{readStateIndex:8769; appliedIndex:8765; }","duration":"104.008635ms","start":"2026-03-19T09:20:05.668678Z","end":"2026-03-19T09:20:05.772687Z","steps":["trace[28198446] 'read index received' (duration: 703.097µs)","trace[28198446] 'applied index is now lower than readState.Index' (duration: 103.304638ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:05.772922Z","caller":"traceutil/trace.go:171","msg":"trace[305292010] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"104.081245ms","start":"2026-03-19T09:20:05.668798Z","end":"2026-03-19T09:20:05.772879Z","steps":["trace[305292010] 'process raft request' (duration: 103.811419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.773304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.597578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224441"} {"level":"info","ts":"2026-03-19T09:20:05.773382Z","caller":"traceutil/trace.go:171","msg":"trace[873021489] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8428; }","duration":"104.716111ms","start":"2026-03-19T09:20:05.668647Z","end":"2026-03-19T09:20:05.773363Z","steps":["trace[873021489] 'agreement among raft nodes before linearized reading' (duration: 104.113707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:09.641985Z","caller":"traceutil/trace.go:171","msg":"trace[490974857] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"270.718974ms","start":"2026-03-19T09:20:09.37124Z","end":"2026-03-19T09:20:09.641959Z","steps":["trace[490974857] 'process raft request' (duration: 270.540151ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:09.690362Z","caller":"traceutil/trace.go:171","msg":"trace[790293545] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"187.893656ms","start":"2026-03-19T09:20:09.502442Z","end":"2026-03-19T09:20:09.690335Z","steps":["trace[790293545] 'process raft request' (duration: 183.933357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:09.690432Z","caller":"traceutil/trace.go:171","msg":"trace[453997936] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"159.745024ms","start":"2026-03-19T09:20:09.530652Z","end":"2026-03-19T09:20:09.690397Z","steps":["trace[453997936] 'process raft request' (duration: 159.600081ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:10.577172Z","caller":"traceutil/trace.go:171","msg":"trace[26029353] linearizableReadLoop","detail":"{readStateIndex:8793; appliedIndex:8792; }","duration":"118.827417ms","start":"2026-03-19T09:20:10.458279Z","end":"2026-03-19T09:20:10.577107Z","steps":["trace[26029353] 'read index received' (duration: 118.620402ms)","trace[26029353] 'applied index is now lower than readState.Index' (duration: 205.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:10.577212Z","caller":"traceutil/trace.go:171","msg":"trace[1395093476] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"162.546567ms","start":"2026-03-19T09:20:10.414633Z","end":"2026-03-19T09:20:10.57718Z","steps":["trace[1395093476] 'process raft request' (duration: 162.247581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:10.577505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.205295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:10.577843Z","caller":"traceutil/trace.go:171","msg":"trace[82096656] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8450; }","duration":"119.572693ms","start":"2026-03-19T09:20:10.458225Z","end":"2026-03-19T09:20:10.577798Z","steps":["trace[82096656] 'agreement among raft nodes before linearized reading' (duration: 119.124773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:12.481996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.465291ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:20:14.097456Z","caller":"traceutil/trace.go:171","msg":"trace[1121518391] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"425.62772ms","start":"2026-03-19T09:20:13.671793Z","end":"2026-03-19T09:20:14.09742Z","steps":["trace[1121518391] 'process raft request' (duration: 425.14534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:14.09763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.671775Z","time spent":"425.769933ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:14.261124Z","caller":"traceutil/trace.go:171","msg":"trace[164561627] linearizableReadLoop","detail":"{readStateIndex:8809; appliedIndex:8806; }","duration":"482.305401ms","start":"2026-03-19T09:20:13.778791Z","end":"2026-03-19T09:20:14.261097Z","steps":["trace[164561627] 'read index received' (duration: 318.271491ms)","trace[164561627] 'applied index is now lower than readState.Index' (duration: 164.03294ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:14.261255Z","caller":"traceutil/trace.go:171","msg":"trace[696527835] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"557.55728ms","start":"2026-03-19T09:20:13.70363Z","end":"2026-03-19T09:20:14.261188Z","steps":["trace[696527835] 'process raft request' (duration: 539.140057ms)","trace[696527835] 'compare' (duration: 18.116737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:14.261403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.734483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:20:14.261443Z","caller":"traceutil/trace.go:171","msg":"trace[218713721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8465; }","duration":"450.824515ms","start":"2026-03-19T09:20:13.810609Z","end":"2026-03-19T09:20:14.261433Z","steps":["trace[218713721] 'agreement among raft nodes before linearized reading' (duration: 450.665621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:14.261434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.703598Z","time spent":"557.742884ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:14.261484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.810596Z","time spent":"450.879587ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:20:14.261487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.046815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-osd\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:14.261525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.750488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:20:14.261539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.570772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:20:14.261623Z","caller":"traceutil/trace.go:171","msg":"trace[2038806079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8465; }","duration":"345.904611ms","start":"2026-03-19T09:20:13.915696Z","end":"2026-03-19T09:20:14.261601Z","steps":["trace[2038806079] 'agreement among raft nodes before linearized reading' (duration: 345.585924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:14.261724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.370292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:20:14.261741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.915675Z","time spent":"346.053024ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:20:14.261731Z","caller":"traceutil/trace.go:171","msg":"trace[296536275] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"505.177105ms","start":"2026-03-19T09:20:13.756092Z","end":"2026-03-19T09:20:14.261269Z","steps":["trace[296536275] 'process raft request' (duration: 504.95ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:14.261767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.330467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:20:14.26179Z","caller":"traceutil/trace.go:171","msg":"trace[1886676028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8465; }","duration":"346.455763ms","start":"2026-03-19T09:20:13.915313Z","end":"2026-03-19T09:20:14.261769Z","steps":["trace[1886676028] 'agreement among raft nodes before linearized reading' (duration: 346.286109ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:14.261808Z","caller":"traceutil/trace.go:171","msg":"trace[1469982821] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8465; }","duration":"340.398738ms","start":"2026-03-19T09:20:13.921397Z","end":"2026-03-19T09:20:14.261796Z","steps":["trace[1469982821] 'agreement among raft nodes before linearized reading' (duration: 340.195333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:14.261627Z","caller":"traceutil/trace.go:171","msg":"trace[837346402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8465; }","duration":"348.687154ms","start":"2026-03-19T09:20:13.912924Z","end":"2026-03-19T09:20:14.261611Z","steps":["trace[837346402] 'agreement among raft nodes before linearized reading' (duration: 348.430398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:14.26184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.921382Z","time spent":"340.452ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:20:14.261841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.915291Z","time spent":"346.540806ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:14.261853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.756071Z","time spent":"505.716508ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:14.261537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.174678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:20:14.261894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.91289Z","time spent":"348.9806ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:20:14.261559Z","caller":"traceutil/trace.go:171","msg":"trace[967885995] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-osd; range_end:; response_count:0; response_revision:8465; }","duration":"133.162868ms","start":"2026-03-19T09:20:14.128378Z","end":"2026-03-19T09:20:14.261541Z","steps":["trace[967885995] 'agreement among raft nodes before linearized reading' (duration: 133.045356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:14.261949Z","caller":"traceutil/trace.go:171","msg":"trace[1083700647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8465; }","duration":"346.612477ms","start":"2026-03-19T09:20:13.915313Z","end":"2026-03-19T09:20:14.261925Z","steps":["trace[1083700647] 'agreement among raft nodes before linearized reading' (duration: 346.032904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:14.262057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.915293Z","time spent":"346.74499ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:14.262238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.500285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:14.262821Z","caller":"traceutil/trace.go:171","msg":"trace[1358355839] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8465; }","duration":"484.042351ms","start":"2026-03-19T09:20:13.778742Z","end":"2026-03-19T09:20:14.262784Z","steps":["trace[1358355839] 'agreement among raft nodes before linearized reading' (duration: 482.493446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:14.262889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.778722Z","time spent":"484.145904ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:14.626647Z","caller":"traceutil/trace.go:171","msg":"trace[597548984] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8470; }","duration":"127.90418ms","start":"2026-03-19T09:20:14.498712Z","end":"2026-03-19T09:20:14.626616Z","steps":["trace[597548984] 'process raft request' (duration: 127.755407ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:14.901926Z","caller":"traceutil/trace.go:171","msg":"trace[1160864726] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"172.137121ms","start":"2026-03-19T09:20:14.729755Z","end":"2026-03-19T09:20:14.901892Z","steps":["trace[1160864726] 'process raft request' (duration: 147.265135ms)","trace[1160864726] 'compare' (duration: 24.724793ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:15.791359Z","caller":"traceutil/trace.go:171","msg":"trace[2113907655] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"1.061075128s","start":"2026-03-19T09:20:14.730246Z","end":"2026-03-19T09:20:15.791321Z","steps":["trace[2113907655] 'process raft request' (duration: 1.044020856s)","trace[2113907655] 'compare' (duration: 16.664544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:15.791491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:14.730222Z","time spent":"1.061211561s","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":601,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:20:15.791515Z","caller":"traceutil/trace.go:171","msg":"trace[1971420706] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"1.059659826s","start":"2026-03-19T09:20:14.731821Z","end":"2026-03-19T09:20:15.791481Z","steps":["trace[1971420706] 'process raft request' (duration: 1.059612925s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:15.791594Z","caller":"traceutil/trace.go:171","msg":"trace[413826210] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"1.0611435s","start":"2026-03-19T09:20:14.730418Z","end":"2026-03-19T09:20:15.791562Z","steps":["trace[413826210] 'process raft request' (duration: 1.060873444s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.791702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:14.731803Z","time spent":"1.059804149s","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:20:15.791733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:14.730411Z","time spent":"1.061258072s","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:20:15.791735Z","caller":"traceutil/trace.go:171","msg":"trace[1158317917] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"1.061359394s","start":"2026-03-19T09:20:14.730342Z","end":"2026-03-19T09:20:15.791701Z","steps":["trace[1158317917] 'process raft request' (duration: 1.060876413s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:15.791897Z","caller":"traceutil/trace.go:171","msg":"trace[500674877] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"1.060191208s","start":"2026-03-19T09:20:14.731694Z","end":"2026-03-19T09:20:15.791885Z","steps":["trace[500674877] 'process raft request' (duration: 1.059656366s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:15.791909Z","caller":"traceutil/trace.go:171","msg":"trace[1079105911] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"1.060127716s","start":"2026-03-19T09:20:14.731765Z","end":"2026-03-19T09:20:15.791893Z","steps":["trace[1079105911] 'process raft request' (duration: 1.059627265s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.791876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:14.730334Z","time spent":"1.061479547s","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:20:15.791968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:14.731679Z","time spent":"1.060261539s","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:20:15.79199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:14.731757Z","time spent":"1.060196017s","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:20:15.886842Z","caller":"traceutil/trace.go:171","msg":"trace[1879503381] linearizableReadLoop","detail":"{readStateIndex:8824; appliedIndex:8817; }","duration":"390.472011ms","start":"2026-03-19T09:20:15.496349Z","end":"2026-03-19T09:20:15.886821Z","steps":["trace[1879503381] 'read index received' (duration: 277.945356ms)","trace[1879503381] 'applied index is now lower than readState.Index' (duration: 112.525395ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:15.886951Z","caller":"traceutil/trace.go:171","msg":"trace[536113111] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"199.958256ms","start":"2026-03-19T09:20:15.686959Z","end":"2026-03-19T09:20:15.886917Z","steps":["trace[536113111] 'process raft request' (duration: 199.802813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.886975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.620354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:15.887348Z","caller":"traceutil/trace.go:171","msg":"trace[714418935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8480; }","duration":"391.030463ms","start":"2026-03-19T09:20:15.49629Z","end":"2026-03-19T09:20:15.88732Z","steps":["trace[714418935] 'agreement among raft nodes before linearized reading' (duration: 390.640654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.887454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.496268Z","time spent":"391.157966ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:20:15.886867Z","caller":"traceutil/trace.go:171","msg":"trace[1844537109] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"415.232986ms","start":"2026-03-19T09:20:15.471605Z","end":"2026-03-19T09:20:15.886838Z","steps":["trace[1844537109] 'process raft request' (duration: 415.006211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.887613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.471578Z","time spent":"415.940213ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:16.034946Z","caller":"traceutil/trace.go:171","msg":"trace[534797532] linearizableReadLoop","detail":"{readStateIndex:8826; appliedIndex:8825; }","duration":"148.012461ms","start":"2026-03-19T09:20:15.886905Z","end":"2026-03-19T09:20:16.034917Z","steps":["trace[534797532] 'read index received' (duration: 147.801096ms)","trace[534797532] 'applied index is now lower than readState.Index' (duration: 209.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:16.035045Z","caller":"traceutil/trace.go:171","msg":"trace[1400955540] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"237.938909ms","start":"2026-03-19T09:20:15.797079Z","end":"2026-03-19T09:20:16.035018Z","steps":["trace[1400955540] 'process raft request' (duration: 237.685444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:16.035194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.495862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:20:16.035242Z","caller":"traceutil/trace.go:171","msg":"trace[302580239] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8481; }","duration":"431.598834ms","start":"2026-03-19T09:20:15.603631Z","end":"2026-03-19T09:20:16.03523Z","steps":["trace[302580239] 'agreement among raft nodes before linearized reading' (duration: 431.39962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:16.035285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.60361Z","time spent":"431.666845ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:20:16.209014Z","caller":"traceutil/trace.go:171","msg":"trace[1054922207] linearizableReadLoop","detail":"{readStateIndex:8828; appliedIndex:8826; }","duration":"168.837218ms","start":"2026-03-19T09:20:16.040156Z","end":"2026-03-19T09:20:16.208993Z","steps":["trace[1054922207] 'read index received' (duration: 86.93543ms)","trace[1054922207] 'applied index is now lower than readState.Index' (duration: 81.900688ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:16.209076Z","caller":"traceutil/trace.go:171","msg":"trace[1005511641] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"169.263048ms","start":"2026-03-19T09:20:16.039767Z","end":"2026-03-19T09:20:16.20903Z","steps":["trace[1005511641] 'process raft request' (duration: 104.74359ms)","trace[1005511641] 'compare' (duration: 64.243902ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:16.209119Z","caller":"traceutil/trace.go:171","msg":"trace[599407314] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"105.814304ms","start":"2026-03-19T09:20:16.103277Z","end":"2026-03-19T09:20:16.209091Z","steps":["trace[599407314] 'process raft request' (duration: 105.64559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:16.209419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.231627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-19T09:20:16.209484Z","caller":"traceutil/trace.go:171","msg":"trace[1356563164] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8484; }","duration":"169.342329ms","start":"2026-03-19T09:20:16.040129Z","end":"2026-03-19T09:20:16.209471Z","steps":["trace[1356563164] 'agreement among raft nodes before linearized reading' (duration: 168.967841ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:16.425502Z","caller":"traceutil/trace.go:171","msg":"trace[1724276131] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"150.557087ms","start":"2026-03-19T09:20:16.27492Z","end":"2026-03-19T09:20:16.425477Z","steps":["trace[1724276131] 'process raft request' (duration: 150.284051ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:16.425547Z","caller":"traceutil/trace.go:171","msg":"trace[85325484] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8835; }","duration":"134.218581ms","start":"2026-03-19T09:20:16.291307Z","end":"2026-03-19T09:20:16.425526Z","steps":["trace[85325484] 'read index received' (duration: 133.901184ms)","trace[85325484] 'applied index is now lower than readState.Index' (duration: 316.077µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:16.425659Z","caller":"traceutil/trace.go:171","msg":"trace[1679940509] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"150.038635ms","start":"2026-03-19T09:20:16.275605Z","end":"2026-03-19T09:20:16.425643Z","steps":["trace[1679940509] 'process raft request' (duration: 149.840911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:16.425695Z","caller":"traceutil/trace.go:171","msg":"trace[1081604426] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"149.922663ms","start":"2026-03-19T09:20:16.275761Z","end":"2026-03-19T09:20:16.425683Z","steps":["trace[1081604426] 'process raft request' (duration: 149.723019ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:16.425711Z","caller":"traceutil/trace.go:171","msg":"trace[1277959501] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"150.758112ms","start":"2026-03-19T09:20:16.274943Z","end":"2026-03-19T09:20:16.425701Z","steps":["trace[1277959501] 'process raft request' (duration: 150.415024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:16.425644Z","caller":"traceutil/trace.go:171","msg":"trace[1098701596] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"150.342633ms","start":"2026-03-19T09:20:16.275265Z","end":"2026-03-19T09:20:16.425608Z","steps":["trace[1098701596] 'process raft request' (duration: 150.140828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:16.425828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.880272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/rook-ceph/\" range_end:\"/registry/resourcequotas/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:16.425908Z","caller":"traceutil/trace.go:171","msg":"trace[526669770] range","detail":"{range_begin:/registry/resourcequotas/rook-ceph/; range_end:/registry/resourcequotas/rook-ceph0; response_count:0; response_revision:8495; }","duration":"150.005255ms","start":"2026-03-19T09:20:16.275883Z","end":"2026-03-19T09:20:16.425888Z","steps":["trace[526669770] 'agreement among raft nodes before linearized reading' (duration: 149.77518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:16.425934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.499409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:16.425972Z","caller":"traceutil/trace.go:171","msg":"trace[1247739486] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8495; }","duration":"131.574863ms","start":"2026-03-19T09:20:16.294385Z","end":"2026-03-19T09:20:16.42596Z","steps":["trace[1247739486] 'agreement among raft nodes before linearized reading' (duration: 131.491081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:16.426105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.121007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:20:16.426224Z","caller":"traceutil/trace.go:171","msg":"trace[321412595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8495; }","duration":"133.284261ms","start":"2026-03-19T09:20:16.292921Z","end":"2026-03-19T09:20:16.426206Z","steps":["trace[321412595] 'agreement among raft nodes before linearized reading' (duration: 132.754178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:16.625993Z","caller":"traceutil/trace.go:171","msg":"trace[2121561986] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"196.638641ms","start":"2026-03-19T09:20:16.429301Z","end":"2026-03-19T09:20:16.625939Z","steps":["trace[2121561986] 'process raft request' (duration: 100.600937ms)","trace[2121561986] 'compare' (duration: 95.716467ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:16.626017Z","caller":"traceutil/trace.go:171","msg":"trace[1923830496] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"195.544747ms","start":"2026-03-19T09:20:16.430445Z","end":"2026-03-19T09:20:16.625989Z","steps":["trace[1923830496] 'process raft request' (duration: 195.443825ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:16.626533Z","caller":"traceutil/trace.go:171","msg":"trace[257394445] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"195.710211ms","start":"2026-03-19T09:20:16.430803Z","end":"2026-03-19T09:20:16.626513Z","steps":["trace[257394445] 'process raft request' (duration: 195.149679ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:16.626636Z","caller":"traceutil/trace.go:171","msg":"trace[201844301] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"195.582819ms","start":"2026-03-19T09:20:16.430965Z","end":"2026-03-19T09:20:16.626547Z","steps":["trace[201844301] 'process raft request' (duration: 195.437346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:16.62681Z","caller":"traceutil/trace.go:171","msg":"trace[1482933923] linearizableReadLoop","detail":"{readStateIndex:8842; appliedIndex:8840; }","duration":"196.283404ms","start":"2026-03-19T09:20:16.43051Z","end":"2026-03-19T09:20:16.626794Z","steps":["trace[1482933923] 'read index received' (duration: 99.550224ms)","trace[1482933923] 'applied index is now lower than readState.Index' (duration: 96.73234ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:16.626849Z","caller":"traceutil/trace.go:171","msg":"trace[118496421] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"195.055456ms","start":"2026-03-19T09:20:16.431775Z","end":"2026-03-19T09:20:16.62683Z","steps":["trace[118496421] 'process raft request' (duration: 194.961944ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:16.626903Z","caller":"traceutil/trace.go:171","msg":"trace[2092754571] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"195.175119ms","start":"2026-03-19T09:20:16.431665Z","end":"2026-03-19T09:20:16.62684Z","steps":["trace[2092754571] 'process raft request' (duration: 194.842002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:16.626963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.433257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:20:16.627026Z","caller":"traceutil/trace.go:171","msg":"trace[64831053] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8501; }","duration":"196.515059ms","start":"2026-03-19T09:20:16.430487Z","end":"2026-03-19T09:20:16.627002Z","steps":["trace[64831053] 'agreement among raft nodes before linearized reading' (duration: 196.358625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:16.627209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.562819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:16.627247Z","caller":"traceutil/trace.go:171","msg":"trace[296941535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8501; }","duration":"130.62829ms","start":"2026-03-19T09:20:16.496608Z","end":"2026-03-19T09:20:16.627236Z","steps":["trace[296941535] 'agreement among raft nodes before linearized reading' (duration: 130.577679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:16.627484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.258534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224441"} {"level":"info","ts":"2026-03-19T09:20:16.627564Z","caller":"traceutil/trace.go:171","msg":"trace[844725935] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8501; }","duration":"196.368096ms","start":"2026-03-19T09:20:16.431183Z","end":"2026-03-19T09:20:16.627551Z","steps":["trace[844725935] 'agreement among raft nodes before linearized reading' (duration: 195.908146ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:16.847028Z","caller":"traceutil/trace.go:171","msg":"trace[1228124299] linearizableReadLoop","detail":"{readStateIndex:8847; appliedIndex:8846; }","duration":"209.893459ms","start":"2026-03-19T09:20:16.637107Z","end":"2026-03-19T09:20:16.847001Z","steps":["trace[1228124299] 'read index received' (duration: 118.637521ms)","trace[1228124299] 'applied index is now lower than readState.Index' (duration: 91.254588ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:16.847115Z","caller":"traceutil/trace.go:171","msg":"trace[538475008] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"211.477485ms","start":"2026-03-19T09:20:16.635608Z","end":"2026-03-19T09:20:16.847085Z","steps":["trace[538475008] 'process raft request' (duration: 120.146775ms)","trace[538475008] 'compare' (duration: 91.030254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:16.847297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.163335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:20:16.847402Z","caller":"traceutil/trace.go:171","msg":"trace[227237684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8502; }","duration":"210.288018ms","start":"2026-03-19T09:20:16.637089Z","end":"2026-03-19T09:20:16.847377Z","steps":["trace[227237684] 'agreement among raft nodes before linearized reading' (duration: 209.991411ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:17.086793Z","caller":"traceutil/trace.go:171","msg":"trace[564858819] linearizableReadLoop","detail":"{readStateIndex:8849; appliedIndex:8848; }","duration":"227.000554ms","start":"2026-03-19T09:20:16.859774Z","end":"2026-03-19T09:20:17.086775Z","steps":["trace[564858819] 'read index received' (duration: 60.709793ms)","trace[564858819] 'applied index is now lower than readState.Index' (duration: 166.289851ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:17.086875Z","caller":"traceutil/trace.go:171","msg":"trace[2010539097] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"222.556363ms","start":"2026-03-19T09:20:16.864311Z","end":"2026-03-19T09:20:17.086867Z","steps":["trace[2010539097] 'process raft request' (duration: 222.411879ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:17.086992Z","caller":"traceutil/trace.go:171","msg":"trace[1778997001] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"229.995911ms","start":"2026-03-19T09:20:16.856963Z","end":"2026-03-19T09:20:17.086959Z","steps":["trace[1778997001] 'process raft request' (duration: 185.254857ms)","trace[1778997001] 'compare' (duration: 44.378346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:17.087168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.359911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-19T09:20:17.08726Z","caller":"traceutil/trace.go:171","msg":"trace[1884505853] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8504; }","duration":"227.489485ms","start":"2026-03-19T09:20:16.85975Z","end":"2026-03-19T09:20:17.08724Z","steps":["trace[1884505853] 'agreement among raft nodes before linearized reading' (duration: 227.184737ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:17.090989Z","caller":"traceutil/trace.go:171","msg":"trace[884140196] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"169.623096ms","start":"2026-03-19T09:20:16.921347Z","end":"2026-03-19T09:20:17.09097Z","steps":["trace[884140196] 'process raft request' (duration: 169.33908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.091006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.137937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-nmn8x\" ","response":"range_response_count:1 size:4555"} {"level":"info","ts":"2026-03-19T09:20:17.091093Z","caller":"traceutil/trace.go:171","msg":"trace[1405147909] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-nmn8x; range_end:; response_count:1; response_revision:8505; }","duration":"231.237629ms","start":"2026-03-19T09:20:16.85983Z","end":"2026-03-19T09:20:17.091068Z","steps":["trace[1405147909] 'agreement among raft nodes before linearized reading' (duration: 231.004863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.091414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.518845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" limit:10000 ","response":"range_response_count:6 size:42811"} {"level":"info","ts":"2026-03-19T09:20:17.091469Z","caller":"traceutil/trace.go:171","msg":"trace[764577535] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:6; response_revision:8505; }","duration":"231.602997ms","start":"2026-03-19T09:20:16.85985Z","end":"2026-03-19T09:20:17.091453Z","steps":["trace[764577535] 'agreement among raft nodes before linearized reading' (duration: 231.363012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:17.486411Z","caller":"traceutil/trace.go:171","msg":"trace[1183485583] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"391.691278ms","start":"2026-03-19T09:20:17.094696Z","end":"2026-03-19T09:20:17.486387Z","steps":["trace[1183485583] 'process raft request' (duration: 373.277985ms)","trace[1183485583] 'compare' (duration: 17.630926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:17.486512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.094673Z","time spent":"391.791821ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:20:17.48664Z","caller":"traceutil/trace.go:171","msg":"trace[1965715545] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"389.144111ms","start":"2026-03-19T09:20:17.097465Z","end":"2026-03-19T09:20:17.486609Z","steps":["trace[1965715545] 'process raft request' (duration: 388.729432ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:17.486667Z","caller":"traceutil/trace.go:171","msg":"trace[278101141] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"388.707902ms","start":"2026-03-19T09:20:17.097933Z","end":"2026-03-19T09:20:17.486641Z","steps":["trace[278101141] 'process raft request' (duration: 388.568129ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:17.486682Z","caller":"traceutil/trace.go:171","msg":"trace[236813914] linearizableReadLoop","detail":"{readStateIndex:8857; appliedIndex:8852; }","duration":"359.25988ms","start":"2026-03-19T09:20:17.127398Z","end":"2026-03-19T09:20:17.486658Z","steps":["trace[236813914] 'read index received' (duration: 340.54824ms)","trace[236813914] 'applied index is now lower than readState.Index' (duration: 18.71071ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:17.486737Z","caller":"traceutil/trace.go:171","msg":"trace[496452827] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"387.714899ms","start":"2026-03-19T09:20:17.099015Z","end":"2026-03-19T09:20:17.48673Z","steps":["trace[496452827] 'process raft request' (duration: 387.546275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.487019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.116191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"warn","ts":"2026-03-19T09:20:17.487056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.099002Z","time spent":"388.036666ms","remote":"127.0.0.1:50312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":341,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:20:17.487063Z","caller":"traceutil/trace.go:171","msg":"trace[128279246] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:8511; }","duration":"389.171812ms","start":"2026-03-19T09:20:17.097877Z","end":"2026-03-19T09:20:17.487049Z","steps":["trace[128279246] 'agreement among raft nodes before linearized reading' (duration: 388.979438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.486795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.097902Z","time spent":"388.824905ms","remote":"127.0.0.1:33480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3194,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:17.487093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.097871Z","time spent":"389.215283ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4109,"request content":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" "} {"level":"info","ts":"2026-03-19T09:20:17.486874Z","caller":"traceutil/trace.go:171","msg":"trace[473811764] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"385.330285ms","start":"2026-03-19T09:20:17.101533Z","end":"2026-03-19T09:20:17.486863Z","steps":["trace[473811764] 'process raft request' (duration: 385.071909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.487302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.11467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-19T09:20:17.487279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.920846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-19T09:20:17.487326Z","caller":"traceutil/trace.go:171","msg":"trace[310027574] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8511; }","duration":"356.159381ms","start":"2026-03-19T09:20:17.13116Z","end":"2026-03-19T09:20:17.487319Z","steps":["trace[310027574] 'agreement among raft nodes before linearized reading' (duration: 356.031178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.487322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.101512Z","time spent":"385.773235ms","remote":"127.0.0.1:33584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5717,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:17.487342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.131151Z","time spent":"356.187721ms","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-19T09:20:17.487345Z","caller":"traceutil/trace.go:171","msg":"trace[1102468819] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8511; }","duration":"355.987397ms","start":"2026-03-19T09:20:17.131344Z","end":"2026-03-19T09:20:17.487331Z","steps":["trace[1102468819] 'agreement among raft nodes before linearized reading' (duration: 355.820313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.487388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.131319Z","time spent":"356.061439ms","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-19T09:20:17.487377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.232003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-19T09:20:17.487456Z","caller":"traceutil/trace.go:171","msg":"trace[1633910193] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8511; }","duration":"356.351195ms","start":"2026-03-19T09:20:17.131088Z","end":"2026-03-19T09:20:17.487439Z","steps":["trace[1633910193] 'agreement among raft nodes before linearized reading' (duration: 356.148521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.486895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.097438Z","time spent":"389.286895ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":44245,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:17.487502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.131073Z","time spent":"356.420807ms","remote":"127.0.0.1:50312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":411,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"warn","ts":"2026-03-19T09:20:17.488065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.199297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:20:17.488092Z","caller":"traceutil/trace.go:171","msg":"trace[1134658428] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8511; }","duration":"358.250418ms","start":"2026-03-19T09:20:17.129835Z","end":"2026-03-19T09:20:17.488086Z","steps":["trace[1134658428] 'agreement among raft nodes before linearized reading' (duration: 357.237174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.488108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.129821Z","time spent":"358.282529ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-19T09:20:17.80657Z","caller":"traceutil/trace.go:171","msg":"trace[2130155463] linearizableReadLoop","detail":"{readStateIndex:8859; appliedIndex:8858; }","duration":"229.367497ms","start":"2026-03-19T09:20:17.577179Z","end":"2026-03-19T09:20:17.806547Z","steps":["trace[2130155463] 'read index received' (duration: 229.09045ms)","trace[2130155463] 'applied index is now lower than readState.Index' (duration: 275.637µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:17.806807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.210128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-19T09:20:17.806848Z","caller":"traceutil/trace.go:171","msg":"trace[444656853] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8512; }","duration":"309.280649ms","start":"2026-03-19T09:20:17.497556Z","end":"2026-03-19T09:20:17.806837Z","steps":["trace[444656853] 'agreement among raft nodes before linearized reading' (duration: 309.126656ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:17.806854Z","caller":"traceutil/trace.go:171","msg":"trace[436055942] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"306.729392ms","start":"2026-03-19T09:20:17.500086Z","end":"2026-03-19T09:20:17.806815Z","steps":["trace[436055942] 'process raft request' (duration: 306.278682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.806981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.254626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-19T09:20:17.806837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.018092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:17.806884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.49755Z","time spent":"309.32542ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":735,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"info","ts":"2026-03-19T09:20:17.807022Z","caller":"traceutil/trace.go:171","msg":"trace[562146859] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8512; }","duration":"181.324798ms","start":"2026-03-19T09:20:17.625685Z","end":"2026-03-19T09:20:17.80701Z","steps":["trace[562146859] 'agreement among raft nodes before linearized reading' (duration: 181.232656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.807015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.500073Z","time spent":"306.866084ms","remote":"127.0.0.1:33480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3558,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:17.807003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.841164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-19T09:20:17.807097Z","caller":"traceutil/trace.go:171","msg":"trace[253097884] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8512; }","duration":"292.261657ms","start":"2026-03-19T09:20:17.51476Z","end":"2026-03-19T09:20:17.807022Z","steps":["trace[253097884] 'agreement among raft nodes before linearized reading' (duration: 291.852418ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:17.807141Z","caller":"traceutil/trace.go:171","msg":"trace[2003881216] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8512; }","duration":"229.022288ms","start":"2026-03-19T09:20:17.578094Z","end":"2026-03-19T09:20:17.807116Z","steps":["trace[2003881216] 'agreement among raft nodes before linearized reading' (duration: 228.738382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.807023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.412595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:20:17.807408Z","caller":"traceutil/trace.go:171","msg":"trace[1667940811] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8512; }","duration":"306.848985ms","start":"2026-03-19T09:20:17.500545Z","end":"2026-03-19T09:20:17.807394Z","steps":["trace[1667940811] 'agreement among raft nodes before linearized reading' (duration: 306.149039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.807457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.50054Z","time spent":"306.903956ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-19T09:20:17.807761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.516216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:37 size:596762"} {"level":"info","ts":"2026-03-19T09:20:17.807908Z","caller":"traceutil/trace.go:171","msg":"trace[1558594613] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:37; response_revision:8512; }","duration":"264.714ms","start":"2026-03-19T09:20:17.543165Z","end":"2026-03-19T09:20:17.807879Z","steps":["trace[1558594613] 'agreement among raft nodes before linearized reading' (duration: 263.41786ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:17.951617Z","caller":"traceutil/trace.go:171","msg":"trace[1607177484] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"136.066303ms","start":"2026-03-19T09:20:17.815511Z","end":"2026-03-19T09:20:17.951578Z","steps":["trace[1607177484] 'process raft request' (duration: 75.120905ms)","trace[1607177484] 'compare' (duration: 60.683532ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:17.951699Z","caller":"traceutil/trace.go:171","msg":"trace[1640368870] linearizableReadLoop","detail":"{readStateIndex:8860; appliedIndex:8859; }","duration":"133.763951ms","start":"2026-03-19T09:20:17.817914Z","end":"2026-03-19T09:20:17.951678Z","steps":["trace[1640368870] 'read index received' (duration: 72.66479ms)","trace[1640368870] 'applied index is now lower than readState.Index' (duration: 61.096411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:17.951955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.013947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T09:20:17.952027Z","caller":"traceutil/trace.go:171","msg":"trace[590653977] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8514; }","duration":"134.094069ms","start":"2026-03-19T09:20:17.817911Z","end":"2026-03-19T09:20:17.952005Z","steps":["trace[590653977] 'agreement among raft nodes before linearized reading' (duration: 133.907124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.952214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.070106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-nmn8x\" ","response":"range_response_count:1 size:4555"} {"level":"info","ts":"2026-03-19T09:20:17.952269Z","caller":"traceutil/trace.go:171","msg":"trace[365048629] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-nmn8x; range_end:; response_count:1; response_revision:8514; }","duration":"133.155317ms","start":"2026-03-19T09:20:17.819101Z","end":"2026-03-19T09:20:17.952256Z","steps":["trace[365048629] 'agreement among raft nodes before linearized reading' (duration: 132.984403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.952321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.683047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:17.952395Z","caller":"traceutil/trace.go:171","msg":"trace[1389077952] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:0; response_revision:8514; }","duration":"132.775079ms","start":"2026-03-19T09:20:17.819602Z","end":"2026-03-19T09:20:17.952377Z","steps":["trace[1389077952] 'agreement among raft nodes before linearized reading' (duration: 132.666366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.952466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.641063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-19T09:20:17.952588Z","caller":"traceutil/trace.go:171","msg":"trace[1564554162] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8514; }","duration":"106.810607ms","start":"2026-03-19T09:20:17.845753Z","end":"2026-03-19T09:20:17.952563Z","steps":["trace[1564554162] 'agreement among raft nodes before linearized reading' (duration: 106.4872ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:18.19442Z","caller":"traceutil/trace.go:171","msg":"trace[1124385464] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"235.417923ms","start":"2026-03-19T09:20:17.958985Z","end":"2026-03-19T09:20:18.194403Z","steps":["trace[1124385464] 'process raft request' (duration: 235.244719ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:18.194563Z","caller":"traceutil/trace.go:171","msg":"trace[200415565] linearizableReadLoop","detail":"{readStateIndex:8862; appliedIndex:8861; }","duration":"234.269497ms","start":"2026-03-19T09:20:17.960089Z","end":"2026-03-19T09:20:18.194358Z","steps":["trace[200415565] 'read index received' (duration: 234.067092ms)","trace[200415565] 'applied index is now lower than readState.Index' (duration: 201.545µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:18.194725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.608234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T09:20:18.194817Z","caller":"traceutil/trace.go:171","msg":"trace[1437844834] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8515; }","duration":"234.728348ms","start":"2026-03-19T09:20:17.960069Z","end":"2026-03-19T09:20:18.194797Z","steps":["trace[1437844834] 'agreement among raft nodes before linearized reading' (duration: 234.494682ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:18.197555Z","caller":"traceutil/trace.go:171","msg":"trace[1309430784] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"235.051834ms","start":"2026-03-19T09:20:17.962482Z","end":"2026-03-19T09:20:18.197534Z","steps":["trace[1309430784] 'process raft request' (duration: 234.905461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.197723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.485115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:20:18.197783Z","caller":"traceutil/trace.go:171","msg":"trace[1222101399] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8516; }","duration":"219.561216ms","start":"2026-03-19T09:20:17.978205Z","end":"2026-03-19T09:20:18.197767Z","steps":["trace[1222101399] 'agreement among raft nodes before linearized reading' (duration: 219.359952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.197986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.877691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:37 size:596762"} {"level":"info","ts":"2026-03-19T09:20:18.198046Z","caller":"traceutil/trace.go:171","msg":"trace[64870836] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:37; response_revision:8516; }","duration":"222.971873ms","start":"2026-03-19T09:20:17.975062Z","end":"2026-03-19T09:20:18.198034Z","steps":["trace[64870836] 'agreement among raft nodes before linearized reading' (duration: 222.39962ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:18.75399Z","caller":"traceutil/trace.go:171","msg":"trace[1015876400] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"116.477253ms","start":"2026-03-19T09:20:18.637488Z","end":"2026-03-19T09:20:18.753966Z","steps":["trace[1015876400] 'process raft request' (duration: 116.401082ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:18.754236Z","caller":"traceutil/trace.go:171","msg":"trace[817485384] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"116.847202ms","start":"2026-03-19T09:20:18.637375Z","end":"2026-03-19T09:20:18.754222Z","steps":["trace[817485384] 'process raft request' (duration: 91.885362ms)","trace[817485384] 'compare' (duration: 24.496439ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:18.754246Z","caller":"traceutil/trace.go:171","msg":"trace[585414170] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"115.986603ms","start":"2026-03-19T09:20:18.638235Z","end":"2026-03-19T09:20:18.754221Z","steps":["trace[585414170] 'process raft request' (duration: 115.696396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:18.754455Z","caller":"traceutil/trace.go:171","msg":"trace[396082945] linearizableReadLoop","detail":"{readStateIndex:8878; appliedIndex:8873; }","duration":"113.827265ms","start":"2026-03-19T09:20:18.640616Z","end":"2026-03-19T09:20:18.754444Z","steps":["trace[396082945] 'read index received' (duration: 49.031181ms)","trace[396082945] 'applied index is now lower than readState.Index' (duration: 64.794774ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:18.754575Z","caller":"traceutil/trace.go:171","msg":"trace[2134776719] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"116.208789ms","start":"2026-03-19T09:20:18.638359Z","end":"2026-03-19T09:20:18.754568Z","steps":["trace[2134776719] 'process raft request' (duration: 115.786109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.754947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.324355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228888"} {"level":"info","ts":"2026-03-19T09:20:18.754986Z","caller":"traceutil/trace.go:171","msg":"trace[1074525389] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8531; }","duration":"114.410178ms","start":"2026-03-19T09:20:18.640568Z","end":"2026-03-19T09:20:18.754978Z","steps":["trace[1074525389] 'agreement among raft nodes before linearized reading' (duration: 114.06457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:19.105832Z","caller":"traceutil/trace.go:171","msg":"trace[2039927617] linearizableReadLoop","detail":"{readStateIndex:8879; appliedIndex:8878; }","duration":"245.731314ms","start":"2026-03-19T09:20:18.86007Z","end":"2026-03-19T09:20:19.105801Z","steps":["trace[2039927617] 'read index received' (duration: 241.158871ms)","trace[2039927617] 'applied index is now lower than readState.Index' (duration: 4.570873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:19.106005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.917558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:19.106084Z","caller":"traceutil/trace.go:171","msg":"trace[2115748025] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:8532; }","duration":"246.054221ms","start":"2026-03-19T09:20:18.860015Z","end":"2026-03-19T09:20:19.106069Z","steps":["trace[2115748025] 'agreement among raft nodes before linearized reading' (duration: 245.879817ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:19.106313Z","caller":"traceutil/trace.go:171","msg":"trace[2046847923] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"321.554375ms","start":"2026-03-19T09:20:18.784747Z","end":"2026-03-19T09:20:19.106301Z","steps":["trace[2046847923] 'process raft request' (duration: 316.493081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:19.106412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.784724Z","time spent":"321.625236ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:21.192983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325099989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:21.69369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325099989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:22.194693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325099989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:22.382225Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.698162954s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:20:22.382587Z","caller":"traceutil/trace.go:171","msg":"trace[792142336] linearizableReadLoop","detail":"{readStateIndex:8888; appliedIndex:8887; }","duration":"1.689783784s","start":"2026-03-19T09:20:20.692781Z","end":"2026-03-19T09:20:22.382564Z","steps":["trace[792142336] 'read index received' (duration: 1.68961351s)","trace[792142336] 'applied index is now lower than readState.Index' (duration: 169.004µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:22.382693Z","caller":"traceutil/trace.go:171","msg":"trace[21180216] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"1.698717625s","start":"2026-03-19T09:20:20.68393Z","end":"2026-03-19T09:20:22.382647Z","steps":["trace[21180216] 'process raft request' (duration: 1.69846882s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:22.382814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690010249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:20:22.382878Z","caller":"traceutil/trace.go:171","msg":"trace[1158890362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8541; }","duration":"1.690097781s","start":"2026-03-19T09:20:20.692767Z","end":"2026-03-19T09:20:22.382865Z","steps":["trace[1158890362] 'agreement among raft nodes before linearized reading' (duration: 1.689898337s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:22.382887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.683907Z","time spent":"1.698865809s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:22.382917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.69275Z","time spent":"1.690155992s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:20:22.608787Z","caller":"traceutil/trace.go:171","msg":"trace[911389993] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"336.843918ms","start":"2026-03-19T09:20:22.271909Z","end":"2026-03-19T09:20:22.608753Z","steps":["trace[911389993] 'process raft request' (duration: 323.018589ms)","trace[911389993] 'compare' (duration: 13.572053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:22.608994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:22.27188Z","time spent":"337.018163ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:22.669921Z","caller":"traceutil/trace.go:171","msg":"trace[418022909] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"282.477167ms","start":"2026-03-19T09:20:22.387413Z","end":"2026-03-19T09:20:22.66989Z","steps":["trace[418022909] 'process raft request' (duration: 282.288843ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:22.669955Z","caller":"traceutil/trace.go:171","msg":"trace[577330258] linearizableReadLoop","detail":"{readStateIndex:8890; appliedIndex:8888; }","duration":"287.272205ms","start":"2026-03-19T09:20:22.382636Z","end":"2026-03-19T09:20:22.669908Z","steps":["trace[577330258] 'read index received' (duration: 212.307934ms)","trace[577330258] 'applied index is now lower than readState.Index' (duration: 74.958241ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:22.670202Z","caller":"traceutil/trace.go:171","msg":"trace[317944536] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"263.752218ms","start":"2026-03-19T09:20:22.406413Z","end":"2026-03-19T09:20:22.670165Z","steps":["trace[317944536] 'process raft request' (duration: 263.563224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:22.670315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911648302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:20:22.670367Z","caller":"traceutil/trace.go:171","msg":"trace[1315422931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8544; }","duration":"1.911767786s","start":"2026-03-19T09:20:20.758586Z","end":"2026-03-19T09:20:22.670354Z","steps":["trace[1315422931] 'agreement among raft nodes before linearized reading' (duration: 1.911459468s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:22.670414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.758566Z","time spent":"1.911838917s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:20:22.670652Z","caller":"traceutil/trace.go:171","msg":"trace[995575995] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"264.296481ms","start":"2026-03-19T09:20:22.406345Z","end":"2026-03-19T09:20:22.670641Z","steps":["trace[995575995] 'process raft request' (duration: 263.495983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:22.670655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.121169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:20:22.670809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911249234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:20:22.670822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909426233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:20:22.670817Z","caller":"traceutil/trace.go:171","msg":"trace[1811801547] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8545; }","duration":"815.316684ms","start":"2026-03-19T09:20:21.855489Z","end":"2026-03-19T09:20:22.670806Z","steps":["trace[1811801547] 'agreement among raft nodes before linearized reading' (duration: 815.057378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:22.670949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17391713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:22.670988Z","caller":"traceutil/trace.go:171","msg":"trace[2069411780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8545; }","duration":"1.173993831s","start":"2026-03-19T09:20:21.496988Z","end":"2026-03-19T09:20:22.670981Z","steps":["trace[2069411780] 'agreement among raft nodes before linearized reading' (duration: 1.173932599s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:22.671021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:21.496967Z","time spent":"1.174046712s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:22.671022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:21.855467Z","time spent":"815.470087ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:20:22.67124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412291678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:22.670848Z","caller":"traceutil/trace.go:171","msg":"trace[185186204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8545; }","duration":"1.911303316s","start":"2026-03-19T09:20:20.759535Z","end":"2026-03-19T09:20:22.670838Z","steps":["trace[185186204] 'agreement among raft nodes before linearized reading' (duration: 1.911226774s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:22.671341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.759525Z","time spent":"1.911783636s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:20:22.670739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911140012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:20:22.670897Z","caller":"traceutil/trace.go:171","msg":"trace[1354568419] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8545; }","duration":"1.909529515s","start":"2026-03-19T09:20:20.761348Z","end":"2026-03-19T09:20:22.670878Z","steps":["trace[1354568419] 'agreement among raft nodes before linearized reading' (duration: 1.909252959s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:22.67146Z","caller":"traceutil/trace.go:171","msg":"trace[1729633059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8545; }","duration":"1.911846947s","start":"2026-03-19T09:20:20.759576Z","end":"2026-03-19T09:20:22.671423Z","steps":["trace[1729633059] 'agreement among raft nodes before linearized reading' (duration: 1.911098501s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:22.671497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.761341Z","time spent":"1.910142189s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:20:22.671574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.759568Z","time spent":"1.91197172s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:20:22.671282Z","caller":"traceutil/trace.go:171","msg":"trace[154469463] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8545; }","duration":"1.4123668s","start":"2026-03-19T09:20:21.258901Z","end":"2026-03-19T09:20:22.671268Z","steps":["trace[154469463] 'agreement among raft nodes before linearized reading' (duration: 1.412305549s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:22.671645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:21.258882Z","time spent":"1.412749958s","remote":"127.0.0.1:50658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:22.671699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912260546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:20:22.671771Z","caller":"traceutil/trace.go:171","msg":"trace[509784783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8545; }","duration":"1.913112506s","start":"2026-03-19T09:20:20.758645Z","end":"2026-03-19T09:20:22.671757Z","steps":["trace[509784783] 'agreement among raft nodes before linearized reading' (duration: 1.912223876s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:22.671819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.758639Z","time spent":"1.913166917s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:20:24.725087Z","caller":"traceutil/trace.go:171","msg":"trace[938198697] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"109.863715ms","start":"2026-03-19T09:20:24.615195Z","end":"2026-03-19T09:20:24.725059Z","steps":["trace[938198697] 'process raft request' (duration: 109.696161ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:24.775909Z","caller":"traceutil/trace.go:171","msg":"trace[20185527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8555; }","duration":"100.003284ms","start":"2026-03-19T09:20:24.675883Z","end":"2026-03-19T09:20:24.775886Z","steps":["trace[20185527] 'agreement among raft nodes before linearized reading' (duration: 99.912362ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:24.77597Z","caller":"traceutil/trace.go:171","msg":"trace[750844085] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"100.568527ms","start":"2026-03-19T09:20:24.67533Z","end":"2026-03-19T09:20:24.775898Z","steps":["trace[750844085] 'process raft request' (duration: 52.446907ms)","trace[750844085] 'compare' (duration: 47.753901ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:25.010695Z","caller":"traceutil/trace.go:171","msg":"trace[1851336955] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"228.63365ms","start":"2026-03-19T09:20:24.782024Z","end":"2026-03-19T09:20:25.010658Z","steps":["trace[1851336955] 'process raft request' (duration: 149.939625ms)","trace[1851336955] 'compare' (duration: 78.268726ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:25.010749Z","caller":"traceutil/trace.go:171","msg":"trace[149650610] linearizableReadLoop","detail":"{readStateIndex:8908; appliedIndex:8904; }","duration":"120.515404ms","start":"2026-03-19T09:20:24.890206Z","end":"2026-03-19T09:20:25.010721Z","steps":["trace[149650610] 'read index received' (duration: 41.695246ms)","trace[149650610] 'applied index is now lower than readState.Index' (duration: 78.818908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:25.010919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.695208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:25.010972Z","caller":"traceutil/trace.go:171","msg":"trace[1238563438] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8560; }","duration":"120.77426ms","start":"2026-03-19T09:20:24.890184Z","end":"2026-03-19T09:20:25.010958Z","steps":["trace[1238563438] 'agreement among raft nodes before linearized reading' (duration: 120.636487ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.010973Z","caller":"traceutil/trace.go:171","msg":"trace[649859293] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"228.931917ms","start":"2026-03-19T09:20:24.782027Z","end":"2026-03-19T09:20:25.010959Z","steps":["trace[649859293] 'process raft request' (duration: 228.445656ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.01086Z","caller":"traceutil/trace.go:171","msg":"trace[1263790328] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"228.726772ms","start":"2026-03-19T09:20:24.782065Z","end":"2026-03-19T09:20:25.010791Z","steps":["trace[1263790328] 'process raft request' (duration: 228.571469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.011113Z","caller":"traceutil/trace.go:171","msg":"trace[1316912664] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"228.489547ms","start":"2026-03-19T09:20:24.782439Z","end":"2026-03-19T09:20:25.010928Z","steps":["trace[1316912664] 'process raft request' (duration: 228.238801ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.628689Z","caller":"traceutil/trace.go:171","msg":"trace[529718295] linearizableReadLoop","detail":"{readStateIndex:8909; appliedIndex:8908; }","duration":"130.681622ms","start":"2026-03-19T09:20:25.497984Z","end":"2026-03-19T09:20:25.628666Z","steps":["trace[529718295] 'read index received' (duration: 130.456256ms)","trace[529718295] 'applied index is now lower than readState.Index' (duration: 224.376µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:25.628819Z","caller":"traceutil/trace.go:171","msg":"trace[1092944685] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"170.912015ms","start":"2026-03-19T09:20:25.457896Z","end":"2026-03-19T09:20:25.628808Z","steps":["trace[1092944685] 'process raft request' (duration: 170.620578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.628982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.974429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:25.629021Z","caller":"traceutil/trace.go:171","msg":"trace[521403462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8561; }","duration":"131.06574ms","start":"2026-03-19T09:20:25.497943Z","end":"2026-03-19T09:20:25.629009Z","steps":["trace[521403462] 'agreement among raft nodes before linearized reading' (duration: 130.981579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.312219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325100042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:27.812826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325100042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:28.313013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325100042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:28.814173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325100042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:29.080906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.090351092s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:20:29.081318Z","caller":"traceutil/trace.go:171","msg":"trace[974973465] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"2.349983848s","start":"2026-03-19T09:20:26.731265Z","end":"2026-03-19T09:20:29.081249Z","steps":["trace[974973465] 'process raft request' (duration: 2.349815154s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:29.081462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:26.731239Z","time spent":"2.350143132s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:29.495888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:29.496002Z","caller":"traceutil/trace.go:171","msg":"trace[1352429636] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000372403s","start":"2026-03-19T09:20:27.495607Z","end":"2026-03-19T09:20:29.49598Z","steps":["trace[1352429636] 'agreement among raft nodes before linearized reading' (duration: 2.00023166s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:29.496053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:27.495587Z","time spent":"2.000453925s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:31.497071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0002625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:31.497187Z","caller":"traceutil/trace.go:171","msg":"trace[1887302786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000465435s","start":"2026-03-19T09:20:29.496702Z","end":"2026-03-19T09:20:31.497168Z","steps":["trace[1887302786] 'agreement among raft nodes before linearized reading' (duration: 2.000320422s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:31.497265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:29.496668Z","time spent":"2.000578267s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:31.781259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:26.782988Z","time spent":"4.998262298s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 09:20:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:31.781721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:26.783083Z","time spent":"4.998628447s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 09:20:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:31.811079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999273101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:31.811198Z","caller":"traceutil/trace.go:171","msg":"trace[1912236792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999441145s","start":"2026-03-19T09:20:26.811721Z","end":"2026-03-19T09:20:31.811162Z","steps":["trace[1912236792] 'agreement among raft nodes before linearized reading' (duration: 4.999310762s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:31.811271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:26.811702Z","time spent":"4.999548948s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/19 09:20:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:32.014902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999463965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:32.015046Z","caller":"traceutil/trace.go:171","msg":"trace[1007470015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999665469s","start":"2026-03-19T09:20:27.01536Z","end":"2026-03-19T09:20:32.015025Z","steps":["trace[1007470015] 'agreement among raft nodes before linearized reading' (duration: 4.999503966s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:32.015124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:27.015317Z","time spent":"4.999794582s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 09:20:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:32.016189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999101298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:32.016275Z","caller":"traceutil/trace.go:171","msg":"trace[789204289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99923857s","start":"2026-03-19T09:20:27.017018Z","end":"2026-03-19T09:20:32.016256Z","steps":["trace[789204289] 'agreement among raft nodes before linearized reading' (duration: 4.999127528s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:32.016419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:27.017011Z","time spent":"4.999392993s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 09:20:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:33.410095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:29.56155Z","time spent":"3.848534662s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:20:33.474944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.393844347s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:20:33.476142Z","caller":"traceutil/trace.go:171","msg":"trace[317490776] linearizableReadLoop","detail":"{readStateIndex:8915; appliedIndex:8911; }","duration":"6.664342831s","start":"2026-03-19T09:20:26.811773Z","end":"2026-03-19T09:20:33.476116Z","steps":["trace[317490776] 'read index received' (duration: 2.269334748s)","trace[317490776] 'applied index is now lower than readState.Index' (duration: 4.395007173s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:33.476433Z","caller":"traceutil/trace.go:171","msg":"trace[636072819] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"5.653814477s","start":"2026-03-19T09:20:27.822604Z","end":"2026-03-19T09:20:33.476419Z","steps":["trace[636072819] 'process raft request' (duration: 5.653255315s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.476591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:27.822585Z","time spent":"5.653886329s","remote":"127.0.0.1:33480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:33.505666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000743391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:33.505749Z","caller":"traceutil/trace.go:171","msg":"trace[458155412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000871764s","start":"2026-03-19T09:20:31.504857Z","end":"2026-03-19T09:20:33.505729Z","steps":["trace[458155412] 'agreement among raft nodes before linearized reading' (duration: 2.000775672s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.505959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:31.504836Z","time spent":"2.001109119s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-19T09:20:33.629173Z","caller":"traceutil/trace.go:171","msg":"trace[1773501312] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"2.5417789s","start":"2026-03-19T09:20:31.087333Z","end":"2026-03-19T09:20:33.629112Z","steps":["trace[1773501312] 'process raft request' (duration: 2.476487205s)","trace[1773501312] 'compare' (duration: 65.029749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:33.629332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:31.087308Z","time spent":"2.541940744s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:33.72317Z","caller":"traceutil/trace.go:171","msg":"trace[2067389147] linearizableReadLoop","detail":"{readStateIndex:8918; appliedIndex:8915; }","duration":"246.93962ms","start":"2026-03-19T09:20:33.476203Z","end":"2026-03-19T09:20:33.723143Z","steps":["trace[2067389147] 'read index received' (duration: 87.574684ms)","trace[2067389147] 'applied index is now lower than readState.Index' (duration: 159.363746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:33.723566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.90763228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:20:33.723797Z","caller":"traceutil/trace.go:171","msg":"trace[2051723127] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"589.900625ms","start":"2026-03-19T09:20:33.133875Z","end":"2026-03-19T09:20:33.723776Z","steps":["trace[2051723127] 'process raft request' (duration: 589.124938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.723866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.889877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:33.735921Z","caller":"traceutil/trace.go:171","msg":"trace[694154433] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8570; }","duration":"470.968078ms","start":"2026-03-19T09:20:33.26493Z","end":"2026-03-19T09:20:33.735898Z","steps":["trace[694154433] 'agreement among raft nodes before linearized reading' (duration: 458.899896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.735994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.264912Z","time spent":"471.05823ms","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:33.735951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.133851Z","time spent":"601.955367ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:33.72391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.915127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:33.736098Z","caller":"traceutil/trace.go:171","msg":"trace[2119682636] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8570; }","duration":"676.101781ms","start":"2026-03-19T09:20:33.059968Z","end":"2026-03-19T09:20:33.736069Z","steps":["trace[2119682636] 'agreement among raft nodes before linearized reading' (duration: 663.919536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.736131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.059958Z","time spent":"676.163042ms","remote":"127.0.0.1:39622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:33.72395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.068387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:33.73626Z","caller":"traceutil/trace.go:171","msg":"trace[1090599830] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8570; }","duration":"679.420165ms","start":"2026-03-19T09:20:33.056834Z","end":"2026-03-19T09:20:33.736254Z","steps":["trace[1090599830] 'agreement among raft nodes before linearized reading' (duration: 667.094617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.736301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.056806Z","time spent":"679.487947ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:33.723985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.886823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:33.736373Z","caller":"traceutil/trace.go:171","msg":"trace[1379237946] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8570; }","duration":"1.003307522s","start":"2026-03-19T09:20:32.733052Z","end":"2026-03-19T09:20:33.736359Z","steps":["trace[1379237946] 'agreement among raft nodes before linearized reading' (duration: 990.915483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.736423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:32.73303Z","time spent":"1.003379793s","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:33.736427Z","caller":"traceutil/trace.go:171","msg":"trace[2076959229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8570; }","duration":"6.919772852s","start":"2026-03-19T09:20:26.815902Z","end":"2026-03-19T09:20:33.735674Z","steps":["trace[2076959229] 'agreement among raft nodes before linearized reading' (duration: 6.907474816s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.724023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208414613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:33.736502Z","caller":"traceutil/trace.go:171","msg":"trace[1886466134] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8570; }","duration":"1.220938025s","start":"2026-03-19T09:20:32.515553Z","end":"2026-03-19T09:20:33.736491Z","steps":["trace[1886466134] 'agreement among raft nodes before linearized reading' (duration: 1.208449584s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.736525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:32.515527Z","time spent":"1.220990177s","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:33.724135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941247477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T09:20:33.73657Z","caller":"traceutil/trace.go:171","msg":"trace[130680209] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8570; }","duration":"1.953720037s","start":"2026-03-19T09:20:31.782842Z","end":"2026-03-19T09:20:33.736562Z","steps":["trace[130680209] 'agreement among raft nodes before linearized reading' (duration: 1.941229367s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.736595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:31.782822Z","time spent":"1.953766698s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:20:33.724204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941727327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-19T09:20:33.736692Z","caller":"traceutil/trace.go:171","msg":"trace[874920897] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8570; }","duration":"1.954267989s","start":"2026-03-19T09:20:31.782419Z","end":"2026-03-19T09:20:33.736687Z","steps":["trace[874920897] 'agreement among raft nodes before linearized reading' (duration: 1.941737117s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.736731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:31.7824Z","time spent":"1.95432417s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:20:33.736752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:26.815819Z","time spent":"6.920637312s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:20:33.724246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128522045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:33.724322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.817217678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:20:33.724358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.579658185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:33.724427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.941659508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e33827dda0a14\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-19T09:20:33.724541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.841096829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:20:33.724607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.640343133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-19T09:20:33.724641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.652931185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:33.724732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.708508872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:20:33.724823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.709580337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:20:33.72486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.90539462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:33.724056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52515755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:33.736793Z","caller":"traceutil/trace.go:171","msg":"trace[2055544357] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8570; }","duration":"3.829729289s","start":"2026-03-19T09:20:29.907058Z","end":"2026-03-19T09:20:33.736788Z","steps":["trace[2055544357] 'agreement among raft nodes before linearized reading' (duration: 3.817207648s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.736996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:29.907034Z","time spent":"3.829955404s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:20:33.737006Z","caller":"traceutil/trace.go:171","msg":"trace[727580618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8570; }","duration":"6.72178619s","start":"2026-03-19T09:20:27.015197Z","end":"2026-03-19T09:20:33.736984Z","steps":["trace[727580618] 'agreement among raft nodes before linearized reading' (duration: 6.709565556s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.73703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:27.015179Z","time spent":"6.721845412s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:20:33.737042Z","caller":"traceutil/trace.go:171","msg":"trace[676012800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8570; }","duration":"6.720853179s","start":"2026-03-19T09:20:27.016177Z","end":"2026-03-19T09:20:33.73703Z","steps":["trace[676012800] 'agreement among raft nodes before linearized reading' (duration: 6.708481942s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.737266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:27.016156Z","time spent":"6.721095884s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:20:33.737185Z","caller":"traceutil/trace.go:171","msg":"trace[932599770] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8570; }","duration":"1.538320796s","start":"2026-03-19T09:20:32.198853Z","end":"2026-03-19T09:20:33.737173Z","steps":["trace[932599770] 'agreement among raft nodes before linearized reading' (duration: 1.525186721s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:33.736812Z","caller":"traceutil/trace.go:171","msg":"trace[1797638231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8570; }","duration":"5.853395836s","start":"2026-03-19T09:20:27.883409Z","end":"2026-03-19T09:20:33.736805Z","steps":["trace[1797638231] 'agreement among raft nodes before linearized reading' (duration: 5.841074089s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.737592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:27.883393Z","time spent":"5.854187253s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:20:33.736831Z","caller":"traceutil/trace.go:171","msg":"trace[813242142] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8570; }","duration":"4.592168656s","start":"2026-03-19T09:20:29.144655Z","end":"2026-03-19T09:20:33.736823Z","steps":["trace[813242142] 'agreement among raft nodes before linearized reading' (duration: 4.579684185s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.737765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:29.144633Z","time spent":"4.593121157s","remote":"127.0.0.1:46430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:33.73685Z","caller":"traceutil/trace.go:171","msg":"trace[1584051613] range","detail":"{range_begin:/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e33827dda0a14; range_end:; response_count:1; response_revision:8570; }","duration":"4.954132879s","start":"2026-03-19T09:20:28.782709Z","end":"2026-03-19T09:20:33.736842Z","steps":["trace[1584051613] 'agreement among raft nodes before linearized reading' (duration: 4.941664458s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.737935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:28.782688Z","time spent":"4.955236393s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e33827dda0a14\" "} {"level":"info","ts":"2026-03-19T09:20:33.736896Z","caller":"traceutil/trace.go:171","msg":"trace[2007428220] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8570; }","duration":"3.141216341s","start":"2026-03-19T09:20:30.595674Z","end":"2026-03-19T09:20:33.736891Z","steps":["trace[2007428220] 'agreement among raft nodes before linearized reading' (duration: 3.128544726s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.738102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:30.59565Z","time spent":"3.142443617s","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:33.736927Z","caller":"traceutil/trace.go:171","msg":"trace[794543699] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8570; }","duration":"6.66521642s","start":"2026-03-19T09:20:27.071701Z","end":"2026-03-19T09:20:33.736918Z","steps":["trace[794543699] 'agreement among raft nodes before linearized reading' (duration: 6.652920495s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.738222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:27.071651Z","time spent":"6.66656462s","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:33.736919Z","caller":"traceutil/trace.go:171","msg":"trace[526650275] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8570; }","duration":"6.652671199s","start":"2026-03-19T09:20:27.084236Z","end":"2026-03-19T09:20:33.736907Z","steps":["trace[526650275] 'agreement among raft nodes before linearized reading' (duration: 6.640321012s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.738326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:27.084225Z","time spent":"6.65409579s","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-19T09:20:33.737126Z","caller":"traceutil/trace.go:171","msg":"trace[2065280879] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:0; response_revision:8570; }","duration":"6.917694905s","start":"2026-03-19T09:20:26.819403Z","end":"2026-03-19T09:20:33.737098Z","steps":["trace[2065280879] 'agreement among raft nodes before linearized reading' (duration: 6.905439701s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.738406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:26.819366Z","time spent":"6.919028505s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:20:33.737443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:32.198835Z","time spent":"1.538583591s","remote":"127.0.0.1:50496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:33.831363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.006452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:33.831413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.33392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:33.831444Z","caller":"traceutil/trace.go:171","msg":"trace[322017923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8570; }","duration":"325.123905ms","start":"2026-03-19T09:20:33.506299Z","end":"2026-03-19T09:20:33.831423Z","steps":["trace[322017923] 'agreement among raft nodes before linearized reading' (duration: 229.327875ms)","trace[322017923] 'range keys from in-memory index tree' (duration: 95.692648ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:33.831485Z","caller":"traceutil/trace.go:171","msg":"trace[1367476000] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8570; }","duration":"185.644526ms","start":"2026-03-19T09:20:33.645825Z","end":"2026-03-19T09:20:33.83147Z","steps":["trace[1367476000] 'agreement among raft nodes before linearized reading' (duration: 89.794935ms)","trace[1367476000] 'count revisions from in-memory index tree' (duration: 95.559635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:33.831489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.506286Z","time spent":"325.194986ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:33.832185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.833457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189e3394e489c5ef\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-19T09:20:33.832271Z","caller":"traceutil/trace.go:171","msg":"trace[835740056] range","detail":"{range_begin:/registry/events/openstack/ceph.189e3394e489c5ef; range_end:; response_count:1; response_revision:8570; }","duration":"348.94836ms","start":"2026-03-19T09:20:33.483297Z","end":"2026-03-19T09:20:33.832246Z","steps":["trace[835740056] 'agreement among raft nodes before linearized reading' (duration: 252.308441ms)","trace[835740056] 'range keys from in-memory index tree' (duration: 95.621826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:33.832318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.483284Z","time spent":"349.022141ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.189e3394e489c5ef\" "} {"level":"info","ts":"2026-03-19T09:20:34.130396Z","caller":"traceutil/trace.go:171","msg":"trace[1653778881] linearizableReadLoop","detail":"{readStateIndex:8923; appliedIndex:8919; }","duration":"298.861635ms","start":"2026-03-19T09:20:33.831506Z","end":"2026-03-19T09:20:34.130367Z","steps":["trace[1653778881] 'read index received' (duration: 298.507177ms)","trace[1653778881] 'applied index is now lower than readState.Index' (duration: 353.348µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:34.130808Z","caller":"traceutil/trace.go:171","msg":"trace[124162312] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"389.515261ms","start":"2026-03-19T09:20:33.741264Z","end":"2026-03-19T09:20:34.130779Z","steps":["trace[124162312] 'process raft request' (duration: 388.671201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:34.13095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.741251Z","time spent":"389.626723ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:34.131021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.741966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:20:34.13109Z","caller":"traceutil/trace.go:171","msg":"trace[1780633793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8574; }","duration":"316.861819ms","start":"2026-03-19T09:20:33.81421Z","end":"2026-03-19T09:20:34.131072Z","steps":["trace[1780633793] 'agreement among raft nodes before linearized reading' (duration: 316.656035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:34.131142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.814188Z","time spent":"316.942171ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:20:34.13125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.247842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T09:20:34.131292Z","caller":"traceutil/trace.go:171","msg":"trace[25737228] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8574; }","duration":"388.296433ms","start":"2026-03-19T09:20:33.742984Z","end":"2026-03-19T09:20:34.131281Z","steps":["trace[25737228] 'agreement among raft nodes before linearized reading' (duration: 388.1581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:34.131327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.74298Z","time spent":"388.339804ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:20:34.131431Z","caller":"traceutil/trace.go:171","msg":"trace[1807982333] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"389.169482ms","start":"2026-03-19T09:20:33.74223Z","end":"2026-03-19T09:20:34.1314Z","steps":["trace[1807982333] 'process raft request' (duration: 388.032186ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:34.13147Z","caller":"traceutil/trace.go:171","msg":"trace[664865101] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"389.246083ms","start":"2026-03-19T09:20:33.742191Z","end":"2026-03-19T09:20:34.131437Z","steps":["trace[664865101] 'process raft request' (duration: 387.911183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:34.131552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.742184Z","time spent":"389.326206ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:34.131589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.742215Z","time spent":"389.292765ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:34.131652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.53015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:20:34.131693Z","caller":"traceutil/trace.go:171","msg":"trace[960710423] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8574; }","duration":"389.579021ms","start":"2026-03-19T09:20:33.742103Z","end":"2026-03-19T09:20:34.131682Z","steps":["trace[960710423] 'agreement among raft nodes before linearized reading' (duration: 389.480348ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:34.131448Z","caller":"traceutil/trace.go:171","msg":"trace[325928439] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"386.982563ms","start":"2026-03-19T09:20:33.744439Z","end":"2026-03-19T09:20:34.131422Z","steps":["trace[325928439] 'process raft request' (duration: 385.879668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:34.131725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.742097Z","time spent":"389.622451ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:20:34.131795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.646893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229171"} {"level":"warn","ts":"2026-03-19T09:20:34.131814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.744432Z","time spent":"387.31192ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:34.133946Z","caller":"traceutil/trace.go:171","msg":"trace[381531949] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8574; }","duration":"389.713454ms","start":"2026-03-19T09:20:33.742126Z","end":"2026-03-19T09:20:34.13184Z","steps":["trace[381531949] 'agreement among raft nodes before linearized reading' (duration: 389.324106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:34.134016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.742124Z","time spent":"391.873963ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229193,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:20:34.15377Z","caller":"traceutil/trace.go:171","msg":"trace[202200575] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"320.563683ms","start":"2026-03-19T09:20:33.833192Z","end":"2026-03-19T09:20:34.153756Z","steps":["trace[202200575] 'process raft request' (duration: 320.40925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:34.153871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.833176Z","time spent":"320.644115ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:34.153894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.772367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:20:34.153949Z","caller":"traceutil/trace.go:171","msg":"trace[1679686855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8576; }","duration":"135.849868ms","start":"2026-03-19T09:20:34.018088Z","end":"2026-03-19T09:20:34.153938Z","steps":["trace[1679686855] 'agreement among raft nodes before linearized reading' (duration: 135.680725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:34.154016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.660031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:34.154003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.636766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:20:34.154037Z","caller":"traceutil/trace.go:171","msg":"trace[1072451881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8576; }","duration":"314.694851ms","start":"2026-03-19T09:20:33.839337Z","end":"2026-03-19T09:20:34.154031Z","steps":["trace[1072451881] 'agreement among raft nodes before linearized reading' (duration: 314.657441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:34.154052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.839329Z","time spent":"314.720533ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:20:34.154069Z","caller":"traceutil/trace.go:171","msg":"trace[1426530009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8576; }","duration":"136.734278ms","start":"2026-03-19T09:20:34.017314Z","end":"2026-03-19T09:20:34.154048Z","steps":["trace[1426530009] 'agreement among raft nodes before linearized reading' (duration: 136.532983ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:34.154104Z","caller":"traceutil/trace.go:171","msg":"trace[1970984819] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"320.026341ms","start":"2026-03-19T09:20:33.834068Z","end":"2026-03-19T09:20:34.154094Z","steps":["trace[1970984819] 'process raft request' (duration: 319.632612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:34.154172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.834046Z","time spent":"320.078702ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:37.858497Z","caller":"traceutil/trace.go:171","msg":"trace[681045155] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"147.55441ms","start":"2026-03-19T09:20:37.710918Z","end":"2026-03-19T09:20:37.858473Z","steps":["trace[681045155] 'process raft request' (duration: 147.402387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:38.364258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.26662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:38.364438Z","caller":"traceutil/trace.go:171","msg":"trace[1736641571] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"212.552879ms","start":"2026-03-19T09:20:38.151872Z","end":"2026-03-19T09:20:38.364425Z","steps":["trace[1736641571] 'process raft request' (duration: 212.508988ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:38.364513Z","caller":"traceutil/trace.go:171","msg":"trace[1542973663] linearizableReadLoop","detail":"{readStateIndex:8944; appliedIndex:8943; }","duration":"394.524032ms","start":"2026-03-19T09:20:37.969958Z","end":"2026-03-19T09:20:38.364482Z","steps":["trace[1542973663] 'read index received' (duration: 285.942816ms)","trace[1542973663] 'applied index is now lower than readState.Index' (duration: 108.577716ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:38.364698Z","caller":"traceutil/trace.go:171","msg":"trace[1894392311] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"492.306567ms","start":"2026-03-19T09:20:37.872364Z","end":"2026-03-19T09:20:38.364671Z","steps":["trace[1894392311] 'process raft request' (duration: 383.549076ms)","trace[1894392311] 'compare' (duration: 108.164527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:38.364864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:37.872335Z","time spent":"492.419858ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:38.364933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.63379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:20:38.364958Z","caller":"traceutil/trace.go:171","msg":"trace[865620974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8595; }","duration":"142.661511ms","start":"2026-03-19T09:20:38.22229Z","end":"2026-03-19T09:20:38.364951Z","steps":["trace[865620974] 'agreement among raft nodes before linearized reading' (duration: 142.567239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:38.36498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.448492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:20:38.364984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.005373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T09:20:38.364989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.63107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:20:38.365037Z","caller":"traceutil/trace.go:171","msg":"trace[457753948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8595; }","duration":"395.095235ms","start":"2026-03-19T09:20:37.969929Z","end":"2026-03-19T09:20:38.365024Z","steps":["trace[457753948] 'agreement among raft nodes before linearized reading' (duration: 394.919271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:38.365023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.018205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:20:38.365064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:37.969915Z","time spent":"395.143416ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:20:38.365059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.399389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:20:38.365069Z","caller":"traceutil/trace.go:171","msg":"trace[551592983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8595; }","duration":"113.753633ms","start":"2026-03-19T09:20:38.251301Z","end":"2026-03-19T09:20:38.365054Z","steps":["trace[551592983] 'agreement among raft nodes before linearized reading' (duration: 113.574459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:38.365082Z","caller":"traceutil/trace.go:171","msg":"trace[1151645920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8595; }","duration":"158.096677ms","start":"2026-03-19T09:20:38.206968Z","end":"2026-03-19T09:20:38.365065Z","steps":["trace[1151645920] 'agreement among raft nodes before linearized reading' (duration: 157.932094ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:38.365117Z","caller":"traceutil/trace.go:171","msg":"trace[1715928939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8595; }","duration":"131.48433ms","start":"2026-03-19T09:20:38.233617Z","end":"2026-03-19T09:20:38.365101Z","steps":["trace[1715928939] 'agreement among raft nodes before linearized reading' (duration: 131.310776ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:38.365026Z","caller":"traceutil/trace.go:171","msg":"trace[1095251353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8595; }","duration":"202.511984ms","start":"2026-03-19T09:20:38.162501Z","end":"2026-03-19T09:20:38.365013Z","steps":["trace[1095251353] 'agreement among raft nodes before linearized reading' (duration: 202.34848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:38.365122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.747892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:20:38.365247Z","caller":"traceutil/trace.go:171","msg":"trace[1833618982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8595; }","duration":"154.908746ms","start":"2026-03-19T09:20:38.210311Z","end":"2026-03-19T09:20:38.365219Z","steps":["trace[1833618982] 'agreement among raft nodes before linearized reading' (duration: 154.557128ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:38.479789Z","caller":"traceutil/trace.go:171","msg":"trace[257528531] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"110.94526ms","start":"2026-03-19T09:20:38.368818Z","end":"2026-03-19T09:20:38.479764Z","steps":["trace[257528531] 'process raft request' (duration: 96.628898ms)","trace[257528531] 'compare' (duration: 14.167208ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:38.480006Z","caller":"traceutil/trace.go:171","msg":"trace[479444726] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"111.019111ms","start":"2026-03-19T09:20:38.368965Z","end":"2026-03-19T09:20:38.479984Z","steps":["trace[479444726] 'process raft request' (duration: 110.761236ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:38.480351Z","caller":"traceutil/trace.go:171","msg":"trace[1601160218] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"111.219905ms","start":"2026-03-19T09:20:38.369116Z","end":"2026-03-19T09:20:38.480335Z","steps":["trace[1601160218] 'process raft request' (duration: 110.830037ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:38.480431Z","caller":"traceutil/trace.go:171","msg":"trace[976322168] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"111.074491ms","start":"2026-03-19T09:20:38.369345Z","end":"2026-03-19T09:20:38.48042Z","steps":["trace[976322168] 'process raft request' (duration: 110.959949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:38.480437Z","caller":"traceutil/trace.go:171","msg":"trace[1027785757] linearizableReadLoop","detail":"{readStateIndex:8951; appliedIndex:8946; }","duration":"110.713844ms","start":"2026-03-19T09:20:38.369699Z","end":"2026-03-19T09:20:38.480413Z","steps":["trace[1027785757] 'read index received' (duration: 47.867024ms)","trace[1027785757] 'applied index is now lower than readState.Index' (duration: 62.84554ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:38.480476Z","caller":"traceutil/trace.go:171","msg":"trace[638712515] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"111.142403ms","start":"2026-03-19T09:20:38.369315Z","end":"2026-03-19T09:20:38.480457Z","steps":["trace[638712515] 'process raft request' (duration: 110.964779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:38.480867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.157023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229171"} {"level":"info","ts":"2026-03-19T09:20:38.480911Z","caller":"traceutil/trace.go:171","msg":"trace[1073425495] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8601; }","duration":"111.237745ms","start":"2026-03-19T09:20:38.369664Z","end":"2026-03-19T09:20:38.480901Z","steps":["trace[1073425495] 'agreement among raft nodes before linearized reading' (duration: 110.840106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:38.968348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.136786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e33827dda0a14\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-19T09:20:38.96844Z","caller":"traceutil/trace.go:171","msg":"trace[79972013] range","detail":"{range_begin:/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e33827dda0a14; range_end:; response_count:1; response_revision:8601; }","duration":"186.280839ms","start":"2026-03-19T09:20:38.782136Z","end":"2026-03-19T09:20:38.968417Z","steps":["trace[79972013] 'range keys from in-memory index tree' (duration: 185.941222ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:40.262243Z","caller":"traceutil/trace.go:171","msg":"trace[1529217552] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"398.369458ms","start":"2026-03-19T09:20:39.86385Z","end":"2026-03-19T09:20:40.262219Z","steps":["trace[1529217552] 'process raft request' (duration: 398.240805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:40.262428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:39.863824Z","time spent":"398.498081ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:40.789907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.818576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:40.79047Z","caller":"traceutil/trace.go:171","msg":"trace[1235411474] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"419.653386ms","start":"2026-03-19T09:20:40.370344Z","end":"2026-03-19T09:20:40.789997Z","steps":["trace[1235411474] 'process raft request' (duration: 255.670996ms)","trace[1235411474] 'compare' (duration: 163.725904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:40.790569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:40.370313Z","time spent":"420.219059ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:41.476789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.506756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:41.476892Z","caller":"traceutil/trace.go:171","msg":"trace[1103681054] linearizableReadLoop","detail":"{readStateIndex:8955; appliedIndex:8953; }","duration":"1.055870562s","start":"2026-03-19T09:20:40.421007Z","end":"2026-03-19T09:20:41.476878Z","steps":["trace[1103681054] 'read index received' (duration: 205.02141ms)","trace[1103681054] 'applied index is now lower than readState.Index' (duration: 850.848072ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:41.476915Z","caller":"traceutil/trace.go:171","msg":"trace[589259068] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"1.106562038s","start":"2026-03-19T09:20:40.370343Z","end":"2026-03-19T09:20:41.476905Z","steps":["trace[589259068] 'process raft request' (duration: 541.846787ms)","trace[589259068] 'compare' (duration: 564.143629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:41.476963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:40.370313Z","time spent":"1.10662553s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:41.477034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056035305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:20:41.477059Z","caller":"traceutil/trace.go:171","msg":"trace[1661410492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8605; }","duration":"1.056097306s","start":"2026-03-19T09:20:40.420954Z","end":"2026-03-19T09:20:41.477052Z","steps":["trace[1661410492] 'agreement among raft nodes before linearized reading' (duration: 1.055986384s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:41.477087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:40.420937Z","time spent":"1.056144057s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:20:43.335997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.581810791s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:20:43.507296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:43.507371Z","caller":"traceutil/trace.go:171","msg":"trace[733254636] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000315474s","start":"2026-03-19T09:20:41.50704Z","end":"2026-03-19T09:20:43.507356Z","steps":["trace[733254636] 'agreement among raft nodes before linearized reading' (duration: 2.000228402s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:43.50741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:41.507023Z","time spent":"2.000377975s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:43.736711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982523405s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:43.736859Z","caller":"traceutil/trace.go:171","msg":"trace[615642194] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"2.255663074s","start":"2026-03-19T09:20:41.481186Z","end":"2026-03-19T09:20:43.736849Z","steps":["trace[615642194] 'process raft request' (duration: 2.255601783s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:43.736895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:41.481172Z","time spent":"2.255705126s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:43.736973Z","caller":"traceutil/trace.go:171","msg":"trace[1000492218] linearizableReadLoop","detail":"{readStateIndex:8956; appliedIndex:8955; }","duration":"2.260033221s","start":"2026-03-19T09:20:41.476917Z","end":"2026-03-19T09:20:43.736951Z","steps":["trace[1000492218] 'read index received' (duration: 277.295732ms)","trace[1000492218] 'applied index is now lower than readState.Index' (duration: 1.982736309s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:43.737068Z","caller":"traceutil/trace.go:171","msg":"trace[1734341846] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"2.496534459s","start":"2026-03-19T09:20:41.24052Z","end":"2026-03-19T09:20:43.737054Z","steps":["trace[1734341846] 'process raft request' (duration: 513.608286ms)","trace[1734341846] 'compare' (duration: 1.981981341s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:43.737231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:41.2405Z","time spent":"2.49659419s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:43.737281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252275845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:20:43.737323Z","caller":"traceutil/trace.go:171","msg":"trace[243453266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8607; }","duration":"3.252334176s","start":"2026-03-19T09:20:40.484977Z","end":"2026-03-19T09:20:43.737311Z","steps":["trace[243453266] 'agreement among raft nodes before linearized reading' (duration: 3.252181023s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:43.737352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:40.48497Z","time spent":"3.252374517s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:20:43.737366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25069653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:20:43.737387Z","caller":"traceutil/trace.go:171","msg":"trace[2132115847] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8607; }","duration":"3.250731001s","start":"2026-03-19T09:20:40.48665Z","end":"2026-03-19T09:20:43.737381Z","steps":["trace[2132115847] 'agreement among raft nodes before linearized reading' (duration: 3.250646399s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:43.737402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:40.486642Z","time spent":"3.250756851s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:20:43.737414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252228984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:20:43.737434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253684908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:20:43.737494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253686187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:20:43.737457Z","caller":"traceutil/trace.go:171","msg":"trace[80698039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8607; }","duration":"3.252320636s","start":"2026-03-19T09:20:40.485125Z","end":"2026-03-19T09:20:43.737445Z","steps":["trace[80698039] 'agreement among raft nodes before linearized reading' (duration: 3.252185213s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:43.737523Z","caller":"traceutil/trace.go:171","msg":"trace[446754426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8607; }","duration":"3.25380198s","start":"2026-03-19T09:20:40.483704Z","end":"2026-03-19T09:20:43.737506Z","steps":["trace[446754426] 'agreement among raft nodes before linearized reading' (duration: 3.253624636s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:43.73756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:40.485108Z","time spent":"3.252442249s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:20:43.737559Z","caller":"traceutil/trace.go:171","msg":"trace[1530004583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8607; }","duration":"3.253789179s","start":"2026-03-19T09:20:40.483752Z","end":"2026-03-19T09:20:43.737541Z","steps":["trace[1530004583] 'agreement among raft nodes before linearized reading' (duration: 3.253556274s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:43.737563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:40.483688Z","time spent":"3.253868192s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:43.737596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:40.483749Z","time spent":"3.253840971s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:44.237877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325100146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:44.464095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127884227s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:20:44.49238Z","caller":"traceutil/trace.go:171","msg":"trace[1266292433] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"1.696973916s","start":"2026-03-19T09:20:42.795382Z","end":"2026-03-19T09:20:44.492356Z","steps":["trace[1266292433] 'process raft request' (duration: 1.696875933s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:44.492563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:42.795363Z","time spent":"1.697099039s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:44.492591Z","caller":"traceutil/trace.go:171","msg":"trace[1429759329] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"2.225016883s","start":"2026-03-19T09:20:42.267512Z","end":"2026-03-19T09:20:44.492529Z","steps":["trace[1429759329] 'process raft request' (duration: 2.19675896s)","trace[1429759329] 'compare' (duration: 27.18499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:44.492775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:42.267495Z","time spent":"2.225178118s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:44.516979Z","caller":"traceutil/trace.go:171","msg":"trace[2104108323] linearizableReadLoop","detail":"{readStateIndex:8964; appliedIndex:8957; }","duration":"779.937899ms","start":"2026-03-19T09:20:43.737024Z","end":"2026-03-19T09:20:44.516962Z","steps":["trace[2104108323] 'read index received' (duration: 727.244007ms)","trace[2104108323] 'applied index is now lower than readState.Index' (duration: 52.693182ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:44.517261Z","caller":"traceutil/trace.go:171","msg":"trace[707310381] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"1.033739515s","start":"2026-03-19T09:20:43.483509Z","end":"2026-03-19T09:20:44.517248Z","steps":["trace[707310381] 'process raft request' (duration: 1.033255244s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:44.517371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:43.483482Z","time spent":"1.033816466s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:44.517411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386693134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:44.517542Z","caller":"traceutil/trace.go:171","msg":"trace[1985684094] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8614; }","duration":"1.386834418s","start":"2026-03-19T09:20:43.130644Z","end":"2026-03-19T09:20:44.517478Z","steps":["trace[1985684094] 'agreement among raft nodes before linearized reading' (duration: 1.386659484s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:44.517539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919714142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:44.51758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746090908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:44.517628Z","caller":"traceutil/trace.go:171","msg":"trace[157909747] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8614; }","duration":"2.919857715s","start":"2026-03-19T09:20:41.597749Z","end":"2026-03-19T09:20:44.517607Z","steps":["trace[157909747] 'agreement among raft nodes before linearized reading' (duration: 2.919698292s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:44.517669Z","caller":"traceutil/trace.go:171","msg":"trace[234710680] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"776.907411ms","start":"2026-03-19T09:20:43.740743Z","end":"2026-03-19T09:20:44.517651Z","steps":["trace[234710680] 'process raft request' (duration: 776.114724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:44.517695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:41.597704Z","time spent":"2.919974588s","remote":"127.0.0.1:50532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:44.517718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834701125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:44.517766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:43.740726Z","time spent":"776.981553ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:44.517776Z","caller":"traceutil/trace.go:171","msg":"trace[1819098584] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8614; }","duration":"2.834817958s","start":"2026-03-19T09:20:41.682943Z","end":"2026-03-19T09:20:44.517761Z","steps":["trace[1819098584] 'agreement among raft nodes before linearized reading' (duration: 2.834700255s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:44.517789Z","caller":"traceutil/trace.go:171","msg":"trace[806470473] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"775.387037ms","start":"2026-03-19T09:20:43.742387Z","end":"2026-03-19T09:20:44.517774Z","steps":["trace[806470473] 'process raft request' (duration: 774.549899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:44.517817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:41.682922Z","time spent":"2.834885009s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:44.517846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.553733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229171"} {"level":"info","ts":"2026-03-19T09:20:44.517895Z","caller":"traceutil/trace.go:171","msg":"trace[2028967519] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8614; }","duration":"776.627776ms","start":"2026-03-19T09:20:43.741257Z","end":"2026-03-19T09:20:44.517885Z","steps":["trace[2028967519] 'agreement among raft nodes before linearized reading' (duration: 776.298408ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:44.517931Z","caller":"traceutil/trace.go:171","msg":"trace[170408052] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"776.058552ms","start":"2026-03-19T09:20:43.741865Z","end":"2026-03-19T09:20:44.517924Z","steps":["trace[170408052] 'process raft request' (duration: 775.05108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:44.517901Z","caller":"traceutil/trace.go:171","msg":"trace[1953863057] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"776.180766ms","start":"2026-03-19T09:20:43.741711Z","end":"2026-03-19T09:20:44.517892Z","steps":["trace[1953863057] 'process raft request' (duration: 775.175484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:44.517986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:43.741697Z","time spent":"776.264027ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:44.517864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:43.742378Z","time spent":"775.453898ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:44.517597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:43.130628Z","time spent":"1.38695774s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:44.518051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029281314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-19T09:20:44.518083Z","caller":"traceutil/trace.go:171","msg":"trace[607030531] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8614; }","duration":"1.029345895s","start":"2026-03-19T09:20:43.488727Z","end":"2026-03-19T09:20:44.518073Z","steps":["trace[607030531] 'agreement among raft nodes before linearized reading' (duration: 1.029225532s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:44.518123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:43.488712Z","time spent":"1.029405077s","remote":"127.0.0.1:33480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-19T09:20:44.517666Z","caller":"traceutil/trace.go:171","msg":"trace[415957369] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8614; }","duration":"1.746225481s","start":"2026-03-19T09:20:42.771416Z","end":"2026-03-19T09:20:44.517641Z","steps":["trace[415957369] 'agreement among raft nodes before linearized reading' (duration: 1.746070978s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:44.518234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:42.771394Z","time spent":"1.746822234s","remote":"127.0.0.1:46464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:44.517931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010351918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:44.518419Z","caller":"traceutil/trace.go:171","msg":"trace[177355152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8614; }","duration":"1.010878812s","start":"2026-03-19T09:20:43.507518Z","end":"2026-03-19T09:20:44.518397Z","steps":["trace[177355152] 'agreement among raft nodes before linearized reading' (duration: 1.01037914s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:44.518502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:43.507496Z","time spent":"1.010991434s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:44.517988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:43.741856Z","time spent":"776.102583ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:44.518133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.174378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:20:44.518778Z","caller":"traceutil/trace.go:171","msg":"trace[1335569286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8614; }","duration":"137.820124ms","start":"2026-03-19T09:20:44.380927Z","end":"2026-03-19T09:20:44.518747Z","steps":["trace[1335569286] 'agreement among raft nodes before linearized reading' (duration: 137.144368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:44.517934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:43.741243Z","time spent":"776.681476ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229193,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:20:44.822984Z","caller":"traceutil/trace.go:171","msg":"trace[1079988510] linearizableReadLoop","detail":"{readStateIndex:8965; appliedIndex:8964; }","duration":"297.918105ms","start":"2026-03-19T09:20:44.525039Z","end":"2026-03-19T09:20:44.822957Z","steps":["trace[1079988510] 'read index received' (duration: 297.746181ms)","trace[1079988510] 'applied index is now lower than readState.Index' (duration: 170.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:44.823105Z","caller":"traceutil/trace.go:171","msg":"trace[319712717] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"299.002809ms","start":"2026-03-19T09:20:44.524091Z","end":"2026-03-19T09:20:44.823094Z","steps":["trace[319712717] 'process raft request' (duration: 298.753913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:44.823415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.691509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189e3394e489c5ef\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-19T09:20:44.823447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.383665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:20:44.823496Z","caller":"traceutil/trace.go:171","msg":"trace[801177404] range","detail":"{range_begin:/registry/events/openstack/ceph.189e3394e489c5ef; range_end:; response_count:1; response_revision:8615; }","duration":"297.802442ms","start":"2026-03-19T09:20:44.525674Z","end":"2026-03-19T09:20:44.823476Z","steps":["trace[801177404] 'agreement among raft nodes before linearized reading' (duration: 297.515266ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:44.823508Z","caller":"traceutil/trace.go:171","msg":"trace[351083827] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8615; }","duration":"298.488556ms","start":"2026-03-19T09:20:44.525005Z","end":"2026-03-19T09:20:44.823494Z","steps":["trace[351083827] 'agreement among raft nodes before linearized reading' (duration: 298.285382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:44.823529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.413413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:44.823627Z","caller":"traceutil/trace.go:171","msg":"trace[1799215182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8615; }","duration":"297.552707ms","start":"2026-03-19T09:20:44.526049Z","end":"2026-03-19T09:20:44.823602Z","steps":["trace[1799215182] 'agreement among raft nodes before linearized reading' (duration: 297.358321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:48.318214Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6729} {"level":"info","ts":"2026-03-19T09:20:48.409438Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6729,"took":"89.681992ms","hash":1733856062,"current-db-size-bytes":35618816,"current-db-size":"36 MB","current-db-size-in-use-bytes":22609920,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-19T09:20:48.40949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1733856062,"revision":6729,"compact-revision":4201} {"level":"warn","ts":"2026-03-19T09:20:50.249415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.786933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:50.249617Z","caller":"traceutil/trace.go:171","msg":"trace[1712775458] linearizableReadLoop","detail":"{readStateIndex:9027; appliedIndex:9025; }","duration":"514.903832ms","start":"2026-03-19T09:20:49.734697Z","end":"2026-03-19T09:20:50.2496Z","steps":["trace[1712775458] 'read index received' (duration: 363.877135ms)","trace[1712775458] 'applied index is now lower than readState.Index' (duration: 151.025637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:50.250093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.392554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-19T09:20:50.250188Z","caller":"traceutil/trace.go:171","msg":"trace[1790835341] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8672; }","duration":"515.513727ms","start":"2026-03-19T09:20:49.734666Z","end":"2026-03-19T09:20:50.25018Z","steps":["trace[1790835341] 'agreement among raft nodes before linearized reading' (duration: 515.338213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.250218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:49.734657Z","time spent":"515.555338ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":735,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"info","ts":"2026-03-19T09:20:50.250208Z","caller":"traceutil/trace.go:171","msg":"trace[2083972258] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"521.116602ms","start":"2026-03-19T09:20:49.729071Z","end":"2026-03-19T09:20:50.250188Z","steps":["trace[2083972258] 'process raft request' (duration: 520.436976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.250342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:49.729059Z","time spent":"521.253476ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:20:50.250254Z","caller":"traceutil/trace.go:171","msg":"trace[1955072227] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"521.157764ms","start":"2026-03-19T09:20:49.729055Z","end":"2026-03-19T09:20:50.250212Z","steps":["trace[1955072227] 'process raft request' (duration: 369.4999ms)","trace[1955072227] 'compare' (duration: 150.484977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:50.250911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:49.729043Z","time spent":"521.681275ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4620,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:50.338938Z","caller":"traceutil/trace.go:171","msg":"trace[2131882772] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"592.290579ms","start":"2026-03-19T09:20:49.746613Z","end":"2026-03-19T09:20:50.338904Z","steps":["trace[2131882772] 'process raft request' (duration: 591.974682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.339233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:49.746597Z","time spent":"592.416282ms","remote":"127.0.0.1:54598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2485,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:50.339267Z","caller":"traceutil/trace.go:171","msg":"trace[1642840983] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8673; }","duration":"591.292967ms","start":"2026-03-19T09:20:49.74795Z","end":"2026-03-19T09:20:50.339243Z","steps":["trace[1642840983] 'process raft request' (duration: 590.782855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.339548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.231348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-19T09:20:50.339592Z","caller":"traceutil/trace.go:171","msg":"trace[425282173] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8673; }","duration":"600.283349ms","start":"2026-03-19T09:20:49.739298Z","end":"2026-03-19T09:20:50.339581Z","steps":["trace[425282173] 'agreement among raft nodes before linearized reading' (duration: 600.107984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.339629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:49.739292Z","time spent":"600.3312ms","remote":"127.0.0.1:50312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":553,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-19T09:20:50.339719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.360358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hp5bx\" ","response":"range_response_count:1 size:4635"} {"level":"info","ts":"2026-03-19T09:20:50.339774Z","caller":"traceutil/trace.go:171","msg":"trace[465760713] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hp5bx; range_end:; response_count:1; response_revision:8673; }","duration":"414.449049ms","start":"2026-03-19T09:20:49.925313Z","end":"2026-03-19T09:20:50.339762Z","steps":["trace[465760713] 'agreement among raft nodes before linearized reading' (duration: 414.353787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.339934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:49.925295Z","time spent":"414.539252ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4657,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hp5bx\" "} {"level":"warn","ts":"2026-03-19T09:20:50.339499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:49.747937Z","time spent":"591.451601ms","remote":"127.0.0.1:54598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":77,"response count":0,"response size":2533,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:50.340187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.286079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:50.340197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.244428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hp5bx\" ","response":"range_response_count:1 size:4635"} {"level":"info","ts":"2026-03-19T09:20:50.340232Z","caller":"traceutil/trace.go:171","msg":"trace[1945439770] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8673; }","duration":"387.372482ms","start":"2026-03-19T09:20:49.952846Z","end":"2026-03-19T09:20:50.340218Z","steps":["trace[1945439770] 'agreement among raft nodes before linearized reading' (duration: 387.307161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.340273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.966421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-19T09:20:50.340353Z","caller":"traceutil/trace.go:171","msg":"trace[1842562354] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8673; }","duration":"604.058554ms","start":"2026-03-19T09:20:49.736255Z","end":"2026-03-19T09:20:50.340313Z","steps":["trace[1842562354] 'agreement among raft nodes before linearized reading' (duration: 603.84666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.340431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.467968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:20:50.340441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:49.736249Z","time spent":"604.142226ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3088,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-19T09:20:50.340469Z","caller":"traceutil/trace.go:171","msg":"trace[1311675149] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8673; }","duration":"405.531549ms","start":"2026-03-19T09:20:49.934928Z","end":"2026-03-19T09:20:50.34046Z","steps":["trace[1311675149] 'agreement among raft nodes before linearized reading' (duration: 405.353086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.340363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.340183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:20:50.340505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:49.934918Z","time spent":"405.58063ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:20:50.340517Z","caller":"traceutil/trace.go:171","msg":"trace[1658999148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8673; }","duration":"548.526267ms","start":"2026-03-19T09:20:49.791977Z","end":"2026-03-19T09:20:50.340504Z","steps":["trace[1658999148] 'agreement among raft nodes before linearized reading' (duration: 548.269012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.340565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:49.791963Z","time spent":"548.590279ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:20:50.340709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.302911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:20:50.340861Z","caller":"traceutil/trace.go:171","msg":"trace[1541263785] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8673; }","duration":"605.944166ms","start":"2026-03-19T09:20:49.73489Z","end":"2026-03-19T09:20:50.340835Z","steps":["trace[1541263785] 'agreement among raft nodes before linearized reading' (duration: 605.165279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.340949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.401311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"warn","ts":"2026-03-19T09:20:50.340974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:49.734885Z","time spent":"606.074809ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-19T09:20:50.340248Z","caller":"traceutil/trace.go:171","msg":"trace[926242965] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hp5bx; range_end:; response_count:1; response_revision:8673; }","duration":"604.31255ms","start":"2026-03-19T09:20:49.735922Z","end":"2026-03-19T09:20:50.340234Z","steps":["trace[926242965] 'agreement among raft nodes before linearized reading' (duration: 604.219567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.341314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:49.735915Z","time spent":"605.384853ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4657,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hp5bx\" "} {"level":"info","ts":"2026-03-19T09:20:50.341023Z","caller":"traceutil/trace.go:171","msg":"trace[1915823282] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8673; }","duration":"481.498773ms","start":"2026-03-19T09:20:49.859495Z","end":"2026-03-19T09:20:50.340994Z","steps":["trace[1915823282] 'agreement among raft nodes before linearized reading' (duration: 480.270996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.341485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:49.859465Z","time spent":"482.007455ms","remote":"127.0.0.1:50312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211004,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-19T09:20:50.340322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:49.952819Z","time spent":"387.491175ms","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:50.489222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.154564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:50.489766Z","caller":"traceutil/trace.go:171","msg":"trace[758245828] linearizableReadLoop","detail":"{readStateIndex:9030; appliedIndex:9029; }","duration":"143.585111ms","start":"2026-03-19T09:20:50.346162Z","end":"2026-03-19T09:20:50.489747Z","steps":["trace[758245828] 'read index received' (duration: 27.807303ms)","trace[758245828] 'applied index is now lower than readState.Index' (duration: 115.776308ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:50.489895Z","caller":"traceutil/trace.go:171","msg":"trace[507089610] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"143.922989ms","start":"2026-03-19T09:20:50.345959Z","end":"2026-03-19T09:20:50.489882Z","steps":["trace[507089610] 'process raft request' (duration: 27.984948ms)","trace[507089610] 'compare' (duration: 115.039601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:50.490385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.213485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-19T09:20:50.49047Z","caller":"traceutil/trace.go:171","msg":"trace[1684240547] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8674; }","duration":"144.315618ms","start":"2026-03-19T09:20:50.346142Z","end":"2026-03-19T09:20:50.490458Z","steps":["trace[1684240547] 'agreement among raft nodes before linearized reading' (duration: 144.138114ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:50.549143Z","caller":"traceutil/trace.go:171","msg":"trace[80489036] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"188.116061ms","start":"2026-03-19T09:20:50.360998Z","end":"2026-03-19T09:20:50.549114Z","steps":["trace[80489036] 'process raft request' (duration: 188.07102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.54949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.947089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-19T09:20:50.549592Z","caller":"traceutil/trace.go:171","msg":"trace[1654103920] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8676; }","duration":"181.083262ms","start":"2026-03-19T09:20:50.368488Z","end":"2026-03-19T09:20:50.549571Z","steps":["trace[1654103920] 'agreement among raft nodes before linearized reading' (duration: 180.795735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.549754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.46681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-19T09:20:50.550006Z","caller":"traceutil/trace.go:171","msg":"trace[1700184170] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8676; }","duration":"201.738546ms","start":"2026-03-19T09:20:50.348257Z","end":"2026-03-19T09:20:50.549995Z","steps":["trace[1700184170] 'agreement among raft nodes before linearized reading' (duration: 201.395479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.550055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.081507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-19T09:20:50.550101Z","caller":"traceutil/trace.go:171","msg":"trace[1702176024] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8676; }","duration":"203.142998ms","start":"2026-03-19T09:20:50.346947Z","end":"2026-03-19T09:20:50.55009Z","steps":["trace[1702176024] 'agreement among raft nodes before linearized reading' (duration: 202.978805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.549905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.852882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:20:50.550207Z","caller":"traceutil/trace.go:171","msg":"trace[80964927] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8676; }","duration":"203.155298ms","start":"2026-03-19T09:20:50.347033Z","end":"2026-03-19T09:20:50.550189Z","steps":["trace[80964927] 'agreement among raft nodes before linearized reading' (duration: 202.798691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.549872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.45837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hp5bx\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-19T09:20:50.550324Z","caller":"traceutil/trace.go:171","msg":"trace[271301532] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hp5bx; range_end:; response_count:1; response_revision:8676; }","duration":"201.91771ms","start":"2026-03-19T09:20:50.348362Z","end":"2026-03-19T09:20:50.55028Z","steps":["trace[271301532] 'agreement among raft nodes before linearized reading' (duration: 201.348328ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:50.54955Z","caller":"traceutil/trace.go:171","msg":"trace[1878406433] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"201.279945ms","start":"2026-03-19T09:20:50.348259Z","end":"2026-03-19T09:20:50.549539Z","steps":["trace[1878406433] 'process raft request' (duration: 200.702192ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:50.704535Z","caller":"traceutil/trace.go:171","msg":"trace[2029221177] linearizableReadLoop","detail":"{readStateIndex:9037; appliedIndex:9035; }","duration":"126.372385ms","start":"2026-03-19T09:20:50.57814Z","end":"2026-03-19T09:20:50.704512Z","steps":["trace[2029221177] 'read index received' (duration: 118.377936ms)","trace[2029221177] 'applied index is now lower than readState.Index' (duration: 7.992919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:50.704791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.07923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:20:50.704774Z","caller":"traceutil/trace.go:171","msg":"trace[1483091874] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8680; }","duration":"149.543035ms","start":"2026-03-19T09:20:50.555189Z","end":"2026-03-19T09:20:50.704732Z","steps":["trace[1483091874] 'process raft request' (duration: 149.217368ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:50.70466Z","caller":"traceutil/trace.go:171","msg":"trace[471701004] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8679; }","duration":"152.264887ms","start":"2026-03-19T09:20:50.552348Z","end":"2026-03-19T09:20:50.704613Z","steps":["trace[471701004] 'process raft request' (duration: 143.993742ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:50.704881Z","caller":"traceutil/trace.go:171","msg":"trace[1960687725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8680; }","duration":"151.206973ms","start":"2026-03-19T09:20:50.553651Z","end":"2026-03-19T09:20:50.704858Z","steps":["trace[1960687725] 'agreement among raft nodes before linearized reading' (duration: 150.973628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.704752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.880504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T09:20:50.705009Z","caller":"traceutil/trace.go:171","msg":"trace[114756578] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8680; }","duration":"150.186091ms","start":"2026-03-19T09:20:50.554802Z","end":"2026-03-19T09:20:50.704988Z","steps":["trace[114756578] 'agreement among raft nodes before linearized reading' (duration: 149.813462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.704826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.191725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:20:50.705106Z","caller":"traceutil/trace.go:171","msg":"trace[50225028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8680; }","duration":"152.501862ms","start":"2026-03-19T09:20:50.55259Z","end":"2026-03-19T09:20:50.705092Z","steps":["trace[50225028] 'agreement among raft nodes before linearized reading' (duration: 152.139564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:50.74544Z","caller":"traceutil/trace.go:171","msg":"trace[1493255650] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"162.138647ms","start":"2026-03-19T09:20:50.583261Z","end":"2026-03-19T09:20:50.745399Z","steps":["trace[1493255650] 'process raft request' (duration: 162.004874ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:50.745444Z","caller":"traceutil/trace.go:171","msg":"trace[166256548] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"161.922932ms","start":"2026-03-19T09:20:50.583486Z","end":"2026-03-19T09:20:50.745408Z","steps":["trace[166256548] 'process raft request' (duration: 161.82191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.745494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.941299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:50.745515Z","caller":"traceutil/trace.go:171","msg":"trace[1796302079] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"162.388914ms","start":"2026-03-19T09:20:50.5831Z","end":"2026-03-19T09:20:50.745489Z","steps":["trace[1796302079] 'process raft request' (duration: 161.944104ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:50.745555Z","caller":"traceutil/trace.go:171","msg":"trace[1617456120] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8683; }","duration":"144.079552ms","start":"2026-03-19T09:20:50.601465Z","end":"2026-03-19T09:20:50.745545Z","steps":["trace[1617456120] 'agreement among raft nodes before linearized reading' (duration: 143.953889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:50.745826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.261741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:20:50.746026Z","caller":"traceutil/trace.go:171","msg":"trace[671261534] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8683; }","duration":"166.483246ms","start":"2026-03-19T09:20:50.579523Z","end":"2026-03-19T09:20:50.746007Z","steps":["trace[671261534] 'agreement among raft nodes before linearized reading' (duration: 166.088216ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:51.043122Z","caller":"traceutil/trace.go:171","msg":"trace[334836614] linearizableReadLoop","detail":"{readStateIndex:9042; appliedIndex:9040; }","duration":"297.724051ms","start":"2026-03-19T09:20:50.745357Z","end":"2026-03-19T09:20:51.043081Z","steps":["trace[334836614] 'read index received' (duration: 241.617692ms)","trace[334836614] 'applied index is now lower than readState.Index' (duration: 56.104669ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:51.04325Z","caller":"traceutil/trace.go:171","msg":"trace[1561871190] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"335.650072ms","start":"2026-03-19T09:20:50.707567Z","end":"2026-03-19T09:20:51.043217Z","steps":["trace[1561871190] 'process raft request' (duration: 279.388779ms)","trace[1561871190] 'compare' (duration: 55.574647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:51.045822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:50.707543Z","time spent":"338.202798ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:51.043313Z","caller":"traceutil/trace.go:171","msg":"trace[1074033717] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"332.292196ms","start":"2026-03-19T09:20:50.711013Z","end":"2026-03-19T09:20:51.043305Z","steps":["trace[1074033717] 'process raft request' (duration: 331.896587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:51.046054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:50.710999Z","time spent":"335.030938ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:51.043858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.491665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T09:20:51.046208Z","caller":"traceutil/trace.go:171","msg":"trace[1516285892] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8685; }","duration":"336.903009ms","start":"2026-03-19T09:20:50.709291Z","end":"2026-03-19T09:20:51.046194Z","steps":["trace[1516285892] 'agreement among raft nodes before linearized reading' (duration: 334.345542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:51.046236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:50.709269Z","time spent":"336.95904ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":672,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-19T09:20:51.044126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.685776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229106"} {"level":"info","ts":"2026-03-19T09:20:51.046433Z","caller":"traceutil/trace.go:171","msg":"trace[432815182] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8685; }","duration":"336.06377ms","start":"2026-03-19T09:20:50.71036Z","end":"2026-03-19T09:20:51.046423Z","steps":["trace[432815182] 'agreement among raft nodes before linearized reading' (duration: 332.952961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:51.046464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:50.710348Z","time spent":"336.103381ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229128,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:20:51.04774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.464226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:51.047777Z","caller":"traceutil/trace.go:171","msg":"trace[1258079079] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8685; }","duration":"298.528877ms","start":"2026-03-19T09:20:50.749238Z","end":"2026-03-19T09:20:51.047767Z","steps":["trace[1258079079] 'agreement among raft nodes before linearized reading' (duration: 298.464956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:51.047991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.927142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:20:51.048014Z","caller":"traceutil/trace.go:171","msg":"trace[1174257392] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8685; }","duration":"296.961182ms","start":"2026-03-19T09:20:50.751044Z","end":"2026-03-19T09:20:51.048005Z","steps":["trace[1174257392] 'agreement among raft nodes before linearized reading' (duration: 296.87321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:51.215604Z","caller":"traceutil/trace.go:171","msg":"trace[1093698772] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8687; }","duration":"110.835466ms","start":"2026-03-19T09:20:51.104741Z","end":"2026-03-19T09:20:51.215576Z","steps":["trace[1093698772] 'process raft request' (duration: 110.297904ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:51.549198Z","caller":"traceutil/trace.go:171","msg":"trace[970303514] linearizableReadLoop","detail":"{readStateIndex:9045; appliedIndex:9043; }","duration":"442.600861ms","start":"2026-03-19T09:20:51.106563Z","end":"2026-03-19T09:20:51.549164Z","steps":["trace[970303514] 'read index received' (duration: 108.463944ms)","trace[970303514] 'applied index is now lower than readState.Index' (duration: 334.135047ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:51.549363Z","caller":"traceutil/trace.go:171","msg":"trace[835973766] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"443.610353ms","start":"2026-03-19T09:20:51.105739Z","end":"2026-03-19T09:20:51.54935Z","steps":["trace[835973766] 'process raft request' (duration: 443.176074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:51.549557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:51.105721Z","time spent":"443.674414ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4637,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:51.549588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.977519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:51.550012Z","caller":"traceutil/trace.go:171","msg":"trace[1609074865] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8688; }","duration":"443.44244ms","start":"2026-03-19T09:20:51.106545Z","end":"2026-03-19T09:20:51.549987Z","steps":["trace[1609074865] 'agreement among raft nodes before linearized reading' (duration: 442.876057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:51.550972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:51.106535Z","time spent":"444.391372ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-19T09:20:52.049444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325100331,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:20:52.149585Z","caller":"traceutil/trace.go:171","msg":"trace[335998689] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"893.1286ms","start":"2026-03-19T09:20:51.256431Z","end":"2026-03-19T09:20:52.14956Z","steps":["trace[335998689] 'process raft request' (duration: 893.023788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:52.149744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:51.256414Z","time spent":"893.253763ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:52.150107Z","caller":"traceutil/trace.go:171","msg":"trace[751974204] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"906.974591ms","start":"2026-03-19T09:20:51.243103Z","end":"2026-03-19T09:20:52.150077Z","steps":["trace[751974204] 'process raft request' (duration: 905.738532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:52.150226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:51.242937Z","time spent":"907.232187ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:53.494235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999928464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:53.494346Z","caller":"traceutil/trace.go:171","msg":"trace[1210939792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095098s","start":"2026-03-19T09:20:51.494225Z","end":"2026-03-19T09:20:53.49432Z","steps":["trace[1210939792] 'agreement among raft nodes before linearized reading' (duration: 1.999949284s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:53.494409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:51.494206Z","time spent":"2.000189369s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:53.834312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643724032s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:20:53.834444Z","caller":"traceutil/trace.go:171","msg":"trace[419436021] linearizableReadLoop","detail":"{readStateIndex:9048; appliedIndex:9045; }","duration":"2.285117103s","start":"2026-03-19T09:20:51.549301Z","end":"2026-03-19T09:20:53.834418Z","steps":["trace[419436021] 'read index received' (duration: 599.650485ms)","trace[419436021] 'applied index is now lower than readState.Index' (duration: 1.685465378s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:53.834643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.06588ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:53.834698Z","caller":"traceutil/trace.go:171","msg":"trace[1668437149] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8690; }","duration":"180.128521ms","start":"2026-03-19T09:20:53.654562Z","end":"2026-03-19T09:20:53.834691Z","steps":["trace[1668437149] 'range keys from in-memory index tree' (duration: 180.05609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:53.834816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724938001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:20:53.83485Z","caller":"traceutil/trace.go:171","msg":"trace[1545670525] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8690; }","duration":"2.724989642s","start":"2026-03-19T09:20:51.109849Z","end":"2026-03-19T09:20:53.834838Z","steps":["trace[1545670525] 'agreement among raft nodes before linearized reading' (duration: 2.72488496s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:53.834875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:51.109838Z","time spent":"2.725030814s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:20:53.835049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728197895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T09:20:53.835115Z","caller":"traceutil/trace.go:171","msg":"trace[330392286] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8690; }","duration":"2.728291907s","start":"2026-03-19T09:20:51.106806Z","end":"2026-03-19T09:20:53.835098Z","steps":["trace[330392286] 'agreement among raft nodes before linearized reading' (duration: 2.728061782s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:53.835155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:51.106794Z","time spent":"2.728352518s","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-19T09:20:53.83549Z","caller":"traceutil/trace.go:171","msg":"trace[302615196] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"1.251590381s","start":"2026-03-19T09:20:52.583882Z","end":"2026-03-19T09:20:53.835473Z","steps":["trace[302615196] 'process raft request' (duration: 1.250586659s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:53.83563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:52.583849Z","time spent":"1.251697554s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:53.997956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.931871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:53.998395Z","caller":"traceutil/trace.go:171","msg":"trace[2054228231] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"1.414421736s","start":"2026-03-19T09:20:52.583931Z","end":"2026-03-19T09:20:53.998353Z","steps":["trace[2054228231] 'process raft request' (duration: 1.252936832s)","trace[2054228231] 'compare' (duration: 159.739054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:53.99857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:52.583897Z","time spent":"1.41460882s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:53.999128Z","caller":"traceutil/trace.go:171","msg":"trace[842225271] linearizableReadLoop","detail":"{readStateIndex:9051; appliedIndex:9049; }","duration":"164.644515ms","start":"2026-03-19T09:20:53.834463Z","end":"2026-03-19T09:20:53.999108Z","steps":["trace[842225271] 'read index received' (duration: 2.388804ms)","trace[842225271] 'applied index is now lower than readState.Index' (duration: 162.253961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:53.999656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249896675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:20:53.999368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.017504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:20:53.999695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24971943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:20:53.999761Z","caller":"traceutil/trace.go:171","msg":"trace[1227665827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8693; }","duration":"1.250062128s","start":"2026-03-19T09:20:52.749675Z","end":"2026-03-19T09:20:53.999737Z","steps":["trace[1227665827] 'agreement among raft nodes before linearized reading' (duration: 1.249728891s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:53.999687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445305787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hp5bx\" ","response":"range_response_count:1 size:4652"} {"level":"warn","ts":"2026-03-19T09:20:53.999805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099135689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-19T09:20:53.999813Z","caller":"traceutil/trace.go:171","msg":"trace[524879226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8693; }","duration":"1.249891655s","start":"2026-03-19T09:20:52.749892Z","end":"2026-03-19T09:20:53.999783Z","steps":["trace[524879226] 'agreement among raft nodes before linearized reading' (duration: 1.249448865s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:53.999831Z","caller":"traceutil/trace.go:171","msg":"trace[53764202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8693; }","duration":"949.472574ms","start":"2026-03-19T09:20:53.05028Z","end":"2026-03-19T09:20:53.999752Z","steps":["trace[53764202] 'agreement among raft nodes before linearized reading' (duration: 948.896981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:53.999879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:52.749876Z","time spent":"1.249992486s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:20:53.999849Z","caller":"traceutil/trace.go:171","msg":"trace[6813813] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hp5bx; range_end:; response_count:1; response_revision:8693; }","duration":"2.445481411s","start":"2026-03-19T09:20:51.554348Z","end":"2026-03-19T09:20:53.999829Z","steps":["trace[6813813] 'agreement among raft nodes before linearized reading' (duration: 2.445145723s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.000014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.619651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-03-19T09:20:54.00008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.769591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:20:54.000176Z","caller":"traceutil/trace.go:171","msg":"trace[2095572523] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8693; }","duration":"514.905794ms","start":"2026-03-19T09:20:53.485254Z","end":"2026-03-19T09:20:54.00016Z","steps":["trace[2095572523] 'agreement among raft nodes before linearized reading' (duration: 514.25876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.000027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:51.554341Z","time spent":"2.445659804s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4674,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hp5bx\" "} {"level":"warn","ts":"2026-03-19T09:20:54.000256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:53.48523Z","time spent":"514.976715ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T09:20:54.00008Z","caller":"traceutil/trace.go:171","msg":"trace[834064864] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8693; }","duration":"159.720524ms","start":"2026-03-19T09:20:53.840344Z","end":"2026-03-19T09:20:54.000064Z","steps":["trace[834064864] 'agreement among raft nodes before linearized reading' (duration: 159.56134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:53.999528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445454669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-19T09:20:54.000555Z","caller":"traceutil/trace.go:171","msg":"trace[662205427] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8693; }","duration":"2.446512613s","start":"2026-03-19T09:20:51.554015Z","end":"2026-03-19T09:20:54.000527Z","steps":["trace[662205427] 'agreement among raft nodes before linearized reading' (duration: 2.445358677s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:53.999599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.040009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:54.00064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:51.553994Z","time spent":"2.446624646s","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":718,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-19T09:20:54.000674Z","caller":"traceutil/trace.go:171","msg":"trace[1126540493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8693; }","duration":"505.124694ms","start":"2026-03-19T09:20:53.495523Z","end":"2026-03-19T09:20:54.000648Z","steps":["trace[1126540493] 'agreement among raft nodes before linearized reading' (duration: 504.05141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.000746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:53.49551Z","time spent":"505.214525ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:54.000845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.677175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:20:54.000923Z","caller":"traceutil/trace.go:171","msg":"trace[489411849] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8693; }","duration":"944.778019ms","start":"2026-03-19T09:20:53.056125Z","end":"2026-03-19T09:20:54.000903Z","steps":["trace[489411849] 'agreement among raft nodes before linearized reading' (duration: 943.422268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:53.999611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504602249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:20:54.000985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:53.056115Z","time spent":"944.854931ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:20:54.001044Z","caller":"traceutil/trace.go:171","msg":"trace[123183579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8693; }","duration":"1.506069013s","start":"2026-03-19T09:20:52.494957Z","end":"2026-03-19T09:20:54.001026Z","steps":["trace[123183579] 'agreement among raft nodes before linearized reading' (duration: 1.504528798s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:53.999858Z","caller":"traceutil/trace.go:171","msg":"trace[951750143] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8693; }","duration":"2.099223581s","start":"2026-03-19T09:20:51.90062Z","end":"2026-03-19T09:20:53.999843Z","steps":["trace[951750143] 'agreement among raft nodes before linearized reading' (duration: 2.098829642s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.001108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:52.494934Z","time spent":"1.506157974s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:20:53.999872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:52.749654Z","time spent":"1.25014353s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:53.99954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.480337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:53.999989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:53.05026Z","time spent":"949.70575ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:20:54.00154Z","caller":"traceutil/trace.go:171","msg":"trace[1544303529] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8693; }","duration":"312.498313ms","start":"2026-03-19T09:20:53.689009Z","end":"2026-03-19T09:20:54.001508Z","steps":["trace[1544303529] 'agreement among raft nodes before linearized reading' (duration: 310.493357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:53.999401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249775452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:20:54.001775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:53.688989Z","time spent":"312.688206ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:54.001832Z","caller":"traceutil/trace.go:171","msg":"trace[1870213665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8693; }","duration":"1.252242097s","start":"2026-03-19T09:20:52.749569Z","end":"2026-03-19T09:20:54.001811Z","steps":["trace[1870213665] 'agreement among raft nodes before linearized reading' (duration: 1.249648629s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.001909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:52.749548Z","time spent":"1.25234039s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:20:53.999449Z","caller":"traceutil/trace.go:171","msg":"trace[839958339] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"1.413981197s","start":"2026-03-19T09:20:52.585446Z","end":"2026-03-19T09:20:53.999427Z","steps":["trace[839958339] 'process raft request' (duration: 1.412856332s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.002182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:52.585409Z","time spent":"1.416636286s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:54.00122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:51.900595Z","time spent":"2.100608633s","remote":"127.0.0.1:33584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5754,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-19T09:20:54.400962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.062498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:54.401194Z","caller":"traceutil/trace.go:171","msg":"trace[1446128757] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"395.500056ms","start":"2026-03-19T09:20:54.005622Z","end":"2026-03-19T09:20:54.401122Z","steps":["trace[1446128757] 'process raft request' (duration: 212.041139ms)","trace[1446128757] 'compare' (duration: 182.881634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:54.401389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.005605Z","time spent":"395.70592ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:54.401414Z","caller":"traceutil/trace.go:171","msg":"trace[1509595868] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"395.001425ms","start":"2026-03-19T09:20:54.006398Z","end":"2026-03-19T09:20:54.401399Z","steps":["trace[1509595868] 'process raft request' (duration: 394.690808ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:54.40138Z","caller":"traceutil/trace.go:171","msg":"trace[2041788547] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"394.988324ms","start":"2026-03-19T09:20:54.006347Z","end":"2026-03-19T09:20:54.401336Z","steps":["trace[2041788547] 'process raft request' (duration: 394.694288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.401539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.006334Z","time spent":"395.121767ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:54.401539Z","caller":"traceutil/trace.go:171","msg":"trace[1324692128] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"394.498563ms","start":"2026-03-19T09:20:54.007014Z","end":"2026-03-19T09:20:54.401512Z","steps":["trace[1324692128] 'process raft request' (duration: 394.313068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.401665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.864254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:20:54.401669Z","caller":"traceutil/trace.go:171","msg":"trace[1745051665] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"386.051844ms","start":"2026-03-19T09:20:54.015582Z","end":"2026-03-19T09:20:54.401633Z","steps":["trace[1745051665] 'process raft request' (duration: 385.917601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.401765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.928985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:54.401823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.689565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hp5bx\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-19T09:20:54.401693Z","caller":"traceutil/trace.go:171","msg":"trace[602805245] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341; range_end:; response_count:1; response_revision:8700; }","duration":"395.919566ms","start":"2026-03-19T09:20:54.005764Z","end":"2026-03-19T09:20:54.401684Z","steps":["trace[602805245] 'agreement among raft nodes before linearized reading' (duration: 395.807853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.401859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.032951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-19T09:20:54.401862Z","caller":"traceutil/trace.go:171","msg":"trace[2053878879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8700; }","duration":"392.052228ms","start":"2026-03-19T09:20:54.009791Z","end":"2026-03-19T09:20:54.401844Z","steps":["trace[2053878879] 'agreement among raft nodes before linearized reading' (duration: 391.897085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.401889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.005742Z","time spent":"396.13835ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" "} {"level":"warn","ts":"2026-03-19T09:20:54.401868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.548339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112117"} {"level":"warn","ts":"2026-03-19T09:20:54.401921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.040051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229086"} {"level":"warn","ts":"2026-03-19T09:20:54.401918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.009738Z","time spent":"392.172161ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:20:54.401948Z","caller":"traceutil/trace.go:171","msg":"trace[211552515] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8700; }","duration":"393.101753ms","start":"2026-03-19T09:20:54.008841Z","end":"2026-03-19T09:20:54.401943Z","steps":["trace[211552515] 'agreement among raft nodes before linearized reading' (duration: 392.864927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.401969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.008828Z","time spent":"393.136543ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229108,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:20:54.40198Z","caller":"traceutil/trace.go:171","msg":"trace[2003436010] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8700; }","duration":"392.665293ms","start":"2026-03-19T09:20:54.009271Z","end":"2026-03-19T09:20:54.401936Z","steps":["trace[2003436010] 'agreement among raft nodes before linearized reading' (duration: 392.289984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.401839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.015565Z","time spent":"386.220757ms","remote":"127.0.0.1:33584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:54.40207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.009264Z","time spent":"392.786795ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112139,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-19T09:20:54.401895Z","caller":"traceutil/trace.go:171","msg":"trace[670094540] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hp5bx; range_end:; response_count:1; response_revision:8700; }","duration":"389.775727ms","start":"2026-03-19T09:20:54.012099Z","end":"2026-03-19T09:20:54.401874Z","steps":["trace[670094540] 'agreement among raft nodes before linearized reading' (duration: 389.45193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.402138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.01209Z","time spent":"390.038853ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4674,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hp5bx\" "} {"level":"warn","ts":"2026-03-19T09:20:54.401733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.006963Z","time spent":"394.671927ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:54.401555Z","caller":"traceutil/trace.go:171","msg":"trace[990628444] linearizableReadLoop","detail":"{readStateIndex:9058; appliedIndex:9052; }","duration":"367.981359ms","start":"2026-03-19T09:20:54.033564Z","end":"2026-03-19T09:20:54.401546Z","steps":["trace[990628444] 'read index received' (duration: 184.110402ms)","trace[990628444] 'applied index is now lower than readState.Index' (duration: 183.870297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:54.402315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.00638Z","time spent":"395.058646ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:54.401692Z","caller":"traceutil/trace.go:171","msg":"trace[1291467887] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"392.917978ms","start":"2026-03-19T09:20:54.008762Z","end":"2026-03-19T09:20:54.40168Z","steps":["trace[1291467887] 'process raft request' (duration: 392.699282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.40241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.329999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:54.402426Z","caller":"traceutil/trace.go:171","msg":"trace[375967227] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8700; }","duration":"197.38685ms","start":"2026-03-19T09:20:54.205033Z","end":"2026-03-19T09:20:54.40242Z","steps":["trace[375967227] 'agreement among raft nodes before linearized reading' (duration: 197.35586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.402425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.008737Z","time spent":"393.612394ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:54.402494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.123254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-19T09:20:54.401907Z","caller":"traceutil/trace.go:171","msg":"trace[1490724808] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8700; }","duration":"393.109493ms","start":"2026-03-19T09:20:54.008787Z","end":"2026-03-19T09:20:54.401896Z","steps":["trace[1490724808] 'agreement among raft nodes before linearized reading' (duration: 392.948979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:54.40253Z","caller":"traceutil/trace.go:171","msg":"trace[362072328] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8700; }","duration":"365.186575ms","start":"2026-03-19T09:20:54.03733Z","end":"2026-03-19T09:20:54.402516Z","steps":["trace[362072328] 'agreement among raft nodes before linearized reading' (duration: 365.045992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.402539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.008776Z","time spent":"393.755267ms","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-19T09:20:54.402554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.037313Z","time spent":"365.235266ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1015,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-19T09:20:54.718525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.706285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:54.718731Z","caller":"traceutil/trace.go:171","msg":"trace[620843155] linearizableReadLoop","detail":"{readStateIndex:9059; appliedIndex:9058; }","duration":"311.825987ms","start":"2026-03-19T09:20:54.406855Z","end":"2026-03-19T09:20:54.718681Z","steps":["trace[620843155] 'read index received' (duration: 93.759574ms)","trace[620843155] 'applied index is now lower than readState.Index' (duration: 218.063833ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:54.7189Z","caller":"traceutil/trace.go:171","msg":"trace[218131205] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"314.349593ms","start":"2026-03-19T09:20:54.404534Z","end":"2026-03-19T09:20:54.718884Z","steps":["trace[218131205] 'process raft request' (duration: 96.139877ms)","trace[218131205] 'compare' (duration: 217.47987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:54.718988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.404507Z","time spent":"314.439565ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:54.719181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.18187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"warn","ts":"2026-03-19T09:20:54.719199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.540728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-19T09:20:54.71929Z","caller":"traceutil/trace.go:171","msg":"trace[248932993] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8701; }","duration":"306.310213ms","start":"2026-03-19T09:20:54.412951Z","end":"2026-03-19T09:20:54.719261Z","steps":["trace[248932993] 'agreement among raft nodes before linearized reading' (duration: 306.091418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.719363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.412943Z","time spent":"306.405255ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4747,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-19T09:20:54.7193Z","caller":"traceutil/trace.go:171","msg":"trace[318928879] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8701; }","duration":"187.689791ms","start":"2026-03-19T09:20:54.531586Z","end":"2026-03-19T09:20:54.719276Z","steps":["trace[318928879] 'agreement among raft nodes before linearized reading' (duration: 187.335284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.71918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.299548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T09:20:54.719617Z","caller":"traceutil/trace.go:171","msg":"trace[445479705] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8701; }","duration":"312.749908ms","start":"2026-03-19T09:20:54.406847Z","end":"2026-03-19T09:20:54.719596Z","steps":["trace[445479705] 'agreement among raft nodes before linearized reading' (duration: 312.114924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.719199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.208361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-19T09:20:54.719743Z","caller":"traceutil/trace.go:171","msg":"trace[1668712805] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8701; }","duration":"310.780033ms","start":"2026-03-19T09:20:54.408934Z","end":"2026-03-19T09:20:54.719714Z","steps":["trace[1668712805] 'agreement among raft nodes before linearized reading' (duration: 309.977865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.7192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.603514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-19T09:20:54.719878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.408921Z","time spent":"310.886145ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1015,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-19T09:20:54.719196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.212589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:54.719926Z","caller":"traceutil/trace.go:171","msg":"trace[1342554789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8701; }","duration":"224.016737ms","start":"2026-03-19T09:20:54.4959Z","end":"2026-03-19T09:20:54.719917Z","steps":["trace[1342554789] 'agreement among raft nodes before linearized reading' (duration: 223.196128ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:54.719883Z","caller":"traceutil/trace.go:171","msg":"trace[2035226278] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8701; }","duration":"309.32429ms","start":"2026-03-19T09:20:54.410514Z","end":"2026-03-19T09:20:54.719839Z","steps":["trace[2035226278] 'agreement among raft nodes before linearized reading' (duration: 308.570403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.719674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.406772Z","time spent":"312.886941ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2665,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-19T09:20:54.720027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.410474Z","time spent":"309.537705ms","remote":"127.0.0.1:50312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":648,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-19T09:20:54.972261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.745976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:54.972392Z","caller":"traceutil/trace.go:171","msg":"trace[2109086069] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"244.469435ms","start":"2026-03-19T09:20:54.727902Z","end":"2026-03-19T09:20:54.972372Z","steps":["trace[2109086069] 'process raft request' (duration: 100.528096ms)","trace[2109086069] 'compare' (duration: 143.554321ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:55.069058Z","caller":"traceutil/trace.go:171","msg":"trace[370180740] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"339.342913ms","start":"2026-03-19T09:20:54.729688Z","end":"2026-03-19T09:20:55.06903Z","steps":["trace[370180740] 'process raft request' (duration: 339.093668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:55.069264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.729664Z","time spent":"339.504957ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:55.069406Z","caller":"traceutil/trace.go:171","msg":"trace[138778067] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"330.335382ms","start":"2026-03-19T09:20:54.739025Z","end":"2026-03-19T09:20:55.06936Z","steps":["trace[138778067] 'process raft request' (duration: 329.931844ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:55.069498Z","caller":"traceutil/trace.go:171","msg":"trace[898849128] linearizableReadLoop","detail":"{readStateIndex:9061; appliedIndex:9059; }","duration":"339.18742ms","start":"2026-03-19T09:20:54.730281Z","end":"2026-03-19T09:20:55.069469Z","steps":["trace[898849128] 'read index received' (duration: 98.203243ms)","trace[898849128] 'applied index is now lower than readState.Index' (duration: 240.982947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:55.069604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.739001Z","time spent":"330.497696ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19391,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:55.069621Z","caller":"traceutil/trace.go:171","msg":"trace[2024585853] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"330.24758ms","start":"2026-03-19T09:20:54.73936Z","end":"2026-03-19T09:20:55.069608Z","steps":["trace[2024585853] 'process raft request' (duration: 329.81699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:55.06978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.501647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-19T09:20:55.069818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.739326Z","time spent":"330.399234ms","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:55.069825Z","caller":"traceutil/trace.go:171","msg":"trace[2031451550] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8705; }","duration":"339.568478ms","start":"2026-03-19T09:20:54.730243Z","end":"2026-03-19T09:20:55.069811Z","steps":["trace[2031451550] 'agreement among raft nodes before linearized reading' (duration: 339.418275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:55.069882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:54.730235Z","time spent":"339.63884ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-19T09:20:55.070483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.09908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-19T09:20:55.070548Z","caller":"traceutil/trace.go:171","msg":"trace[1568076003] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8705; }","duration":"110.242853ms","start":"2026-03-19T09:20:54.96029Z","end":"2026-03-19T09:20:55.070533Z","steps":["trace[1568076003] 'agreement among raft nodes before linearized reading' (duration: 109.370244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:55.71745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.04044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:55.717524Z","caller":"traceutil/trace.go:171","msg":"trace[887040198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8705; }","duration":"221.172963ms","start":"2026-03-19T09:20:55.496334Z","end":"2026-03-19T09:20:55.717507Z","steps":["trace[887040198] 'range keys from in-memory index tree' (duration: 220.963377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:55.717775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.829518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:20:55.717854Z","caller":"traceutil/trace.go:171","msg":"trace[2091122862] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8705; }","duration":"636.956251ms","start":"2026-03-19T09:20:55.080875Z","end":"2026-03-19T09:20:55.717831Z","steps":["trace[2091122862] 'range keys from in-memory index tree' (duration: 636.657415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:55.717896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:55.080856Z","time spent":"637.030393ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-19T09:20:55.718146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.174027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-19T09:20:55.718244Z","caller":"traceutil/trace.go:171","msg":"trace[324311759] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8705; }","duration":"621.352752ms","start":"2026-03-19T09:20:55.096866Z","end":"2026-03-19T09:20:55.718219Z","steps":["trace[324311759] 'range keys from in-memory index tree' (duration: 620.933281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:55.718292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:55.096838Z","time spent":"621.443164ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-19T09:20:56.0985Z","caller":"traceutil/trace.go:171","msg":"trace[2137090109] linearizableReadLoop","detail":"{readStateIndex:9064; appliedIndex:9063; }","duration":"293.616329ms","start":"2026-03-19T09:20:55.80485Z","end":"2026-03-19T09:20:56.098466Z","steps":["trace[2137090109] 'read index received' (duration: 293.368623ms)","trace[2137090109] 'applied index is now lower than readState.Index' (duration: 246.716µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:56.098622Z","caller":"traceutil/trace.go:171","msg":"trace[698124595] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"305.585036ms","start":"2026-03-19T09:20:55.792987Z","end":"2026-03-19T09:20:56.098573Z","steps":["trace[698124595] 'process raft request' (duration: 305.190397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:56.09878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.904265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-19T09:20:56.098834Z","caller":"traceutil/trace.go:171","msg":"trace[921655704] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8706; }","duration":"294.018607ms","start":"2026-03-19T09:20:55.804799Z","end":"2026-03-19T09:20:56.098818Z","steps":["trace[921655704] 'agreement among raft nodes before linearized reading' (duration: 293.824233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:56.098941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:55.792962Z","time spent":"305.818792ms","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:56.111558Z","caller":"traceutil/trace.go:171","msg":"trace[752955648] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"101.995509ms","start":"2026-03-19T09:20:56.009546Z","end":"2026-03-19T09:20:56.111542Z","steps":["trace[752955648] 'process raft request' (duration: 101.795114ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:56.111722Z","caller":"traceutil/trace.go:171","msg":"trace[1580770542] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"270.343226ms","start":"2026-03-19T09:20:55.841369Z","end":"2026-03-19T09:20:56.111712Z","steps":["trace[1580770542] 'process raft request' (duration: 269.819345ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:56.111878Z","caller":"traceutil/trace.go:171","msg":"trace[905185133] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"102.03877ms","start":"2026-03-19T09:20:56.009821Z","end":"2026-03-19T09:20:56.11186Z","steps":["trace[905185133] 'process raft request' (duration: 101.555519ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:56.437539Z","caller":"traceutil/trace.go:171","msg":"trace[1119406898] linearizableReadLoop","detail":"{readStateIndex:9068; appliedIndex:9067; }","duration":"297.000494ms","start":"2026-03-19T09:20:56.140509Z","end":"2026-03-19T09:20:56.43751Z","steps":["trace[1119406898] 'read index received' (duration: 296.761989ms)","trace[1119406898] 'applied index is now lower than readState.Index' (duration: 236.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:56.437715Z","caller":"traceutil/trace.go:171","msg":"trace[724270006] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"319.678183ms","start":"2026-03-19T09:20:56.118022Z","end":"2026-03-19T09:20:56.4377Z","steps":["trace[724270006] 'process raft request' (duration: 319.214283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:56.437885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.117991Z","time spent":"319.767524ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:56.438226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.611728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-19T09:20:56.438334Z","caller":"traceutil/trace.go:171","msg":"trace[926362608] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8710; }","duration":"297.854773ms","start":"2026-03-19T09:20:56.140452Z","end":"2026-03-19T09:20:56.438307Z","steps":["trace[926362608] 'agreement among raft nodes before linearized reading' (duration: 297.520215ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:56.647031Z","caller":"traceutil/trace.go:171","msg":"trace[1312025043] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"203.546437ms","start":"2026-03-19T09:20:56.443444Z","end":"2026-03-19T09:20:56.64699Z","steps":["trace[1312025043] 'process raft request' (duration: 195.347403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:56.886956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.706132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:56.887079Z","caller":"traceutil/trace.go:171","msg":"trace[1962333189] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"443.189563ms","start":"2026-03-19T09:20:56.443876Z","end":"2026-03-19T09:20:56.887065Z","steps":["trace[1962333189] 'process raft request' (duration: 308.313967ms)","trace[1962333189] 'compare' (duration: 134.434567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:56.887123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.443868Z","time spent":"443.235715ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:56.88741Z","caller":"traceutil/trace.go:171","msg":"trace[1295278265] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"443.357207ms","start":"2026-03-19T09:20:56.444015Z","end":"2026-03-19T09:20:56.887372Z","steps":["trace[1295278265] 'process raft request' (duration: 443.01435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:56.887596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.443982Z","time spent":"443.503851ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:56.887611Z","caller":"traceutil/trace.go:171","msg":"trace[1658023063] linearizableReadLoop","detail":"{readStateIndex:9071; appliedIndex:9068; }","duration":"443.504371ms","start":"2026-03-19T09:20:56.44409Z","end":"2026-03-19T09:20:56.887594Z","steps":["trace[1658023063] 'read index received' (duration: 194.727129ms)","trace[1658023063] 'applied index is now lower than readState.Index' (duration: 248.776162ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:56.887686Z","caller":"traceutil/trace.go:171","msg":"trace[91979747] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"295.226704ms","start":"2026-03-19T09:20:56.592418Z","end":"2026-03-19T09:20:56.887644Z","steps":["trace[91979747] 'process raft request' (duration: 295.113472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:56.887823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.25358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:20:56.887882Z","caller":"traceutil/trace.go:171","msg":"trace[310826422] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8715; }","duration":"420.357792ms","start":"2026-03-19T09:20:56.467507Z","end":"2026-03-19T09:20:56.887864Z","steps":["trace[310826422] 'agreement among raft nodes before linearized reading' (duration: 420.217949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:56.88775Z","caller":"traceutil/trace.go:171","msg":"trace[1067524318] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"443.419849ms","start":"2026-03-19T09:20:56.444274Z","end":"2026-03-19T09:20:56.887694Z","steps":["trace[1067524318] 'process raft request' (duration: 443.00381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:56.887983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.628807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:56.888022Z","caller":"traceutil/trace.go:171","msg":"trace[3726114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8715; }","duration":"391.701089ms","start":"2026-03-19T09:20:56.496313Z","end":"2026-03-19T09:20:56.888014Z","steps":["trace[3726114] 'agreement among raft nodes before linearized reading' (duration: 391.633378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:56.888051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.496292Z","time spent":"391.75353ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:56.888013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.92594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229086"} {"level":"info","ts":"2026-03-19T09:20:56.888201Z","caller":"traceutil/trace.go:171","msg":"trace[2000186069] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8715; }","duration":"444.143834ms","start":"2026-03-19T09:20:56.444015Z","end":"2026-03-19T09:20:56.888159Z","steps":["trace[2000186069] 'agreement among raft nodes before linearized reading' (duration: 443.680804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:56.888291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.443988Z","time spent":"444.256707ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229108,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:20:56.888286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.444259Z","time spent":"443.737366ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:56.887926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.467477Z","time spent":"420.439833ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-19T09:20:58.672378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450269191s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:58.672561Z","caller":"traceutil/trace.go:171","msg":"trace[1864385037] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"1.741678409s","start":"2026-03-19T09:20:56.930845Z","end":"2026-03-19T09:20:58.672524Z","steps":["trace[1864385037] 'process raft request' (duration: 291.182113ms)","trace[1864385037] 'compare' (duration: 1.450118507s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:58.672704Z","caller":"traceutil/trace.go:171","msg":"trace[1132487370] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"1.685450366s","start":"2026-03-19T09:20:56.987233Z","end":"2026-03-19T09:20:58.672684Z","steps":["trace[1132487370] 'process raft request' (duration: 1.685262972s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:58.672717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.930799Z","time spent":"1.741834172s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:58.672697Z","caller":"traceutil/trace.go:171","msg":"trace[1150325654] linearizableReadLoop","detail":"{readStateIndex:9075; appliedIndex:9074; }","duration":"1.739483929s","start":"2026-03-19T09:20:56.933167Z","end":"2026-03-19T09:20:58.672651Z","steps":["trace[1150325654] 'read index received' (duration: 288.885142ms)","trace[1150325654] 'applied index is now lower than readState.Index' (duration: 1.450589517s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:58.672824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.987201Z","time spent":"1.685555379s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:58.673373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740206355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-19T09:20:58.673499Z","caller":"traceutil/trace.go:171","msg":"trace[214306379] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8717; }","duration":"1.74040567s","start":"2026-03-19T09:20:56.933071Z","end":"2026-03-19T09:20:58.673476Z","steps":["trace[214306379] 'agreement among raft nodes before linearized reading' (duration: 1.739897448s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:58.673593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.933051Z","time spent":"1.740527103s","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-19T09:20:58.683647Z","caller":"traceutil/trace.go:171","msg":"trace[272920914] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"565.973269ms","start":"2026-03-19T09:20:58.117661Z","end":"2026-03-19T09:20:58.683634Z","steps":["trace[272920914] 'process raft request' (duration: 565.880377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:58.683728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:58.117635Z","time spent":"566.05374ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:58.999362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.498914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:58.999633Z","caller":"traceutil/trace.go:171","msg":"trace[1279972694] linearizableReadLoop","detail":"{readStateIndex:9079; appliedIndex:9076; }","duration":"326.767102ms","start":"2026-03-19T09:20:58.672849Z","end":"2026-03-19T09:20:58.999616Z","steps":["trace[1279972694] 'read index received' (duration: 10.752881ms)","trace[1279972694] 'applied index is now lower than readState.Index' (duration: 316.012471ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:58.999682Z","caller":"traceutil/trace.go:171","msg":"trace[960558266] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"880.157468ms","start":"2026-03-19T09:20:58.119493Z","end":"2026-03-19T09:20:58.999651Z","steps":["trace[960558266] 'process raft request' (duration: 677.296096ms)","trace[960558266] 'compare' (duration: 202.396982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:58.999831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:58.119472Z","time spent":"880.284161ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:58.999836Z","caller":"traceutil/trace.go:171","msg":"trace[1631764524] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"880.154498ms","start":"2026-03-19T09:20:58.11965Z","end":"2026-03-19T09:20:58.999804Z","steps":["trace[1631764524] 'process raft request' (duration: 879.803061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:58.999877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150085226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:58.99993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.608319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:20:58.999937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.83158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:58.99998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502604795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:59.000015Z","caller":"traceutil/trace.go:171","msg":"trace[269228641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8720; }","duration":"556.755113ms","start":"2026-03-19T09:20:58.443242Z","end":"2026-03-19T09:20:58.999997Z","steps":["trace[269228641] 'agreement among raft nodes before linearized reading' (duration: 556.508447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:59.000038Z","caller":"traceutil/trace.go:171","msg":"trace[438660010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8720; }","duration":"1.502679246s","start":"2026-03-19T09:20:57.497339Z","end":"2026-03-19T09:20:59.000019Z","steps":["trace[438660010] 'agreement among raft nodes before linearized reading' (duration: 1.502616215s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:59.000034Z","caller":"traceutil/trace.go:171","msg":"trace[1941042833] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8720; }","duration":"505.994664ms","start":"2026-03-19T09:20:58.494014Z","end":"2026-03-19T09:20:59.000009Z","steps":["trace[1941042833] 'agreement among raft nodes before linearized reading' (duration: 505.81796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.000069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:58.443216Z","time spent":"556.844335ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:20:59.000079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:57.49732Z","time spent":"1.502751898s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:20:59.000017Z","caller":"traceutil/trace.go:171","msg":"trace[1340347695] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8720; }","duration":"1.15025664s","start":"2026-03-19T09:20:57.849743Z","end":"2026-03-19T09:20:58.999999Z","steps":["trace[1340347695] 'agreement among raft nodes before linearized reading' (duration: 1.150019884s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.000096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:58.493985Z","time spent":"506.096816ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:59.000119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.185399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:20:59.000146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:57.849722Z","time spent":"1.150411343s","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:59.000163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.350024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:20:59.000228Z","caller":"traceutil/trace.go:171","msg":"trace[341779645] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8720; }","duration":"105.429666ms","start":"2026-03-19T09:20:58.894784Z","end":"2026-03-19T09:20:59.000214Z","steps":["trace[341779645] 'agreement among raft nodes before linearized reading' (duration: 105.252442ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:59.000171Z","caller":"traceutil/trace.go:171","msg":"trace[1377673795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8720; }","duration":"158.271601ms","start":"2026-03-19T09:20:58.841885Z","end":"2026-03-19T09:20:59.000157Z","steps":["trace[1377673795] 'agreement among raft nodes before linearized reading' (duration: 158.132038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.000327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.456509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e33827dda0a14\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-19T09:20:59.000376Z","caller":"traceutil/trace.go:171","msg":"trace[2058412640] range","detail":"{range_begin:/registry/events/openstack/barbican-api-78c9b7c85c-8w7tl.189e33827dda0a14; range_end:; response_count:1; response_revision:8720; }","duration":"217.546601ms","start":"2026-03-19T09:20:58.782819Z","end":"2026-03-19T09:20:59.000365Z","steps":["trace[2058412640] 'agreement among raft nodes before linearized reading' (duration: 217.427388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:58.99988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.218733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:20:59.00047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.339502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-19T09:20:58.999906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665252164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:59.000497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.855629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:20:59.00054Z","caller":"traceutil/trace.go:171","msg":"trace[234690339] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8720; }","duration":"1.665905058s","start":"2026-03-19T09:20:57.334619Z","end":"2026-03-19T09:20:59.000524Z","steps":["trace[234690339] 'agreement among raft nodes before linearized reading' (duration: 1.665185172s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.000596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:57.334578Z","time spent":"1.66600115s","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:59.000612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.976852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:20:59.000649Z","caller":"traceutil/trace.go:171","msg":"trace[15038961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8720; }","duration":"108.058384ms","start":"2026-03-19T09:20:58.892582Z","end":"2026-03-19T09:20:59.00064Z","steps":["trace[15038961] 'agreement among raft nodes before linearized reading' (duration: 107.963972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:58.999996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.472102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T09:20:59.000571Z","caller":"traceutil/trace.go:171","msg":"trace[360428503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8720; }","duration":"107.984062ms","start":"2026-03-19T09:20:58.892571Z","end":"2026-03-19T09:20:59.000555Z","steps":["trace[360428503] 'agreement among raft nodes before linearized reading' (duration: 107.814678ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:59.000476Z","caller":"traceutil/trace.go:171","msg":"trace[648482180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8720; }","duration":"348.850467ms","start":"2026-03-19T09:20:58.651611Z","end":"2026-03-19T09:20:59.000461Z","steps":["trace[648482180] 'agreement among raft nodes before linearized reading' (duration: 348.143971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.000872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:58.651591Z","time spent":"349.263815ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:20:59.000522Z","caller":"traceutil/trace.go:171","msg":"trace[687681898] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8720; }","duration":"322.424994ms","start":"2026-03-19T09:20:58.678083Z","end":"2026-03-19T09:20:59.000508Z","steps":["trace[687681898] 'agreement among raft nodes before linearized reading' (duration: 322.277341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.001012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:58.678066Z","time spent":"322.934356ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-19T09:20:59.00066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.158166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:20:59.001262Z","caller":"traceutil/trace.go:171","msg":"trace[144062467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8720; }","duration":"108.7933ms","start":"2026-03-19T09:20:58.892453Z","end":"2026-03-19T09:20:59.001246Z","steps":["trace[144062467] 'agreement among raft nodes before linearized reading' (duration: 107.542483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:58.999949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:58.119623Z","time spent":"880.26874ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:59.00071Z","caller":"traceutil/trace.go:171","msg":"trace[1818199880] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8720; }","duration":"326.231479ms","start":"2026-03-19T09:20:58.674465Z","end":"2026-03-19T09:20:59.000696Z","steps":["trace[1818199880] 'agreement among raft nodes before linearized reading' (duration: 325.469722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.001757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:58.674427Z","time spent":"327.314014ms","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:20:59.462076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.636861ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-19T09:20:59.462196Z","caller":"traceutil/trace.go:171","msg":"trace[1980084632] linearizableReadLoop","detail":"{readStateIndex:9080; appliedIndex:9079; }","duration":"456.401982ms","start":"2026-03-19T09:20:59.005771Z","end":"2026-03-19T09:20:59.462173Z","steps":["trace[1980084632] 'read index received' (duration: 100.669719ms)","trace[1980084632] 'applied index is now lower than readState.Index' (duration: 355.730393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:59.4623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.00442Z","time spent":"457.868874ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:20:59.462442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.654187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:20:59.4625Z","caller":"traceutil/trace.go:171","msg":"trace[389344165] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8720; }","duration":"456.74069ms","start":"2026-03-19T09:20:59.005745Z","end":"2026-03-19T09:20:59.462485Z","steps":["trace[389344165] 'agreement among raft nodes before linearized reading' (duration: 456.528705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.462551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.005677Z","time spent":"456.862552ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:20:59.659619Z","caller":"traceutil/trace.go:171","msg":"trace[1550544068] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"652.783028ms","start":"2026-03-19T09:20:59.006799Z","end":"2026-03-19T09:20:59.659582Z","steps":["trace[1550544068] 'process raft request' (duration: 652.675905ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:59.659631Z","caller":"traceutil/trace.go:171","msg":"trace[1796288844] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"653.190357ms","start":"2026-03-19T09:20:59.006402Z","end":"2026-03-19T09:20:59.659592Z","steps":["trace[1796288844] 'process raft request' (duration: 567.570186ms)","trace[1796288844] 'compare' (duration: 85.286603ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:59.659957Z","caller":"traceutil/trace.go:171","msg":"trace[1518395778] linearizableReadLoop","detail":"{readStateIndex:9085; appliedIndex:9080; }","duration":"197.700546ms","start":"2026-03-19T09:20:59.462238Z","end":"2026-03-19T09:20:59.659938Z","steps":["trace[1518395778] 'read index received' (duration: 111.750767ms)","trace[1518395778] 'applied index is now lower than readState.Index' (duration: 85.948759ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:59.660058Z","caller":"traceutil/trace.go:171","msg":"trace[1062409877] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"653.153087ms","start":"2026-03-19T09:20:59.006889Z","end":"2026-03-19T09:20:59.660042Z","steps":["trace[1062409877] 'process raft request' (duration: 652.647805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.660196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.006869Z","time spent":"653.242269ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:59.660247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.00679Z","time spent":"652.950222ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:59.660199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.006386Z","time spent":"653.585076ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:59.66029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.382037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:59.66035Z","caller":"traceutil/trace.go:171","msg":"trace[1804498485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8725; }","duration":"651.471669ms","start":"2026-03-19T09:20:59.008862Z","end":"2026-03-19T09:20:59.660334Z","steps":["trace[1804498485] 'agreement among raft nodes before linearized reading' (duration: 651.378237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.66041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.008834Z","time spent":"651.565061ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:59.660482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.063424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:59.660543Z","caller":"traceutil/trace.go:171","msg":"trace[707590562] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8725; }","duration":"653.145205ms","start":"2026-03-19T09:20:59.007381Z","end":"2026-03-19T09:20:59.660527Z","steps":["trace[707590562] 'agreement among raft nodes before linearized reading' (duration: 653.055423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.660597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.007374Z","time spent":"653.210598ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-03-19T09:20:59.660649Z","caller":"traceutil/trace.go:171","msg":"trace[1325617346] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"652.463621ms","start":"2026-03-19T09:20:59.00813Z","end":"2026-03-19T09:20:59.660593Z","steps":["trace[1325617346] 'process raft request' (duration: 651.747825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.660859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.008119Z","time spent":"652.648245ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:59.660888Z","caller":"traceutil/trace.go:171","msg":"trace[524985620] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"653.891542ms","start":"2026-03-19T09:20:59.006978Z","end":"2026-03-19T09:20:59.660869Z","steps":["trace[524985620] 'process raft request' (duration: 652.777577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.660977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.006945Z","time spent":"653.985394ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:59.660666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.749368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:59.661218Z","caller":"traceutil/trace.go:171","msg":"trace[1091732459] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8725; }","duration":"469.27601ms","start":"2026-03-19T09:20:59.191848Z","end":"2026-03-19T09:20:59.661124Z","steps":["trace[1091732459] 'agreement among raft nodes before linearized reading' (duration: 468.763068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.661337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.19182Z","time spent":"469.493295ms","remote":"127.0.0.1:46420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:59.661231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.325645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:20:59.66151Z","caller":"traceutil/trace.go:171","msg":"trace[371438971] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8725; }","duration":"655.617032ms","start":"2026-03-19T09:20:59.005877Z","end":"2026-03-19T09:20:59.661494Z","steps":["trace[371438971] 'agreement among raft nodes before linearized reading' (duration: 655.217943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.661578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.005871Z","time spent":"655.690973ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-19T09:20:59.66127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.900052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229086"} {"level":"info","ts":"2026-03-19T09:20:59.661707Z","caller":"traceutil/trace.go:171","msg":"trace[1262341458] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8725; }","duration":"654.360392ms","start":"2026-03-19T09:20:59.00733Z","end":"2026-03-19T09:20:59.66169Z","steps":["trace[1262341458] 'agreement among raft nodes before linearized reading' (duration: 653.449502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.661778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.00731Z","time spent":"654.447294ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229108,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:20:59.753598Z","caller":"traceutil/trace.go:171","msg":"trace[291342058] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"290.006447ms","start":"2026-03-19T09:20:59.463564Z","end":"2026-03-19T09:20:59.75357Z","steps":["trace[291342058] 'process raft request' (duration: 289.833773ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:59.85477Z","caller":"traceutil/trace.go:171","msg":"trace[1511730788] linearizableReadLoop","detail":"{readStateIndex:9087; appliedIndex:9085; }","duration":"194.737559ms","start":"2026-03-19T09:20:59.660006Z","end":"2026-03-19T09:20:59.854744Z","steps":["trace[1511730788] 'read index received' (duration: 93.381115ms)","trace[1511730788] 'applied index is now lower than readState.Index' (duration: 101.355114ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:59.855114Z","caller":"traceutil/trace.go:171","msg":"trace[1042193700] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"200.442006ms","start":"2026-03-19T09:20:59.654604Z","end":"2026-03-19T09:20:59.855046Z","steps":["trace[1042193700] 'process raft request' (duration: 191.507726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.855187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.051465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:59.855209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.142416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19405"} {"level":"warn","ts":"2026-03-19T09:20:59.855218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.521785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-19T09:20:59.855259Z","caller":"traceutil/trace.go:171","msg":"trace[1295420794] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8727; }","duration":"391.217067ms","start":"2026-03-19T09:20:59.464027Z","end":"2026-03-19T09:20:59.855244Z","steps":["trace[1295420794] 'agreement among raft nodes before linearized reading' (duration: 391.049153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:59.855268Z","caller":"traceutil/trace.go:171","msg":"trace[1139882044] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8727; }","duration":"186.622247ms","start":"2026-03-19T09:20:59.668632Z","end":"2026-03-19T09:20:59.855254Z","steps":["trace[1139882044] 'agreement among raft nodes before linearized reading' (duration: 186.455833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.855309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.464007Z","time spent":"391.290789ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19427,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T09:20:59.855255Z","caller":"traceutil/trace.go:171","msg":"trace[1877148850] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8727; }","duration":"133.185458ms","start":"2026-03-19T09:20:59.722052Z","end":"2026-03-19T09:20:59.855237Z","steps":["trace[1877148850] 'agreement among raft nodes before linearized reading' (duration: 133.032454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.855353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.094317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:20:59.855493Z","caller":"traceutil/trace.go:171","msg":"trace[356265026] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8727; }","duration":"191.244611ms","start":"2026-03-19T09:20:59.664198Z","end":"2026-03-19T09:20:59.855442Z","steps":["trace[356265026] 'agreement among raft nodes before linearized reading' (duration: 190.870743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.839546Z","caller":"traceutil/trace.go:171","msg":"trace[1265921658] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"169.391372ms","start":"2026-03-19T09:21:01.670129Z","end":"2026-03-19T09:21:01.839521Z","steps":["trace[1265921658] 'process raft request' (duration: 169.232428ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.866458Z","caller":"traceutil/trace.go:171","msg":"trace[1441409243] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"196.252934ms","start":"2026-03-19T09:21:01.670178Z","end":"2026-03-19T09:21:01.86643Z","steps":["trace[1441409243] 'process raft request' (duration: 196.180672ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.866475Z","caller":"traceutil/trace.go:171","msg":"trace[1133128348] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"196.258224ms","start":"2026-03-19T09:21:01.67017Z","end":"2026-03-19T09:21:01.866429Z","steps":["trace[1133128348] 'process raft request' (duration: 196.052749ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.866756Z","caller":"traceutil/trace.go:171","msg":"trace[1438370317] linearizableReadLoop","detail":"{readStateIndex:9098; appliedIndex:9095; }","duration":"196.426827ms","start":"2026-03-19T09:21:01.670301Z","end":"2026-03-19T09:21:01.866727Z","steps":["trace[1438370317] 'read index received' (duration: 169.145846ms)","trace[1438370317] 'applied index is now lower than readState.Index' (duration: 27.279701ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:01.866816Z","caller":"traceutil/trace.go:171","msg":"trace[450696192] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"195.647309ms","start":"2026-03-19T09:21:01.671143Z","end":"2026-03-19T09:21:01.86679Z","steps":["trace[450696192] 'process raft request' (duration: 195.472045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.866806Z","caller":"traceutil/trace.go:171","msg":"trace[751911684] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"195.895876ms","start":"2026-03-19T09:21:01.670891Z","end":"2026-03-19T09:21:01.866787Z","steps":["trace[751911684] 'process raft request' (duration: 195.502057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.866974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.651692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:21:01.86703Z","caller":"traceutil/trace.go:171","msg":"trace[2145634503] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8740; }","duration":"196.759965ms","start":"2026-03-19T09:21:01.670256Z","end":"2026-03-19T09:21:01.867016Z","steps":["trace[2145634503] 'agreement among raft nodes before linearized reading' (duration: 196.578151ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:02.722082Z","caller":"traceutil/trace.go:171","msg":"trace[1451256260] linearizableReadLoop","detail":"{readStateIndex:9104; appliedIndex:9103; }","duration":"157.916813ms","start":"2026-03-19T09:21:02.564141Z","end":"2026-03-19T09:21:02.722058Z","steps":["trace[1451256260] 'read index received' (duration: 116.503224ms)","trace[1451256260] 'applied index is now lower than readState.Index' (duration: 41.412229ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:02.722409Z","caller":"traceutil/trace.go:171","msg":"trace[702985823] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"158.810203ms","start":"2026-03-19T09:21:02.563465Z","end":"2026-03-19T09:21:02.722275Z","steps":["trace[702985823] 'process raft request' (duration: 117.186459ms)","trace[702985823] 'compare' (duration: 40.905998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:02.722627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.457106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T09:21:02.722698Z","caller":"traceutil/trace.go:171","msg":"trace[833704912] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8743; }","duration":"158.544308ms","start":"2026-03-19T09:21:02.564136Z","end":"2026-03-19T09:21:02.72268Z","steps":["trace[833704912] 'agreement among raft nodes before linearized reading' (duration: 158.010406ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:03.329107Z","caller":"traceutil/trace.go:171","msg":"trace[1145255855] linearizableReadLoop","detail":"{readStateIndex:9112; appliedIndex:9111; }","duration":"186.423692ms","start":"2026-03-19T09:21:03.14266Z","end":"2026-03-19T09:21:03.329083Z","steps":["trace[1145255855] 'read index received' (duration: 181.025151ms)","trace[1145255855] 'applied index is now lower than readState.Index' (duration: 5.397531ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:03.329268Z","caller":"traceutil/trace.go:171","msg":"trace[643048617] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"190.224898ms","start":"2026-03-19T09:21:03.13903Z","end":"2026-03-19T09:21:03.329255Z","steps":["trace[643048617] 'process raft request' (duration: 184.711494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:03.329527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.837962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T09:21:03.329706Z","caller":"traceutil/trace.go:171","msg":"trace[1620173263] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8751; }","duration":"187.044537ms","start":"2026-03-19T09:21:03.142639Z","end":"2026-03-19T09:21:03.329683Z","steps":["trace[1620173263] 'agreement among raft nodes before linearized reading' (duration: 186.715179ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:03.512783Z","caller":"traceutil/trace.go:171","msg":"trace[443521444] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8753; }","duration":"113.383744ms","start":"2026-03-19T09:21:03.399355Z","end":"2026-03-19T09:21:03.512739Z","steps":["trace[443521444] 'process raft request' (duration: 72.030406ms)","trace[443521444] 'compare' (duration: 41.136934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:03.897418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.083044ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:03.897526Z","caller":"traceutil/trace.go:171","msg":"trace[1418394423] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8753; }","duration":"243.205697ms","start":"2026-03-19T09:21:03.654304Z","end":"2026-03-19T09:21:03.89751Z","steps":["trace[1418394423] 'range keys from in-memory index tree' (duration: 243.066444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:03.897731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.645802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:03.897855Z","caller":"traceutil/trace.go:171","msg":"trace[138781254] linearizableReadLoop","detail":"{readStateIndex:9115; appliedIndex:9114; }","duration":"289.143828ms","start":"2026-03-19T09:21:03.608692Z","end":"2026-03-19T09:21:03.897836Z","steps":["trace[138781254] 'read index received' (duration: 10.19973ms)","trace[138781254] 'applied index is now lower than readState.Index' (duration: 278.942708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:03.897977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.289681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:03.897963Z","caller":"traceutil/trace.go:171","msg":"trace[1255399557] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"330.159947ms","start":"2026-03-19T09:21:03.567769Z","end":"2026-03-19T09:21:03.897929Z","steps":["trace[1255399557] 'process raft request' (duration: 51.202209ms)","trace[1255399557] 'compare' (duration: 278.487578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:03.898122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:03.567745Z","time spent":"330.29093ms","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:03.898007Z","caller":"traceutil/trace.go:171","msg":"trace[359802055] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8754; }","duration":"289.367293ms","start":"2026-03-19T09:21:03.608629Z","end":"2026-03-19T09:21:03.897996Z","steps":["trace[359802055] 'agreement among raft nodes before linearized reading' (duration: 289.302851ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:04.232106Z","caller":"traceutil/trace.go:171","msg":"trace[227640816] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"330.130128ms","start":"2026-03-19T09:21:03.901913Z","end":"2026-03-19T09:21:04.232043Z","steps":["trace[227640816] 'process raft request' (duration: 258.409358ms)","trace[227640816] 'compare' (duration: 71.511015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:04.232562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:03.901889Z","time spent":"330.343392ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:04.240118Z","caller":"traceutil/trace.go:171","msg":"trace[2146636235] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"336.551592ms","start":"2026-03-19T09:21:03.903548Z","end":"2026-03-19T09:21:04.240099Z","steps":["trace[2146636235] 'process raft request' (duration: 336.486711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:04.240195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:03.903533Z","time spent":"336.624423ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:04.240159Z","caller":"traceutil/trace.go:171","msg":"trace[3361198] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"337.066574ms","start":"2026-03-19T09:21:03.903047Z","end":"2026-03-19T09:21:04.240114Z","steps":["trace[3361198] 'process raft request' (duration: 336.90513ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:04.240396Z","caller":"traceutil/trace.go:171","msg":"trace[1429933701] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"336.742337ms","start":"2026-03-19T09:21:03.903642Z","end":"2026-03-19T09:21:04.240385Z","steps":["trace[1429933701] 'process raft request' (duration: 336.423139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:04.24039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:03.903014Z","time spent":"337.247068ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:04.240486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:03.903613Z","time spent":"336.817028ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:04.240605Z","caller":"traceutil/trace.go:171","msg":"trace[406654989] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"336.800007ms","start":"2026-03-19T09:21:03.903791Z","end":"2026-03-19T09:21:04.240591Z","steps":["trace[406654989] 'process raft request' (duration: 336.509601ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:04.240608Z","caller":"traceutil/trace.go:171","msg":"trace[392357327] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9115; }","duration":"336.51124ms","start":"2026-03-19T09:21:03.904073Z","end":"2026-03-19T09:21:04.240584Z","steps":["trace[392357327] 'read index received' (duration: 256.325091ms)","trace[392357327] 'applied index is now lower than readState.Index' (duration: 80.184649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:04.240674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:03.90378Z","time spent":"336.862078ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:04.241069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.981891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224441"} {"level":"info","ts":"2026-03-19T09:21:04.241178Z","caller":"traceutil/trace.go:171","msg":"trace[200272162] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8759; }","duration":"337.084593ms","start":"2026-03-19T09:21:03.904038Z","end":"2026-03-19T09:21:04.241123Z","steps":["trace[200272162] 'agreement among raft nodes before linearized reading' (duration: 336.661093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:04.241235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:03.904029Z","time spent":"337.191235ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224463,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:21:04.360323Z","caller":"traceutil/trace.go:171","msg":"trace[490612289] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"114.775694ms","start":"2026-03-19T09:21:04.245501Z","end":"2026-03-19T09:21:04.360276Z","steps":["trace[490612289] 'process raft request' (duration: 86.404508ms)","trace[490612289] 'compare' (duration: 28.178202ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:07.812036Z","caller":"traceutil/trace.go:171","msg":"trace[757969218] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"128.894072ms","start":"2026-03-19T09:21:07.683113Z","end":"2026-03-19T09:21:07.812007Z","steps":["trace[757969218] 'process raft request' (duration: 128.721038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:08.008298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.483077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:08.008405Z","caller":"traceutil/trace.go:171","msg":"trace[87320681] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"183.753973ms","start":"2026-03-19T09:21:07.824631Z","end":"2026-03-19T09:21:08.008385Z","steps":["trace[87320681] 'process raft request' (duration: 54.116313ms)","trace[87320681] 'compare' (duration: 129.242792ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:08.432532Z","caller":"traceutil/trace.go:171","msg":"trace[997889877] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"147.553431ms","start":"2026-03-19T09:21:08.284948Z","end":"2026-03-19T09:21:08.432502Z","steps":["trace[997889877] 'process raft request' (duration: 147.399188ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:08.43541Z","caller":"traceutil/trace.go:171","msg":"trace[696983091] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"149.862912ms","start":"2026-03-19T09:21:08.285524Z","end":"2026-03-19T09:21:08.435386Z","steps":["trace[696983091] 'process raft request' (duration: 149.703328ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:08.435682Z","caller":"traceutil/trace.go:171","msg":"trace[1350206270] linearizableReadLoop","detail":"{readStateIndex:9148; appliedIndex:9144; }","duration":"149.893613ms","start":"2026-03-19T09:21:08.285768Z","end":"2026-03-19T09:21:08.435661Z","steps":["trace[1350206270] 'read index received' (duration: 146.63907ms)","trace[1350206270] 'applied index is now lower than readState.Index' (duration: 3.253693ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:08.435764Z","caller":"traceutil/trace.go:171","msg":"trace[1370737116] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"150.19993ms","start":"2026-03-19T09:21:08.28555Z","end":"2026-03-19T09:21:08.43575Z","steps":["trace[1370737116] 'process raft request' (duration: 149.792201ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:08.43579Z","caller":"traceutil/trace.go:171","msg":"trace[991495700] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"150.074867ms","start":"2026-03-19T09:21:08.285706Z","end":"2026-03-19T09:21:08.435781Z","steps":["trace[991495700] 'process raft request' (duration: 149.835901ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:08.43607Z","caller":"traceutil/trace.go:171","msg":"trace[1168419887] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"149.469524ms","start":"2026-03-19T09:21:08.286584Z","end":"2026-03-19T09:21:08.436053Z","steps":["trace[1168419887] 'process raft request' (duration: 149.043544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:08.436259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.478976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224441"} {"level":"info","ts":"2026-03-19T09:21:08.436346Z","caller":"traceutil/trace.go:171","msg":"trace[1681502284] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8787; }","duration":"150.604999ms","start":"2026-03-19T09:21:08.285722Z","end":"2026-03-19T09:21:08.436327Z","steps":["trace[1681502284] 'agreement among raft nodes before linearized reading' (duration: 150.20801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:08.74432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.650531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:08.744406Z","caller":"traceutil/trace.go:171","msg":"trace[932557490] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8787; }","duration":"122.756144ms","start":"2026-03-19T09:21:08.621629Z","end":"2026-03-19T09:21:08.744386Z","steps":["trace[932557490] 'count revisions from in-memory index tree' (duration: 122.532069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:08.744445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.165907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:08.744526Z","caller":"traceutil/trace.go:171","msg":"trace[1559942433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8787; }","duration":"248.26512ms","start":"2026-03-19T09:21:08.496243Z","end":"2026-03-19T09:21:08.744508Z","steps":["trace[1559942433] 'range keys from in-memory index tree' (duration: 248.080646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:09.57654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.22349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:09.57677Z","caller":"traceutil/trace.go:171","msg":"trace[1594036932] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"760.356461ms","start":"2026-03-19T09:21:08.816376Z","end":"2026-03-19T09:21:09.576733Z","steps":["trace[1594036932] 'process raft request' (duration: 408.823173ms)","trace[1594036932] 'compare' (duration: 350.448723ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:09.576887Z","caller":"traceutil/trace.go:171","msg":"trace[1367101078] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"418.664554ms","start":"2026-03-19T09:21:09.158126Z","end":"2026-03-19T09:21:09.576791Z","steps":["trace[1367101078] 'process raft request' (duration: 418.624854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:09.576922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:08.816346Z","time spent":"760.496785ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:09.577039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:09.158117Z","time spent":"418.835248ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:09.577048Z","caller":"traceutil/trace.go:171","msg":"trace[638024275] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"743.758588ms","start":"2026-03-19T09:21:08.833213Z","end":"2026-03-19T09:21:09.576972Z","steps":["trace[638024275] 'process raft request' (duration: 743.434001ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:09.577216Z","caller":"traceutil/trace.go:171","msg":"trace[1134596079] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"419.976493ms","start":"2026-03-19T09:21:09.157212Z","end":"2026-03-19T09:21:09.577188Z","steps":["trace[1134596079] 'process raft request' (duration: 419.507683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:09.577355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:09.157182Z","time spent":"420.098366ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:09.577405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.024904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:09.577497Z","caller":"traceutil/trace.go:171","msg":"trace[1251503986] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8792; }","duration":"674.177117ms","start":"2026-03-19T09:21:08.90329Z","end":"2026-03-19T09:21:09.577467Z","steps":["trace[1251503986] 'agreement among raft nodes before linearized reading' (duration: 673.972183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:09.577181Z","caller":"traceutil/trace.go:171","msg":"trace[1250668239] linearizableReadLoop","detail":"{readStateIndex:9152; appliedIndex:9150; }","duration":"673.763168ms","start":"2026-03-19T09:21:08.90334Z","end":"2026-03-19T09:21:09.577103Z","steps":["trace[1250668239] 'read index received' (duration: 321.844822ms)","trace[1250668239] 'applied index is now lower than readState.Index' (duration: 351.912616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:09.577557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:08.903236Z","time spent":"674.30927ms","remote":"127.0.0.1:50688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:09.577379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:08.833199Z","time spent":"744.033644ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:09.577785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.092807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:21:09.577851Z","caller":"traceutil/trace.go:171","msg":"trace[1682015350] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8792; }","duration":"170.190919ms","start":"2026-03-19T09:21:09.407644Z","end":"2026-03-19T09:21:09.577835Z","steps":["trace[1682015350] 'agreement among raft nodes before linearized reading' (duration: 170.007575ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:09.833416Z","caller":"traceutil/trace.go:171","msg":"trace[856508201] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"251.32489ms","start":"2026-03-19T09:21:09.582053Z","end":"2026-03-19T09:21:09.833378Z","steps":["trace[856508201] 'process raft request' (duration: 237.315796ms)","trace[856508201] 'compare' (duration: 13.845821ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:10.573176Z","caller":"traceutil/trace.go:171","msg":"trace[480730913] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"128.732969ms","start":"2026-03-19T09:21:10.444423Z","end":"2026-03-19T09:21:10.573156Z","steps":["trace[480730913] 'process raft request' (duration: 79.919474ms)","trace[480730913] 'compare' (duration: 48.677472ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:10.573362Z","caller":"traceutil/trace.go:171","msg":"trace[509691364] linearizableReadLoop","detail":"{readStateIndex:9160; appliedIndex:9156; }","duration":"123.535162ms","start":"2026-03-19T09:21:10.449815Z","end":"2026-03-19T09:21:10.57335Z","steps":["trace[509691364] 'read index received' (duration: 74.434421ms)","trace[509691364] 'applied index is now lower than readState.Index' (duration: 49.099911ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:10.573435Z","caller":"traceutil/trace.go:171","msg":"trace[660729699] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"128.832851ms","start":"2026-03-19T09:21:10.444596Z","end":"2026-03-19T09:21:10.573429Z","steps":["trace[660729699] 'process raft request' (duration: 128.503713ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:10.573508Z","caller":"traceutil/trace.go:171","msg":"trace[429059208] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"128.906392ms","start":"2026-03-19T09:21:10.444593Z","end":"2026-03-19T09:21:10.5735Z","steps":["trace[429059208] 'process raft request' (duration: 128.675697ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:10.573567Z","caller":"traceutil/trace.go:171","msg":"trace[954840840] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"128.083903ms","start":"2026-03-19T09:21:10.445476Z","end":"2026-03-19T09:21:10.57356Z","steps":["trace[954840840] 'process raft request' (duration: 127.841347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:10.573834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.004533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224441"} {"level":"info","ts":"2026-03-19T09:21:10.573863Z","caller":"traceutil/trace.go:171","msg":"trace[2058318172] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8798; }","duration":"124.076035ms","start":"2026-03-19T09:21:10.449781Z","end":"2026-03-19T09:21:10.573857Z","steps":["trace[2058318172] 'agreement among raft nodes before linearized reading' (duration: 123.826969ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:12.720024Z","caller":"traceutil/trace.go:171","msg":"trace[1715257388] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"137.830963ms","start":"2026-03-19T09:21:12.582164Z","end":"2026-03-19T09:21:12.719995Z","steps":["trace[1715257388] 'process raft request' (duration: 136.941712ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:12.720451Z","caller":"traceutil/trace.go:171","msg":"trace[434440207] linearizableReadLoop","detail":"{readStateIndex:9169; appliedIndex:9165; }","duration":"137.545156ms","start":"2026-03-19T09:21:12.582891Z","end":"2026-03-19T09:21:12.720436Z","steps":["trace[434440207] 'read index received' (duration: 65.847957ms)","trace[434440207] 'applied index is now lower than readState.Index' (duration: 71.695889ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:12.720575Z","caller":"traceutil/trace.go:171","msg":"trace[723887321] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"137.73308ms","start":"2026-03-19T09:21:12.582816Z","end":"2026-03-19T09:21:12.720549Z","steps":["trace[723887321] 'process raft request' (duration: 137.505575ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:12.72056Z","caller":"traceutil/trace.go:171","msg":"trace[2129515415] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"137.935425ms","start":"2026-03-19T09:21:12.582586Z","end":"2026-03-19T09:21:12.720522Z","steps":["trace[2129515415] 'process raft request' (duration: 137.349452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:12.721109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.194201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224441"} {"level":"info","ts":"2026-03-19T09:21:12.721331Z","caller":"traceutil/trace.go:171","msg":"trace[615258383] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8806; }","duration":"138.451066ms","start":"2026-03-19T09:21:12.582853Z","end":"2026-03-19T09:21:12.721304Z","steps":["trace[615258383] 'agreement among raft nodes before linearized reading' (duration: 137.695139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:15.849388Z","caller":"traceutil/trace.go:171","msg":"trace[925781255] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"146.545318ms","start":"2026-03-19T09:21:15.702789Z","end":"2026-03-19T09:21:15.849334Z","steps":["trace[925781255] 'process raft request' (duration: 145.986846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:17.331037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.51772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:17.331114Z","caller":"traceutil/trace.go:171","msg":"trace[191408668] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8837; }","duration":"303.661104ms","start":"2026-03-19T09:21:17.02743Z","end":"2026-03-19T09:21:17.331091Z","steps":["trace[191408668] 'count revisions from in-memory index tree' (duration: 303.398168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:17.331147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:17.027403Z","time spent":"303.735425ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:17.331369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.510659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:21:17.331527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.735997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:21:17.331554Z","caller":"traceutil/trace.go:171","msg":"trace[813469518] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8837; }","duration":"566.792168ms","start":"2026-03-19T09:21:16.764754Z","end":"2026-03-19T09:21:17.331546Z","steps":["trace[813469518] 'range keys from in-memory index tree' (duration: 566.610093ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:17.33154Z","caller":"traceutil/trace.go:171","msg":"trace[1284437471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8837; }","duration":"565.737594ms","start":"2026-03-19T09:21:16.765768Z","end":"2026-03-19T09:21:17.331506Z","steps":["trace[1284437471] 'range keys from in-memory index tree' (duration: 565.241393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:17.331544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.078135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:21:17.331615Z","caller":"traceutil/trace.go:171","msg":"trace[152122319] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:8837; }","duration":"510.185488ms","start":"2026-03-19T09:21:16.82141Z","end":"2026-03-19T09:21:17.331595Z","steps":["trace[152122319] 'range keys from in-memory index tree' (duration: 509.896921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:17.331617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:16.765752Z","time spent":"565.849097ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:17.331657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:16.821388Z","time spent":"510.261639ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:21:17.331696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.771732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-6fk9b\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-19T09:21:17.331724Z","caller":"traceutil/trace.go:171","msg":"trace[1706531605] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-6fk9b; range_end:; response_count:1; response_revision:8837; }","duration":"162.843633ms","start":"2026-03-19T09:21:17.168875Z","end":"2026-03-19T09:21:17.331718Z","steps":["trace[1706531605] 'range keys from in-memory index tree' (duration: 162.66895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:17.331755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.178095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:21:17.331835Z","caller":"traceutil/trace.go:171","msg":"trace[1765716341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8837; }","duration":"583.302317ms","start":"2026-03-19T09:21:16.748514Z","end":"2026-03-19T09:21:17.331817Z","steps":["trace[1765716341] 'range keys from in-memory index tree' (duration: 583.052622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:17.331884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:16.748493Z","time spent":"583.37787ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:21:17.331575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:16.764736Z","time spent":"566.834739ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:21:17.331951Z","caller":"traceutil/trace.go:171","msg":"trace[2025616928] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"137.699489ms","start":"2026-03-19T09:21:17.19424Z","end":"2026-03-19T09:21:17.331939Z","steps":["trace[2025616928] 'process raft request' (duration: 131.082231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:17.331802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.340919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:21:17.332016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.253326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:21:17.332137Z","caller":"traceutil/trace.go:171","msg":"trace[696772877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8837; }","duration":"566.429019ms","start":"2026-03-19T09:21:16.765689Z","end":"2026-03-19T09:21:17.332118Z","steps":["trace[696772877] 'range keys from in-memory index tree' (duration: 566.03175ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:17.332264Z","caller":"traceutil/trace.go:171","msg":"trace[1292541509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8837; }","duration":"571.829501ms","start":"2026-03-19T09:21:16.760266Z","end":"2026-03-19T09:21:17.332095Z","steps":["trace[1292541509] 'range keys from in-memory index tree' (duration: 570.890259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:17.332377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:16.760253Z","time spent":"572.109766ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:17.33222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:16.765683Z","time spent":"566.522501ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:21:22.89346Z","caller":"traceutil/trace.go:171","msg":"trace[851039811] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"199.772482ms","start":"2026-03-19T09:21:22.693664Z","end":"2026-03-19T09:21:22.893436Z","steps":["trace[851039811] 'process raft request' (duration: 199.626909ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:23.060605Z","caller":"traceutil/trace.go:171","msg":"trace[150205447] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"101.739073ms","start":"2026-03-19T09:21:22.958838Z","end":"2026-03-19T09:21:23.060577Z","steps":["trace[150205447] 'process raft request' (duration: 99.181535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.849258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325101206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:26.350314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325101206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:26.850852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325101206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:27.34667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.058202762s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:21:27.347085Z","caller":"traceutil/trace.go:171","msg":"trace[1963863222] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"2.058693162s","start":"2026-03-19T09:21:25.288366Z","end":"2026-03-19T09:21:27.347059Z","steps":["trace[1963863222] 'process raft request' (duration: 2.058505298s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:27.347256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.288354Z","time spent":"2.058811645s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10630,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:27.496593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000528467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:21:27.496714Z","caller":"traceutil/trace.go:171","msg":"trace[1141803421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000710821s","start":"2026-03-19T09:21:25.495983Z","end":"2026-03-19T09:21:27.496694Z","steps":["trace[1141803421] 'agreement among raft nodes before linearized reading' (duration: 2.000561958s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:27.496766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.495965Z","time spent":"2.000790443s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:21:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-19T09:21:27.597391Z","caller":"traceutil/trace.go:171","msg":"trace[1238232855] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"1.814809429s","start":"2026-03-19T09:21:25.782555Z","end":"2026-03-19T09:21:27.597364Z","steps":["trace[1238232855] 'process raft request' (duration: 1.814704967s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:27.597577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.78253Z","time spent":"1.814948932s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:27.597588Z","caller":"traceutil/trace.go:171","msg":"trace[1315181355] linearizableReadLoop","detail":"{readStateIndex:9350; appliedIndex:9346; }","duration":"2.248438869s","start":"2026-03-19T09:21:25.349125Z","end":"2026-03-19T09:21:27.597564Z","steps":["trace[1315181355] 'read index received' (duration: 1.997755765s)","trace[1315181355] 'applied index is now lower than readState.Index' (duration: 250.681084ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:27.597669Z","caller":"traceutil/trace.go:171","msg":"trace[1759628425] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"1.812347974s","start":"2026-03-19T09:21:25.785257Z","end":"2026-03-19T09:21:27.597604Z","steps":["trace[1759628425] 'process raft request' (duration: 1.812064398s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:27.597709Z","caller":"traceutil/trace.go:171","msg":"trace[597491109] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"1.854815277s","start":"2026-03-19T09:21:25.742852Z","end":"2026-03-19T09:21:27.597667Z","steps":["trace[597491109] 'process raft request' (duration: 1.851036773s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:27.59775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248601222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:27.597804Z","caller":"traceutil/trace.go:171","msg":"trace[588038352] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8981; }","duration":"2.248707886s","start":"2026-03-19T09:21:25.349081Z","end":"2026-03-19T09:21:27.597789Z","steps":["trace[588038352] 'agreement among raft nodes before linearized reading' (duration: 2.248600772s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:27.597859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.349064Z","time spent":"2.248782907s","remote":"127.0.0.1:33524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:27.597865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.785233Z","time spent":"1.81252877s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:27.597877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.742828Z","time spent":"1.854966702s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:28.232855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.423127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:28.233559Z","caller":"traceutil/trace.go:171","msg":"trace[254429328] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"878.771926ms","start":"2026-03-19T09:21:27.354672Z","end":"2026-03-19T09:21:28.233444Z","steps":["trace[254429328] 'process raft request' (duration: 878.307816ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:28.233573Z","caller":"traceutil/trace.go:171","msg":"trace[552182317] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"878.754237ms","start":"2026-03-19T09:21:27.354798Z","end":"2026-03-19T09:21:28.233552Z","steps":["trace[552182317] 'process raft request' (duration: 878.316237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.233718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.354763Z","time spent":"878.9081ms","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:28.233732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.354658Z","time spent":"878.984133ms","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:28.23371Z","caller":"traceutil/trace.go:171","msg":"trace[1546730139] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"878.659975ms","start":"2026-03-19T09:21:27.355013Z","end":"2026-03-19T09:21:28.233673Z","steps":["trace[1546730139] 'process raft request' (duration: 878.180224ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:28.233846Z","caller":"traceutil/trace.go:171","msg":"trace[1332786240] linearizableReadLoop","detail":"{readStateIndex:9354; appliedIndex:9350; }","duration":"636.154704ms","start":"2026-03-19T09:21:27.597653Z","end":"2026-03-19T09:21:28.233808Z","steps":["trace[1332786240] 'read index received' (duration: 352.735514ms)","trace[1332786240] 'applied index is now lower than readState.Index' (duration: 283.41376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:28.233897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.355Z","time spent":"878.797698ms","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:28.233994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411831648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T09:21:28.233996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907561531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-19T09:21:28.234052Z","caller":"traceutil/trace.go:171","msg":"trace[1701404218] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:8986; }","duration":"1.41194017s","start":"2026-03-19T09:21:26.822096Z","end":"2026-03-19T09:21:28.234036Z","steps":["trace[1701404218] 'agreement among raft nodes before linearized reading' (duration: 1.411740686s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.234049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36434478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:28.234079Z","caller":"traceutil/trace.go:171","msg":"trace[1470163051] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8986; }","duration":"1.907693044s","start":"2026-03-19T09:21:26.326362Z","end":"2026-03-19T09:21:28.234055Z","steps":["trace[1470163051] 'agreement among raft nodes before linearized reading' (duration: 1.907445188s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.234087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.822071Z","time spent":"1.412006942s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:21:28.234093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745937535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:28.234128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.32634Z","time spent":"1.907773566s","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-19T09:21:28.234135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.521792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-19T09:21:28.23418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.582593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:21:28.234187Z","caller":"traceutil/trace.go:171","msg":"trace[289854184] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8986; }","duration":"747.623365ms","start":"2026-03-19T09:21:27.486548Z","end":"2026-03-19T09:21:28.234172Z","steps":["trace[289854184] 'agreement among raft nodes before linearized reading' (duration: 747.485462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.234184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575024248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:28.234221Z","caller":"traceutil/trace.go:171","msg":"trace[1993041312] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341; range_end:; response_count:1; response_revision:8986; }","duration":"734.656645ms","start":"2026-03-19T09:21:27.499547Z","end":"2026-03-19T09:21:28.234204Z","steps":["trace[1993041312] 'agreement among raft nodes before linearized reading' (duration: 734.483111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.234211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591441378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:21:28.234235Z","caller":"traceutil/trace.go:171","msg":"trace[1180102742] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8986; }","duration":"2.57513339s","start":"2026-03-19T09:21:25.659088Z","end":"2026-03-19T09:21:28.234221Z","steps":["trace[1180102742] 'agreement among raft nodes before linearized reading' (duration: 2.575038528s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.234259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.499526Z","time spent":"734.727156ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" "} {"level":"info","ts":"2026-03-19T09:21:28.234271Z","caller":"traceutil/trace.go:171","msg":"trace[32090239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8986; }","duration":"1.59152716s","start":"2026-03-19T09:21:26.642725Z","end":"2026-03-19T09:21:28.234252Z","steps":["trace[32090239] 'agreement among raft nodes before linearized reading' (duration: 1.591446218s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.234285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.659057Z","time spent":"2.575213661s","remote":"127.0.0.1:44436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:28.234303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.642703Z","time spent":"1.591593111s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:21:28.234101Z","caller":"traceutil/trace.go:171","msg":"trace[730306699] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8986; }","duration":"2.364468902s","start":"2026-03-19T09:21:25.869617Z","end":"2026-03-19T09:21:28.234086Z","steps":["trace[730306699] 'agreement among raft nodes before linearized reading' (duration: 2.36434725s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.234356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.287816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:28.234388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853995469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:28.23441Z","caller":"traceutil/trace.go:171","msg":"trace[591615104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8986; }","duration":"730.373108ms","start":"2026-03-19T09:21:27.504022Z","end":"2026-03-19T09:21:28.234395Z","steps":["trace[591615104] 'agreement among raft nodes before linearized reading' (duration: 730.309777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.234409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.869584Z","time spent":"2.36479941s","remote":"127.0.0.1:54154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:28.234444Z","caller":"traceutil/trace.go:171","msg":"trace[275278826] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8986; }","duration":"1.854281925s","start":"2026-03-19T09:21:26.380147Z","end":"2026-03-19T09:21:28.234429Z","steps":["trace[275278826] 'agreement among raft nodes before linearized reading' (duration: 1.854193243s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.234452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.504005Z","time spent":"730.435159ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:28.234223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.486525Z","time spent":"747.689766ms","remote":"127.0.0.1:46420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-19T09:21:28.234629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784537028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:21:28.234675Z","caller":"traceutil/trace.go:171","msg":"trace[1390113569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8986; }","duration":"2.7846253s","start":"2026-03-19T09:21:25.450036Z","end":"2026-03-19T09:21:28.234662Z","steps":["trace[1390113569] 'agreement among raft nodes before linearized reading' (duration: 2.784509518s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.234671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705629638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:21:28.234704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.450016Z","time spent":"2.784679521s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:21:28.234711Z","caller":"traceutil/trace.go:171","msg":"trace[307433084] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:8986; }","duration":"2.70571611s","start":"2026-03-19T09:21:25.528984Z","end":"2026-03-19T09:21:28.2347Z","steps":["trace[307433084] 'agreement among raft nodes before linearized reading' (duration: 2.705611298s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.234727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708704856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:21:28.23475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.528965Z","time spent":"2.705777851s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:21:28.234764Z","caller":"traceutil/trace.go:171","msg":"trace[106076805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8986; }","duration":"2.708760328s","start":"2026-03-19T09:21:25.525994Z","end":"2026-03-19T09:21:28.234754Z","steps":["trace[106076805] 'agreement among raft nodes before linearized reading' (duration: 2.708619615s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.234768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843366888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:21:28.234873Z","caller":"traceutil/trace.go:171","msg":"trace[64409355] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8986; }","duration":"2.843513121s","start":"2026-03-19T09:21:25.391329Z","end":"2026-03-19T09:21:28.234842Z","steps":["trace[64409355] 'agreement among raft nodes before linearized reading' (duration: 2.843259525s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.234916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715826596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:21:28.234945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697958415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:21:28.234961Z","caller":"traceutil/trace.go:171","msg":"trace[1653281663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8986; }","duration":"2.715903658s","start":"2026-03-19T09:21:25.519046Z","end":"2026-03-19T09:21:28.23495Z","steps":["trace[1653281663] 'agreement among raft nodes before linearized reading' (duration: 2.715765205s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:28.234968Z","caller":"traceutil/trace.go:171","msg":"trace[348528460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8986; }","duration":"2.697993276s","start":"2026-03-19T09:21:25.536967Z","end":"2026-03-19T09:21:28.234961Z","steps":["trace[348528460] 'agreement among raft nodes before linearized reading' (duration: 2.697916284s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.234994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.53696Z","time spent":"2.698029796s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:28.23499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.636082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:28.234996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.519033Z","time spent":"2.715953969s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:21:28.235034Z","caller":"traceutil/trace.go:171","msg":"trace[674815937] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8986; }","duration":"307.721574ms","start":"2026-03-19T09:21:27.927296Z","end":"2026-03-19T09:21:28.235018Z","steps":["trace[674815937] 'agreement among raft nodes before linearized reading' (duration: 307.651752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.235067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.927273Z","time spent":"307.783906ms","remote":"127.0.0.1:44454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:28.234144Z","caller":"traceutil/trace.go:171","msg":"trace[672718710] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8986; }","duration":"1.746026147s","start":"2026-03-19T09:21:26.488101Z","end":"2026-03-19T09:21:28.234127Z","steps":["trace[672718710] 'agreement among raft nodes before linearized reading' (duration: 1.745946936s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:28.235015Z","caller":"traceutil/trace.go:171","msg":"trace[1536989619] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"878.525941ms","start":"2026-03-19T09:21:27.354653Z","end":"2026-03-19T09:21:28.233179Z","steps":["trace[1536989619] 'process raft request' (duration: 595.651674ms)","trace[1536989619] 'compare' (duration: 282.258624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:28.235125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.488078Z","time spent":"1.747030619s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:28.234794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.525983Z","time spent":"2.708804589s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:28.235323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.354623Z","time spent":"880.542896ms","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:28.234921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.391306Z","time spent":"2.843601633s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:21:28.233848Z","caller":"traceutil/trace.go:171","msg":"trace[103926318] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"557.118521ms","start":"2026-03-19T09:21:27.676704Z","end":"2026-03-19T09:21:28.233822Z","steps":["trace[103926318] 'process raft request' (duration: 557.015998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.235687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.676673Z","time spent":"558.944761ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:28.236806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.380127Z","time spent":"1.854442999s","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:28.579509Z","caller":"traceutil/trace.go:171","msg":"trace[1242453524] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"339.244541ms","start":"2026-03-19T09:21:28.240215Z","end":"2026-03-19T09:21:28.579459Z","steps":["trace[1242453524] 'process raft request' (duration: 338.891624ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:28.579535Z","caller":"traceutil/trace.go:171","msg":"trace[1077774128] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"337.342119ms","start":"2026-03-19T09:21:28.242142Z","end":"2026-03-19T09:21:28.579484Z","steps":["trace[1077774128] 'process raft request' (duration: 337.236457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:28.579572Z","caller":"traceutil/trace.go:171","msg":"trace[551502097] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"340.882469ms","start":"2026-03-19T09:21:28.238655Z","end":"2026-03-19T09:21:28.579537Z","steps":["trace[551502097] 'process raft request' (duration: 306.928527ms)","trace[551502097] 'compare' (duration: 33.216026ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:28.579454Z","caller":"traceutil/trace.go:171","msg":"trace[1761007909] linearizableReadLoop","detail":"{readStateIndex:9358; appliedIndex:9355; }","duration":"340.277666ms","start":"2026-03-19T09:21:28.239149Z","end":"2026-03-19T09:21:28.579426Z","steps":["trace[1761007909] 'read index received' (duration: 23.326624ms)","trace[1761007909] 'applied index is now lower than readState.Index' (duration: 316.949652ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:28.57961Z","caller":"traceutil/trace.go:171","msg":"trace[1112662413] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"340.711986ms","start":"2026-03-19T09:21:28.238887Z","end":"2026-03-19T09:21:28.579599Z","steps":["trace[1112662413] 'process raft request' (duration: 340.125473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:28.579514Z","caller":"traceutil/trace.go:171","msg":"trace[492190072] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"337.39771ms","start":"2026-03-19T09:21:28.242078Z","end":"2026-03-19T09:21:28.579476Z","steps":["trace[492190072] 'process raft request' (duration: 337.250957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.579737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.242137Z","time spent":"337.488792ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:28.579733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.240197Z","time spent":"339.425456ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:28.579771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.238863Z","time spent":"340.801877ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:28.579534Z","caller":"traceutil/trace.go:171","msg":"trace[564839688] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"338.349971ms","start":"2026-03-19T09:21:28.241155Z","end":"2026-03-19T09:21:28.579505Z","steps":["trace[564839688] 'process raft request' (duration: 338.068385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.579828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.242065Z","time spent":"337.705016ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:28.579944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.241114Z","time spent":"338.74961ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:28.580152Z","caller":"traceutil/trace.go:171","msg":"trace[6814995] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"316.753717ms","start":"2026-03-19T09:21:28.26333Z","end":"2026-03-19T09:21:28.580083Z","steps":["trace[6814995] 'process raft request' (duration: 316.636785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.580227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.514026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10645"} {"level":"warn","ts":"2026-03-19T09:21:28.580229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.733502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:21:28.580274Z","caller":"traceutil/trace.go:171","msg":"trace[985240993] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8993; }","duration":"277.610969ms","start":"2026-03-19T09:21:28.302648Z","end":"2026-03-19T09:21:28.580259Z","steps":["trace[985240993] 'agreement among raft nodes before linearized reading' (duration: 277.431015ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:28.580278Z","caller":"traceutil/trace.go:171","msg":"trace[319564465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8993; }","duration":"339.816774ms","start":"2026-03-19T09:21:28.240449Z","end":"2026-03-19T09:21:28.580266Z","steps":["trace[319564465] 'agreement among raft nodes before linearized reading' (duration: 339.63247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.580282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.536453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:28.580313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.240438Z","time spent":"339.869715ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:21:28.580343Z","caller":"traceutil/trace.go:171","msg":"trace[1394375678] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8993; }","duration":"247.653317ms","start":"2026-03-19T09:21:28.332677Z","end":"2026-03-19T09:21:28.58033Z","steps":["trace[1394375678] 'agreement among raft nodes before linearized reading' (duration: 247.422942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.580424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.26331Z","time spent":"316.90936ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:28.580586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.130529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:235079"} {"level":"warn","ts":"2026-03-19T09:21:28.579744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.238631Z","time spent":"340.999311ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:28.581448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.264901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7a17e705-3884-4327-9070-084abfc01541\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-19T09:21:28.581529Z","caller":"traceutil/trace.go:171","msg":"trace[1439680243] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7a17e705-3884-4327-9070-084abfc01541; range_end:; response_count:1; response_revision:8992; }","duration":"342.376553ms","start":"2026-03-19T09:21:28.239131Z","end":"2026-03-19T09:21:28.581507Z","steps":["trace[1439680243] 'agreement among raft nodes before linearized reading' (duration: 340.537081ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:28.581578Z","caller":"traceutil/trace.go:171","msg":"trace[1348029382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8993; }","duration":"339.2096ms","start":"2026-03-19T09:21:28.241427Z","end":"2026-03-19T09:21:28.580636Z","steps":["trace[1348029382] 'agreement among raft nodes before linearized reading' (duration: 338.72554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.581663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.241419Z","time spent":"340.222774ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":235101,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:21:28.581592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.239121Z","time spent":"342.453374ms","remote":"127.0.0.1:50360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-7a17e705-3884-4327-9070-084abfc01541\" "} {"level":"info","ts":"2026-03-19T09:21:28.721636Z","caller":"traceutil/trace.go:171","msg":"trace[1094454256] linearizableReadLoop","detail":"{readStateIndex:9365; appliedIndex:9364; }","duration":"106.683963ms","start":"2026-03-19T09:21:28.614922Z","end":"2026-03-19T09:21:28.721606Z","steps":["trace[1094454256] 'read index received' (duration: 105.525627ms)","trace[1094454256] 'applied index is now lower than readState.Index' (duration: 1.157116ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:28.721717Z","caller":"traceutil/trace.go:171","msg":"trace[404861512] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"128.766249ms","start":"2026-03-19T09:21:28.592925Z","end":"2026-03-19T09:21:28.721691Z","steps":["trace[404861512] 'process raft request' (duration: 127.666834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.722099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.149544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:21:28.722173Z","caller":"traceutil/trace.go:171","msg":"trace[1715168612] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8995; }","duration":"107.261506ms","start":"2026-03-19T09:21:28.614895Z","end":"2026-03-19T09:21:28.722157Z","steps":["trace[1715168612] 'agreement among raft nodes before linearized reading' (duration: 106.856227ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:29.54047Z","caller":"traceutil/trace.go:171","msg":"trace[318494472] linearizableReadLoop","detail":"{readStateIndex:9369; appliedIndex:9368; }","duration":"143.09826ms","start":"2026-03-19T09:21:29.397347Z","end":"2026-03-19T09:21:29.540445Z","steps":["trace[318494472] 'read index received' (duration: 142.881776ms)","trace[318494472] 'applied index is now lower than readState.Index' (duration: 215.604µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:29.540523Z","caller":"traceutil/trace.go:171","msg":"trace[654989194] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"201.769457ms","start":"2026-03-19T09:21:29.33872Z","end":"2026-03-19T09:21:29.540489Z","steps":["trace[654989194] 'process raft request' (duration: 201.568193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.540701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.330355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-19T09:21:29.540748Z","caller":"traceutil/trace.go:171","msg":"trace[606444889] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8999; }","duration":"143.436278ms","start":"2026-03-19T09:21:29.397297Z","end":"2026-03-19T09:21:29.540733Z","steps":["trace[606444889] 'agreement among raft nodes before linearized reading' (duration: 143.271014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.841199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.08667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:29.841453Z","caller":"traceutil/trace.go:171","msg":"trace[1630824036] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"238.942891ms","start":"2026-03-19T09:21:29.602453Z","end":"2026-03-19T09:21:29.841396Z","steps":["trace[1630824036] 'process raft request' (duration: 95.522913ms)","trace[1630824036] 'compare' (duration: 142.897356ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:29.841536Z","caller":"traceutil/trace.go:171","msg":"trace[1667970794] linearizableReadLoop","detail":"{readStateIndex:9372; appliedIndex:9369; }","duration":"110.251693ms","start":"2026-03-19T09:21:29.731261Z","end":"2026-03-19T09:21:29.841513Z","steps":["trace[1667970794] 'read index received' (duration: 27.211631ms)","trace[1667970794] 'applied index is now lower than readState.Index' (duration: 83.038272ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:29.841604Z","caller":"traceutil/trace.go:171","msg":"trace[2119007783] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"238.816197ms","start":"2026-03-19T09:21:29.602759Z","end":"2026-03-19T09:21:29.841575Z","steps":["trace[2119007783] 'process raft request' (duration: 238.571302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.841649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.381287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:29.841695Z","caller":"traceutil/trace.go:171","msg":"trace[1567313705] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9002; }","duration":"110.468509ms","start":"2026-03-19T09:21:29.731211Z","end":"2026-03-19T09:21:29.84168Z","steps":["trace[1567313705] 'agreement among raft nodes before linearized reading' (duration: 110.383656ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:29.841606Z","caller":"traceutil/trace.go:171","msg":"trace[1108562933] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"238.220325ms","start":"2026-03-19T09:21:29.603359Z","end":"2026-03-19T09:21:29.841579Z","steps":["trace[1108562933] 'process raft request' (duration: 238.092372ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:32.807796Z","caller":"traceutil/trace.go:171","msg":"trace[1499219498] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"169.81161ms","start":"2026-03-19T09:21:32.637956Z","end":"2026-03-19T09:21:32.807767Z","steps":["trace[1499219498] 'process raft request' (duration: 169.493553ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:32.8082Z","caller":"traceutil/trace.go:171","msg":"trace[1511603118] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"169.248927ms","start":"2026-03-19T09:21:32.638939Z","end":"2026-03-19T09:21:32.808187Z","steps":["trace[1511603118] 'process raft request' (duration: 168.718585ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:32.808314Z","caller":"traceutil/trace.go:171","msg":"trace[853478297] linearizableReadLoop","detail":"{readStateIndex:9385; appliedIndex:9383; }","duration":"169.972164ms","start":"2026-03-19T09:21:32.63832Z","end":"2026-03-19T09:21:32.808292Z","steps":["trace[853478297] 'read index received' (duration: 71.143996ms)","trace[853478297] 'applied index is now lower than readState.Index' (duration: 98.827168ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:32.808358Z","caller":"traceutil/trace.go:171","msg":"trace[1592992868] transaction","detail":"{read_only:false; response_revision:9016; number_of_response:1; }","duration":"169.31986ms","start":"2026-03-19T09:21:32.639005Z","end":"2026-03-19T09:21:32.808325Z","steps":["trace[1592992868] 'process raft request' (duration: 168.973071ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:32.808427Z","caller":"traceutil/trace.go:171","msg":"trace[411833758] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"169.355861ms","start":"2026-03-19T09:21:32.639041Z","end":"2026-03-19T09:21:32.808397Z","steps":["trace[411833758] 'process raft request' (duration: 169.208006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.808735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.395733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:235281"} {"level":"info","ts":"2026-03-19T09:21:32.808782Z","caller":"traceutil/trace.go:171","msg":"trace[190081817] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9017; }","duration":"170.456095ms","start":"2026-03-19T09:21:32.638315Z","end":"2026-03-19T09:21:32.808771Z","steps":["trace[190081817] 'agreement among raft nodes before linearized reading' (duration: 170.097607ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:34.364994Z","caller":"traceutil/trace.go:171","msg":"trace[1335747899] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"503.364213ms","start":"2026-03-19T09:21:33.861601Z","end":"2026-03-19T09:21:34.364965Z","steps":["trace[1335747899] 'process raft request' (duration: 503.188709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:34.365218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:33.861583Z","time spent":"503.497008ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:34.371608Z","caller":"traceutil/trace.go:171","msg":"trace[773610458] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"509.109984ms","start":"2026-03-19T09:21:33.862476Z","end":"2026-03-19T09:21:34.371586Z","steps":["trace[773610458] 'process raft request' (duration: 508.957829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:34.371821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:33.862441Z","time spent":"509.224837ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:34.372054Z","caller":"traceutil/trace.go:171","msg":"trace[1532787296] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"509.278188ms","start":"2026-03-19T09:21:33.862572Z","end":"2026-03-19T09:21:34.371851Z","steps":["trace[1532787296] 'process raft request' (duration: 508.964881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:34.372434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:33.862563Z","time spent":"509.793149ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:35.012038Z","caller":"traceutil/trace.go:171","msg":"trace[1317728876] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"196.164181ms","start":"2026-03-19T09:21:34.815848Z","end":"2026-03-19T09:21:35.012012Z","steps":["trace[1317728876] 'process raft request' (duration: 195.916946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:35.173423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.703785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:35.173557Z","caller":"traceutil/trace.go:171","msg":"trace[1918841650] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"357.054082ms","start":"2026-03-19T09:21:34.816485Z","end":"2026-03-19T09:21:35.173539Z","steps":["trace[1918841650] 'process raft request' (duration: 246.156203ms)","trace[1918841650] 'compare' (duration: 110.599253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:35.173625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:34.816459Z","time spent":"357.136424ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:35.17393Z","caller":"traceutil/trace.go:171","msg":"trace[1154440987] linearizableReadLoop","detail":"{readStateIndex:9400; appliedIndex:9396; }","duration":"353.963052ms","start":"2026-03-19T09:21:34.819937Z","end":"2026-03-19T09:21:35.1739Z","steps":["trace[1154440987] 'read index received' (duration: 191.866225ms)","trace[1154440987] 'applied index is now lower than readState.Index' (duration: 162.095547ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:35.173968Z","caller":"traceutil/trace.go:171","msg":"trace[72083099] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"357.270017ms","start":"2026-03-19T09:21:34.816686Z","end":"2026-03-19T09:21:35.173956Z","steps":["trace[72083099] 'process raft request' (duration: 356.829017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:35.174038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:34.816669Z","time spent":"357.338759ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:35.174057Z","caller":"traceutil/trace.go:171","msg":"trace[456052327] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"357.170685ms","start":"2026-03-19T09:21:34.816809Z","end":"2026-03-19T09:21:35.17398Z","steps":["trace[456052327] 'process raft request' (duration: 357.029262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:35.174286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:34.81677Z","time spent":"357.41378ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:35.174384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.440003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:235281"} {"level":"info","ts":"2026-03-19T09:21:35.174451Z","caller":"traceutil/trace.go:171","msg":"trace[1794658940] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9029; }","duration":"354.531394ms","start":"2026-03-19T09:21:34.819906Z","end":"2026-03-19T09:21:35.174437Z","steps":["trace[1794658940] 'agreement among raft nodes before linearized reading' (duration: 354.094155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:35.174492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:34.819897Z","time spent":"354.585696ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":235303,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:21:37.149346Z","caller":"traceutil/trace.go:171","msg":"trace[696497226] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"127.837589ms","start":"2026-03-19T09:21:37.02146Z","end":"2026-03-19T09:21:37.149298Z","steps":["trace[696497226] 'process raft request' (duration: 127.534132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.33556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.676892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:37.335662Z","caller":"traceutil/trace.go:171","msg":"trace[1332109504] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"155.157652ms","start":"2026-03-19T09:21:37.180485Z","end":"2026-03-19T09:21:37.335643Z","steps":["trace[1332109504] 'process raft request' (duration: 45.313286ms)","trace[1332109504] 'compare' (duration: 109.57341ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:37.361339Z","caller":"traceutil/trace.go:171","msg":"trace[1889907871] transaction","detail":"{read_only:false; response_revision:9037; number_of_response:1; }","duration":"180.47161ms","start":"2026-03-19T09:21:37.180852Z","end":"2026-03-19T09:21:37.361323Z","steps":["trace[1889907871] 'process raft request' (duration: 180.346347ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:37.361563Z","caller":"traceutil/trace.go:171","msg":"trace[701846344] linearizableReadLoop","detail":"{readStateIndex:9410; appliedIndex:9407; }","duration":"178.875533ms","start":"2026-03-19T09:21:37.182659Z","end":"2026-03-19T09:21:37.361535Z","steps":["trace[701846344] 'read index received' (duration: 43.117857ms)","trace[701846344] 'applied index is now lower than readState.Index' (duration: 135.756586ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:37.362038Z","caller":"traceutil/trace.go:171","msg":"trace[209334252] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"180.305365ms","start":"2026-03-19T09:21:37.181282Z","end":"2026-03-19T09:21:37.361587Z","steps":["trace[209334252] 'process raft request' (duration: 180.010248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.362291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.507047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:235281"} {"level":"info","ts":"2026-03-19T09:21:37.362418Z","caller":"traceutil/trace.go:171","msg":"trace[613690421] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9038; }","duration":"179.701311ms","start":"2026-03-19T09:21:37.182645Z","end":"2026-03-19T09:21:37.362346Z","steps":["trace[613690421] 'agreement among raft nodes before linearized reading' (duration: 178.983896ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:38.501014Z","caller":"traceutil/trace.go:171","msg":"trace[1552873024] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"126.393027ms","start":"2026-03-19T09:21:38.374589Z","end":"2026-03-19T09:21:38.500982Z","steps":["trace[1552873024] 'process raft request' (duration: 126.191433ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:38.810722Z","caller":"traceutil/trace.go:171","msg":"trace[736678061] transaction","detail":"{read_only:false; response_revision:9041; number_of_response:1; }","duration":"430.891329ms","start":"2026-03-19T09:21:38.379803Z","end":"2026-03-19T09:21:38.810694Z","steps":["trace[736678061] 'process raft request' (duration: 430.684044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:38.810877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:38.379785Z","time spent":"431.014481ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:38.810997Z","caller":"traceutil/trace.go:171","msg":"trace[111856358] linearizableReadLoop","detail":"{readStateIndex:9415; appliedIndex:9411; }","duration":"314.428805ms","start":"2026-03-19T09:21:38.496546Z","end":"2026-03-19T09:21:38.810975Z","steps":["trace[111856358] 'read index received' (duration: 4.227495ms)","trace[111856358] 'applied index is now lower than readState.Index' (duration: 310.20056ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:38.811076Z","caller":"traceutil/trace.go:171","msg":"trace[640933712] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"364.321485ms","start":"2026-03-19T09:21:38.446728Z","end":"2026-03-19T09:21:38.811049Z","steps":["trace[640933712] 'process raft request' (duration: 364.147491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:38.811231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:38.446699Z","time spent":"364.449798ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:38.811215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.644709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:38.811253Z","caller":"traceutil/trace.go:171","msg":"trace[1889163187] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"425.855105ms","start":"2026-03-19T09:21:38.385363Z","end":"2026-03-19T09:21:38.811218Z","steps":["trace[1889163187] 'process raft request' (duration: 425.283393ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:38.81131Z","caller":"traceutil/trace.go:171","msg":"trace[2085379579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9043; }","duration":"314.791533ms","start":"2026-03-19T09:21:38.496492Z","end":"2026-03-19T09:21:38.811284Z","steps":["trace[2085379579] 'agreement among raft nodes before linearized reading' (duration: 314.599488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:38.811381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:38.496476Z","time spent":"314.891005ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:38.811406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:38.385343Z","time spent":"425.982298ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:39.084254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.428296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:39.084505Z","caller":"traceutil/trace.go:171","msg":"trace[2040458144] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"271.265987ms","start":"2026-03-19T09:21:38.813204Z","end":"2026-03-19T09:21:39.08447Z","steps":["trace[2040458144] 'process raft request' (duration: 169.520884ms)","trace[2040458144] 'compare' (duration: 101.235042ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:39.084761Z","caller":"traceutil/trace.go:171","msg":"trace[793259889] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"269.795664ms","start":"2026-03-19T09:21:38.814941Z","end":"2026-03-19T09:21:39.084736Z","steps":["trace[793259889] 'process raft request' (duration: 269.428416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:39.084896Z","caller":"traceutil/trace.go:171","msg":"trace[657141821] linearizableReadLoop","detail":"{readStateIndex:9417; appliedIndex:9415; }","duration":"250.922791ms","start":"2026-03-19T09:21:38.833808Z","end":"2026-03-19T09:21:39.08473Z","steps":["trace[657141821] 'read index received' (duration: 148.928873ms)","trace[657141821] 'applied index is now lower than readState.Index' (duration: 101.992238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:39.085045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.212887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:21:39.085081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.494987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:39.085114Z","caller":"traceutil/trace.go:171","msg":"trace[1890346836] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9045; }","duration":"251.339ms","start":"2026-03-19T09:21:38.83376Z","end":"2026-03-19T09:21:39.085099Z","steps":["trace[1890346836] 'agreement among raft nodes before linearized reading' (duration: 251.100085ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:39.085122Z","caller":"traceutil/trace.go:171","msg":"trace[2106141210] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9045; }","duration":"109.591839ms","start":"2026-03-19T09:21:38.975518Z","end":"2026-03-19T09:21:39.08511Z","steps":["trace[2106141210] 'agreement among raft nodes before linearized reading' (duration: 109.499607ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:39.534274Z","caller":"traceutil/trace.go:171","msg":"trace[1619627650] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"119.91011ms","start":"2026-03-19T09:21:39.41433Z","end":"2026-03-19T09:21:39.53424Z","steps":["trace[1619627650] 'process raft request' (duration: 119.46439ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:39.539954Z","caller":"traceutil/trace.go:171","msg":"trace[1798924364] linearizableReadLoop","detail":"{readStateIndex:9421; appliedIndex:9420; }","duration":"122.380166ms","start":"2026-03-19T09:21:39.417547Z","end":"2026-03-19T09:21:39.539927Z","steps":["trace[1798924364] 'read index received' (duration: 116.725709ms)","trace[1798924364] 'applied index is now lower than readState.Index' (duration: 5.653167ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:39.540028Z","caller":"traceutil/trace.go:171","msg":"trace[1984854061] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"124.651467ms","start":"2026-03-19T09:21:39.415355Z","end":"2026-03-19T09:21:39.540006Z","steps":["trace[1984854061] 'process raft request' (duration: 124.227727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:39.541115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.508191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:235281"} {"level":"info","ts":"2026-03-19T09:21:39.541494Z","caller":"traceutil/trace.go:171","msg":"trace[2082253872] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9049; }","duration":"123.782847ms","start":"2026-03-19T09:21:39.41752Z","end":"2026-03-19T09:21:39.541303Z","steps":["trace[2082253872] 'agreement among raft nodes before linearized reading' (duration: 122.508889ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:40.97993Z","caller":"traceutil/trace.go:171","msg":"trace[183684079] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"163.605651ms","start":"2026-03-19T09:21:40.816299Z","end":"2026-03-19T09:21:40.979905Z","steps":["trace[183684079] 'process raft request' (duration: 155.15379ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:40.98009Z","caller":"traceutil/trace.go:171","msg":"trace[1308934828] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"163.462868ms","start":"2026-03-19T09:21:40.816596Z","end":"2026-03-19T09:21:40.980059Z","steps":["trace[1308934828] 'process raft request' (duration: 163.263563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:41.720958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.643854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:21:41.721031Z","caller":"traceutil/trace.go:171","msg":"trace[1469719245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9057; }","duration":"176.746976ms","start":"2026-03-19T09:21:41.544268Z","end":"2026-03-19T09:21:41.721015Z","steps":["trace[1469719245] 'range keys from in-memory index tree' (duration: 176.516881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:41.721055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.559831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:41.721158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.982722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:21:41.721195Z","caller":"traceutil/trace.go:171","msg":"trace[1898561473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:9057; }","duration":"173.045193ms","start":"2026-03-19T09:21:41.54814Z","end":"2026-03-19T09:21:41.721186Z","steps":["trace[1898561473] 'range keys from in-memory index tree' (duration: 172.811938ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:41.721188Z","caller":"traceutil/trace.go:171","msg":"trace[6344812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9057; }","duration":"180.723265ms","start":"2026-03-19T09:21:41.540445Z","end":"2026-03-19T09:21:41.721169Z","steps":["trace[6344812] 'range keys from in-memory index tree' (duration: 180.51419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:41.721167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.065213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:21:41.721263Z","caller":"traceutil/trace.go:171","msg":"trace[184334817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9057; }","duration":"181.227027ms","start":"2026-03-19T09:21:41.540011Z","end":"2026-03-19T09:21:41.721238Z","steps":["trace[184334817] 'range keys from in-memory index tree' (duration: 180.845679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.240398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.952834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:21:43.240478Z","caller":"traceutil/trace.go:171","msg":"trace[1053157478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9062; }","duration":"113.075867ms","start":"2026-03-19T09:21:43.127384Z","end":"2026-03-19T09:21:43.24046Z","steps":["trace[1053157478] 'range keys from in-memory index tree' (duration: 112.75644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:43.662561Z","caller":"traceutil/trace.go:171","msg":"trace[1546810660] linearizableReadLoop","detail":"{readStateIndex:9443; appliedIndex:9442; }","duration":"201.41827ms","start":"2026-03-19T09:21:43.461114Z","end":"2026-03-19T09:21:43.662533Z","steps":["trace[1546810660] 'read index received' (duration: 161.901483ms)","trace[1546810660] 'applied index is now lower than readState.Index' (duration: 39.515627ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:43.662853Z","caller":"traceutil/trace.go:171","msg":"trace[505867298] transaction","detail":"{read_only:false; response_revision:9071; number_of_response:1; }","duration":"203.22772ms","start":"2026-03-19T09:21:43.459611Z","end":"2026-03-19T09:21:43.662839Z","steps":["trace[505867298] 'process raft request' (duration: 163.373986ms)","trace[505867298] 'compare' (duration: 39.406894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:43.663317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.195227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1309"} {"level":"info","ts":"2026-03-19T09:21:43.663422Z","caller":"traceutil/trace.go:171","msg":"trace[1504229302] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:9071; }","duration":"202.334909ms","start":"2026-03-19T09:21:43.461038Z","end":"2026-03-19T09:21:43.663373Z","steps":["trace[1504229302] 'agreement among raft nodes before linearized reading' (duration: 202.103204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.728176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.304741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:43.728251Z","caller":"traceutil/trace.go:171","msg":"trace[479389520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9071; }","duration":"231.445734ms","start":"2026-03-19T09:21:43.49679Z","end":"2026-03-19T09:21:43.728235Z","steps":["trace[479389520] 'agreement among raft nodes before linearized reading' (duration: 231.27654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:50.090111Z","caller":"traceutil/trace.go:171","msg":"trace[766991295] linearizableReadLoop","detail":"{readStateIndex:9483; appliedIndex:9482; }","duration":"169.474665ms","start":"2026-03-19T09:21:49.920617Z","end":"2026-03-19T09:21:50.090091Z","steps":["trace[766991295] 'read index received' (duration: 165.523925ms)","trace[766991295] 'applied index is now lower than readState.Index' (duration: 3.94987ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:50.090287Z","caller":"traceutil/trace.go:171","msg":"trace[247412578] transaction","detail":"{read_only:false; response_revision:9109; number_of_response:1; }","duration":"179.958461ms","start":"2026-03-19T09:21:49.910321Z","end":"2026-03-19T09:21:50.090279Z","steps":["trace[247412578] 'process raft request' (duration: 175.792687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:50.090642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.004407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:235101"} {"level":"info","ts":"2026-03-19T09:21:50.090715Z","caller":"traceutil/trace.go:171","msg":"trace[815960821] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9109; }","duration":"170.092919ms","start":"2026-03-19T09:21:49.920612Z","end":"2026-03-19T09:21:50.090704Z","steps":["trace[815960821] 'agreement among raft nodes before linearized reading' (duration: 169.745741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:50.401986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.987602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:50.402093Z","caller":"traceutil/trace.go:171","msg":"trace[1825032656] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"134.357384ms","start":"2026-03-19T09:21:50.267717Z","end":"2026-03-19T09:21:50.402074Z","steps":["trace[1825032656] 'compare' (duration: 131.857968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:51.188484Z","caller":"traceutil/trace.go:171","msg":"trace[415653869] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"132.986673ms","start":"2026-03-19T09:21:51.055474Z","end":"2026-03-19T09:21:51.188461Z","steps":["trace[415653869] 'process raft request' (duration: 128.86734ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:51.238831Z","caller":"traceutil/trace.go:171","msg":"trace[1729801434] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"170.818054ms","start":"2026-03-19T09:21:51.067984Z","end":"2026-03-19T09:21:51.238802Z","steps":["trace[1729801434] 'process raft request' (duration: 170.432425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:51.414719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.271429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:21:51.414817Z","caller":"traceutil/trace.go:171","msg":"trace[88312191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9113; }","duration":"109.428713ms","start":"2026-03-19T09:21:51.305365Z","end":"2026-03-19T09:21:51.414794Z","steps":["trace[88312191] 'range keys from in-memory index tree' (duration: 109.003693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.00172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325101598,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:21:52.176487Z","caller":"traceutil/trace.go:171","msg":"trace[1511248118] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"755.38101ms","start":"2026-03-19T09:21:51.421087Z","end":"2026-03-19T09:21:52.176468Z","steps":["trace[1511248118] 'process raft request' (duration: 755.266597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.176617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:51.421052Z","time spent":"755.494422ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:52.335366Z","caller":"traceutil/trace.go:171","msg":"trace[1003780957] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"913.51672ms","start":"2026-03-19T09:21:51.421824Z","end":"2026-03-19T09:21:52.335341Z","steps":["trace[1003780957] 'process raft request' (duration: 861.313134ms)","trace[1003780957] 'compare' (duration: 51.96289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:52.335521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:51.421798Z","time spent":"913.644522ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:52.372182Z","caller":"traceutil/trace.go:171","msg":"trace[93739099] linearizableReadLoop","detail":"{readStateIndex:9489; appliedIndex:9487; }","duration":"871.081304ms","start":"2026-03-19T09:21:51.501068Z","end":"2026-03-19T09:21:52.372149Z","steps":["trace[93739099] 'read index received' (duration: 675.330068ms)","trace[93739099] 'applied index is now lower than readState.Index' (duration: 195.749616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:52.372332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.246508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:52.372409Z","caller":"traceutil/trace.go:171","msg":"trace[1121364740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9115; }","duration":"871.391101ms","start":"2026-03-19T09:21:51.500994Z","end":"2026-03-19T09:21:52.372385Z","steps":["trace[1121364740] 'agreement among raft nodes before linearized reading' (duration: 871.248088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.37247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:51.500969Z","time spent":"871.485944ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:52.372461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.971326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:52.372542Z","caller":"traceutil/trace.go:171","msg":"trace[1917307537] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9115; }","duration":"733.114508ms","start":"2026-03-19T09:21:51.639408Z","end":"2026-03-19T09:21:52.372523Z","steps":["trace[1917307537] 'agreement among raft nodes before linearized reading' (duration: 732.951295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.372553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.788509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:21:52.372597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:51.63939Z","time spent":"733.197181ms","remote":"127.0.0.1:56756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:52.372601Z","caller":"traceutil/trace.go:171","msg":"trace[1710278987] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:9115; }","duration":"276.859381ms","start":"2026-03-19T09:21:52.095727Z","end":"2026-03-19T09:21:52.372587Z","steps":["trace[1710278987] 'agreement among raft nodes before linearized reading' (duration: 276.664406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.372604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.70556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:21:52.372702Z","caller":"traceutil/trace.go:171","msg":"trace[695428048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9115; }","duration":"277.862184ms","start":"2026-03-19T09:21:52.094815Z","end":"2026-03-19T09:21:52.372677Z","steps":["trace[695428048] 'agreement among raft nodes before linearized reading' (duration: 277.556597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.37295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.582539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:21:52.373014Z","caller":"traceutil/trace.go:171","msg":"trace[1178809977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9115; }","duration":"665.695842ms","start":"2026-03-19T09:21:51.707302Z","end":"2026-03-19T09:21:52.372998Z","steps":["trace[1178809977] 'agreement among raft nodes before linearized reading' (duration: 665.526078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.373063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:51.707275Z","time spent":"665.776143ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:52.373356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.834861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:21:52.373473Z","caller":"traceutil/trace.go:171","msg":"trace[1096925937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9115; }","duration":"453.672591ms","start":"2026-03-19T09:21:51.919774Z","end":"2026-03-19T09:21:52.373447Z","steps":["trace[1096925937] 'agreement among raft nodes before linearized reading' (duration: 452.686528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.373547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:51.919756Z","time spent":"453.775293ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:21:53.710994Z","caller":"traceutil/trace.go:171","msg":"trace[1409838139] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"775.298949ms","start":"2026-03-19T09:21:52.935662Z","end":"2026-03-19T09:21:53.710961Z","steps":["trace[1409838139] 'process raft request' (duration: 775.088885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:53.711244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:52.935641Z","time spent":"775.530234ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65520,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:21:53.724669Z","caller":"traceutil/trace.go:171","msg":"trace[1676649556] linearizableReadLoop","detail":"{readStateIndex:9499; appliedIndex:9495; }","duration":"228.463582ms","start":"2026-03-19T09:21:53.49618Z","end":"2026-03-19T09:21:53.724643Z","steps":["trace[1676649556] 'read index received' (duration: 214.448847ms)","trace[1676649556] 'applied index is now lower than readState.Index' (duration: 14.013145ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:53.724712Z","caller":"traceutil/trace.go:171","msg":"trace[1952293733] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"531.192685ms","start":"2026-03-19T09:21:53.193486Z","end":"2026-03-19T09:21:53.724679Z","steps":["trace[1952293733] 'process raft request' (duration: 531.087053ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.724782Z","caller":"traceutil/trace.go:171","msg":"trace[1284670738] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"480.75178ms","start":"2026-03-19T09:21:53.243986Z","end":"2026-03-19T09:21:53.724738Z","steps":["trace[1284670738] 'process raft request' (duration: 480.620807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:53.724845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.664317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:53.724877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:53.193464Z","time spent":"531.314098ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:53.724901Z","caller":"traceutil/trace.go:171","msg":"trace[2041712061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9123; }","duration":"228.77737ms","start":"2026-03-19T09:21:53.496109Z","end":"2026-03-19T09:21:53.724887Z","steps":["trace[2041712061] 'agreement among raft nodes before linearized reading' (duration: 228.683178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.72492Z","caller":"traceutil/trace.go:171","msg":"trace[818452265] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"774.48328ms","start":"2026-03-19T09:21:52.950345Z","end":"2026-03-19T09:21:53.724828Z","steps":["trace[818452265] 'process raft request' (duration: 774.099112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:53.725011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:53.243969Z","time spent":"480.913303ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:53.72512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:52.95033Z","time spent":"774.683774ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:53.726987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.896239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-19T09:21:53.72705Z","caller":"traceutil/trace.go:171","msg":"trace[818837608] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9124; }","duration":"199.963561ms","start":"2026-03-19T09:21:53.527075Z","end":"2026-03-19T09:21:53.727039Z","steps":["trace[818837608] 'agreement among raft nodes before linearized reading' (duration: 199.768847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:53.726999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.975591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125938"} {"level":"info","ts":"2026-03-19T09:21:53.727123Z","caller":"traceutil/trace.go:171","msg":"trace[354685050] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9124; }","duration":"196.147745ms","start":"2026-03-19T09:21:53.530957Z","end":"2026-03-19T09:21:53.727104Z","steps":["trace[354685050] 'agreement among raft nodes before linearized reading' (duration: 195.840198ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.831868Z","caller":"traceutil/trace.go:171","msg":"trace[1819571714] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"100.788738ms","start":"2026-03-19T09:21:53.731034Z","end":"2026-03-19T09:21:53.831823Z","steps":["trace[1819571714] 'process raft request' (duration: 100.502442ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.832Z","caller":"traceutil/trace.go:171","msg":"trace[1818836705] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"100.594884ms","start":"2026-03-19T09:21:53.731395Z","end":"2026-03-19T09:21:53.83199Z","steps":["trace[1818836705] 'process raft request' (duration: 100.457911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.832009Z","caller":"traceutil/trace.go:171","msg":"trace[55489170] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"100.691826ms","start":"2026-03-19T09:21:53.731308Z","end":"2026-03-19T09:21:53.832Z","steps":["trace[55489170] 'process raft request' (duration: 100.496742ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.832028Z","caller":"traceutil/trace.go:171","msg":"trace[1591700717] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"100.499892ms","start":"2026-03-19T09:21:53.731507Z","end":"2026-03-19T09:21:53.832007Z","steps":["trace[1591700717] 'process raft request' (duration: 100.40082ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.831965Z","caller":"traceutil/trace.go:171","msg":"trace[1197038502] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"100.531772ms","start":"2026-03-19T09:21:53.731424Z","end":"2026-03-19T09:21:53.831956Z","steps":["trace[1197038502] 'process raft request' (duration: 100.457031ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.832161Z","caller":"traceutil/trace.go:171","msg":"trace[377426006] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"100.02114ms","start":"2026-03-19T09:21:53.732125Z","end":"2026-03-19T09:21:53.832146Z","steps":["trace[377426006] 'process raft request' (duration: 99.857447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.831954Z","caller":"traceutil/trace.go:171","msg":"trace[578136676] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"100.544583ms","start":"2026-03-19T09:21:53.731385Z","end":"2026-03-19T09:21:53.83193Z","steps":["trace[578136676] 'process raft request' (duration: 100.44121ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.832153Z","caller":"traceutil/trace.go:171","msg":"trace[1266077128] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"100.514732ms","start":"2026-03-19T09:21:53.731567Z","end":"2026-03-19T09:21:53.832082Z","steps":["trace[1266077128] 'process raft request' (duration: 100.362679ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.831924Z","caller":"traceutil/trace.go:171","msg":"trace[661458978] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"100.785659ms","start":"2026-03-19T09:21:53.731102Z","end":"2026-03-19T09:21:53.831888Z","steps":["trace[661458978] 'process raft request' (duration: 100.675756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.83189Z","caller":"traceutil/trace.go:171","msg":"trace[475799981] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"100.802879ms","start":"2026-03-19T09:21:53.731042Z","end":"2026-03-19T09:21:53.831845Z","steps":["trace[475799981] 'process raft request' (duration: 100.692066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.832267Z","caller":"traceutil/trace.go:171","msg":"trace[398379186] transaction","detail":"{read_only:false; response_revision:9135; number_of_response:1; }","duration":"100.44421ms","start":"2026-03-19T09:21:53.731758Z","end":"2026-03-19T09:21:53.832203Z","steps":["trace[398379186] 'process raft request' (duration: 100.196084ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.969032Z","caller":"traceutil/trace.go:171","msg":"trace[444070078] transaction","detail":"{read_only:false; response_revision:9137; number_of_response:1; }","duration":"127.958489ms","start":"2026-03-19T09:21:53.84104Z","end":"2026-03-19T09:21:53.968999Z","steps":["trace[444070078] 'process raft request' (duration: 127.721014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.000516Z","caller":"traceutil/trace.go:171","msg":"trace[368077063] transaction","detail":"{read_only:false; response_revision:9140; number_of_response:1; }","duration":"157.811831ms","start":"2026-03-19T09:21:53.84269Z","end":"2026-03-19T09:21:54.000502Z","steps":["trace[368077063] 'process raft request' (duration: 157.689878ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.000564Z","caller":"traceutil/trace.go:171","msg":"trace[674261447] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"157.72735ms","start":"2026-03-19T09:21:53.842814Z","end":"2026-03-19T09:21:54.000541Z","steps":["trace[674261447] 'process raft request' (duration: 157.596527ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.000666Z","caller":"traceutil/trace.go:171","msg":"trace[1338732691] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"157.051934ms","start":"2026-03-19T09:21:53.843604Z","end":"2026-03-19T09:21:54.000656Z","steps":["trace[1338732691] 'process raft request' (duration: 156.958152ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.000647Z","caller":"traceutil/trace.go:171","msg":"trace[2022073940] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"157.963055ms","start":"2026-03-19T09:21:53.842631Z","end":"2026-03-19T09:21:54.000594Z","steps":["trace[2022073940] 'process raft request' (duration: 157.71935ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.000759Z","caller":"traceutil/trace.go:171","msg":"trace[406408415] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"157.180159ms","start":"2026-03-19T09:21:53.843571Z","end":"2026-03-19T09:21:54.000751Z","steps":["trace[406408415] 'process raft request' (duration: 156.962333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.000658Z","caller":"traceutil/trace.go:171","msg":"trace[913069551] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"157.649968ms","start":"2026-03-19T09:21:53.842979Z","end":"2026-03-19T09:21:54.000628Z","steps":["trace[913069551] 'process raft request' (duration: 157.490444ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.000934Z","caller":"traceutil/trace.go:171","msg":"trace[1111124853] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"157.311562ms","start":"2026-03-19T09:21:53.843485Z","end":"2026-03-19T09:21:54.000797Z","steps":["trace[1111124853] 'process raft request' (duration: 157.009094ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.000446Z","caller":"traceutil/trace.go:171","msg":"trace[1771870618] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"158.043126ms","start":"2026-03-19T09:21:53.842376Z","end":"2026-03-19T09:21:54.000419Z","steps":["trace[1771870618] 'process raft request' (duration: 157.860342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.180284Z","caller":"traceutil/trace.go:171","msg":"trace[862686222] linearizableReadLoop","detail":"{readStateIndex:9522; appliedIndex:9521; }","duration":"165.034395ms","start":"2026-03-19T09:21:54.015229Z","end":"2026-03-19T09:21:54.180263Z","steps":["trace[862686222] 'read index received' (duration: 164.908322ms)","trace[862686222] 'applied index is now lower than readState.Index' (duration: 124.972µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:54.180466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.231479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:21:54.1805Z","caller":"traceutil/trace.go:171","msg":"trace[1049491923] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9146; }","duration":"165.31892ms","start":"2026-03-19T09:21:54.01517Z","end":"2026-03-19T09:21:54.180489Z","steps":["trace[1049491923] 'agreement among raft nodes before linearized reading' (duration: 165.170477ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.180524Z","caller":"traceutil/trace.go:171","msg":"trace[1618183540] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"171.682594ms","start":"2026-03-19T09:21:54.008804Z","end":"2026-03-19T09:21:54.180487Z","steps":["trace[1618183540] 'process raft request' (duration: 171.341547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.605938Z","caller":"traceutil/trace.go:171","msg":"trace[1799484264] linearizableReadLoop","detail":"{readStateIndex:9558; appliedIndex:9557; }","duration":"102.66888ms","start":"2026-03-19T09:21:54.503244Z","end":"2026-03-19T09:21:54.605913Z","steps":["trace[1799484264] 'read index received' (duration: 101.77181ms)","trace[1799484264] 'applied index is now lower than readState.Index' (duration: 896.06µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:54.606049Z","caller":"traceutil/trace.go:171","msg":"trace[1873071128] transaction","detail":"{read_only:false; response_revision:9182; number_of_response:1; }","duration":"110.16766ms","start":"2026-03-19T09:21:54.495871Z","end":"2026-03-19T09:21:54.606038Z","steps":["trace[1873071128] 'process raft request' (duration: 108.972373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:54.606284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.526111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:54.606395Z","caller":"traceutil/trace.go:171","msg":"trace[1010729330] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9182; }","duration":"107.665273ms","start":"2026-03-19T09:21:54.498701Z","end":"2026-03-19T09:21:54.606366Z","steps":["trace[1010729330] 'agreement among raft nodes before linearized reading' (duration: 107.464919ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.687313Z","caller":"traceutil/trace.go:171","msg":"trace[1561616408] transaction","detail":"{read_only:false; response_revision:9183; number_of_response:1; }","duration":"177.460964ms","start":"2026-03-19T09:21:54.50981Z","end":"2026-03-19T09:21:54.687271Z","steps":["trace[1561616408] 'process raft request' (duration: 177.169697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:54.687384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.223123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-19T09:21:54.687329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.876246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11413"} {"level":"info","ts":"2026-03-19T09:21:54.687449Z","caller":"traceutil/trace.go:171","msg":"trace[665554988] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9183; }","duration":"179.312416ms","start":"2026-03-19T09:21:54.508115Z","end":"2026-03-19T09:21:54.687428Z","steps":["trace[665554988] 'agreement among raft nodes before linearized reading' (duration: 179.101381ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.687496Z","caller":"traceutil/trace.go:171","msg":"trace[634524217] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:9183; }","duration":"175.082671ms","start":"2026-03-19T09:21:54.512393Z","end":"2026-03-19T09:21:54.687476Z","steps":["trace[634524217] 'agreement among raft nodes before linearized reading' (duration: 174.799465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:54.687553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.950213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-19T09:21:54.687699Z","caller":"traceutil/trace.go:171","msg":"trace[898550189] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:9183; }","duration":"181.156218ms","start":"2026-03-19T09:21:54.506494Z","end":"2026-03-19T09:21:54.687651Z","steps":["trace[898550189] 'agreement among raft nodes before linearized reading' (duration: 180.82444ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.745879Z","caller":"traceutil/trace.go:171","msg":"trace[506150457] transaction","detail":"{read_only:false; response_revision:9184; number_of_response:1; }","duration":"135.237765ms","start":"2026-03-19T09:21:54.610609Z","end":"2026-03-19T09:21:54.745847Z","steps":["trace[506150457] 'process raft request' (duration: 124.655926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.746185Z","caller":"traceutil/trace.go:171","msg":"trace[108088400] transaction","detail":"{read_only:false; response_revision:9185; number_of_response:1; }","duration":"135.282105ms","start":"2026-03-19T09:21:54.610858Z","end":"2026-03-19T09:21:54.74614Z","steps":["trace[108088400] 'process raft request' (duration: 134.742382ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.746461Z","caller":"traceutil/trace.go:171","msg":"trace[1252844473] transaction","detail":"{read_only:false; response_revision:9186; number_of_response:1; }","duration":"134.343054ms","start":"2026-03-19T09:21:54.612097Z","end":"2026-03-19T09:21:54.74644Z","steps":["trace[1252844473] 'process raft request' (duration: 133.844353ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.746677Z","caller":"traceutil/trace.go:171","msg":"trace[1033948326] transaction","detail":"{read_only:false; response_revision:9187; number_of_response:1; }","duration":"130.57797ms","start":"2026-03-19T09:21:54.616078Z","end":"2026-03-19T09:21:54.746656Z","steps":["trace[1033948326] 'process raft request' (duration: 130.269403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:54.74672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.922245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:54.746939Z","caller":"traceutil/trace.go:171","msg":"trace[134763481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9187; }","duration":"114.069447ms","start":"2026-03-19T09:21:54.632751Z","end":"2026-03-19T09:21:54.74682Z","steps":["trace[134763481] 'agreement among raft nodes before linearized reading' (duration: 113.908574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:54.749234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.267249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:54.749337Z","caller":"traceutil/trace.go:171","msg":"trace[417552325] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9187; }","duration":"139.651294ms","start":"2026-03-19T09:21:54.609658Z","end":"2026-03-19T09:21:54.74931Z","steps":["trace[417552325] 'agreement among raft nodes before linearized reading' (duration: 137.238989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:55.089554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.166552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:55.089712Z","caller":"traceutil/trace.go:171","msg":"trace[1011020338] transaction","detail":"{read_only:false; response_revision:9192; number_of_response:1; }","duration":"249.308591ms","start":"2026-03-19T09:21:54.840374Z","end":"2026-03-19T09:21:55.089682Z","steps":["trace[1011020338] 'process raft request' (duration: 101.941965ms)","trace[1011020338] 'compare' (duration: 146.987928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:55.431172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.813872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:55.431469Z","caller":"traceutil/trace.go:171","msg":"trace[81947917] transaction","detail":"{read_only:false; response_revision:9194; number_of_response:1; }","duration":"587.313387ms","start":"2026-03-19T09:21:54.844137Z","end":"2026-03-19T09:21:55.431451Z","steps":["trace[81947917] 'process raft request' (duration: 587.132553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:55.431548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:54.844086Z","time spent":"587.42793ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5505,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:55.431544Z","caller":"traceutil/trace.go:171","msg":"trace[864507104] transaction","detail":"{read_only:false; response_revision:9195; number_of_response:1; }","duration":"584.299149ms","start":"2026-03-19T09:21:54.847206Z","end":"2026-03-19T09:21:55.431505Z","steps":["trace[864507104] 'process raft request' (duration: 584.132566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:55.43172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:54.847176Z","time spent":"584.446243ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:55.431734Z","caller":"traceutil/trace.go:171","msg":"trace[217576267] transaction","detail":"{read_only:false; response_revision:9193; number_of_response:1; }","duration":"590.968791ms","start":"2026-03-19T09:21:54.840418Z","end":"2026-03-19T09:21:55.431387Z","steps":["trace[217576267] 'process raft request' (duration: 404.859363ms)","trace[217576267] 'compare' (duration: 185.676978ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:55.431804Z","caller":"traceutil/trace.go:171","msg":"trace[809034025] transaction","detail":"{read_only:false; response_revision:9197; number_of_response:1; }","duration":"496.012354ms","start":"2026-03-19T09:21:54.935769Z","end":"2026-03-19T09:21:55.431781Z","steps":["trace[809034025] 'process raft request' (duration: 495.84336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:55.432245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:54.935748Z","time spent":"496.452134ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:21:55.4322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:54.840408Z","time spent":"591.647526ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5741,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:55.431743Z","caller":"traceutil/trace.go:171","msg":"trace[2058843488] linearizableReadLoop","detail":"{readStateIndex:9569; appliedIndex:9567; }","duration":"590.174611ms","start":"2026-03-19T09:21:54.841551Z","end":"2026-03-19T09:21:55.431725Z","steps":["trace[2058843488] 'read index received' (duration: 100.735167ms)","trace[2058843488] 'applied index is now lower than readState.Index' (duration: 489.438214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:55.431884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.329365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T09:21:55.432453Z","caller":"traceutil/trace.go:171","msg":"trace[1495355799] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:9197; }","duration":"590.894879ms","start":"2026-03-19T09:21:54.841539Z","end":"2026-03-19T09:21:55.432434Z","steps":["trace[1495355799] 'agreement among raft nodes before linearized reading' (duration: 590.237193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:55.43251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:54.841525Z","time spent":"590.96935ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":730,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-19T09:21:55.431903Z","caller":"traceutil/trace.go:171","msg":"trace[1994391629] transaction","detail":"{read_only:false; response_revision:9196; number_of_response:1; }","duration":"584.195897ms","start":"2026-03-19T09:21:54.847694Z","end":"2026-03-19T09:21:55.43189Z","steps":["trace[1994391629] 'process raft request' (duration: 583.693416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:55.432756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.015012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112117"} {"level":"info","ts":"2026-03-19T09:21:55.432825Z","caller":"traceutil/trace.go:171","msg":"trace[885236417] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:9197; }","duration":"587.105573ms","start":"2026-03-19T09:21:54.845703Z","end":"2026-03-19T09:21:55.432808Z","steps":["trace[885236417] 'agreement among raft nodes before linearized reading' (duration: 586.828417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:55.432907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:54.84569Z","time spent":"587.171575ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112139,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-19T09:21:55.433064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.260485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:55.433177Z","caller":"traceutil/trace.go:171","msg":"trace[571808881] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9197; }","duration":"187.338157ms","start":"2026-03-19T09:21:55.245764Z","end":"2026-03-19T09:21:55.433102Z","steps":["trace[571808881] 'agreement among raft nodes before linearized reading' (duration: 187.259575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:55.4335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.225228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:21:55.433558Z","caller":"traceutil/trace.go:171","msg":"trace[247786255] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9197; }","duration":"568.322151ms","start":"2026-03-19T09:21:54.865221Z","end":"2026-03-19T09:21:55.433544Z","steps":["trace[247786255] 'agreement among raft nodes before linearized reading' (duration: 568.129026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:55.433596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:54.865202Z","time spent":"568.384213ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:21:55.433721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.330328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-19T09:21:55.433727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:54.847673Z","time spent":"585.019287ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:55.433767Z","caller":"traceutil/trace.go:171","msg":"trace[799070827] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9197; }","duration":"587.378639ms","start":"2026-03-19T09:21:54.846377Z","end":"2026-03-19T09:21:55.433756Z","steps":["trace[799070827] 'agreement among raft nodes before linearized reading' (duration: 587.259097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:55.433799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:54.846347Z","time spent":"587.445901ms","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-19T09:21:55.43395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.202445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-api\" ","response":"range_response_count:1 size:522"} {"level":"info","ts":"2026-03-19T09:21:55.433994Z","caller":"traceutil/trace.go:171","msg":"trace[1038067324] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-api; range_end:; response_count:1; response_revision:9197; }","duration":"499.261806ms","start":"2026-03-19T09:21:54.934721Z","end":"2026-03-19T09:21:55.433983Z","steps":["trace[1038067324] 'agreement among raft nodes before linearized reading' (duration: 499.102593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:55.434023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:54.934714Z","time spent":"499.302107ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/openstack/glance-api\" "} {"level":"info","ts":"2026-03-19T09:21:55.854327Z","caller":"traceutil/trace.go:171","msg":"trace[586753311] transaction","detail":"{read_only:false; response_revision:9204; number_of_response:1; }","duration":"123.594352ms","start":"2026-03-19T09:21:55.730707Z","end":"2026-03-19T09:21:55.854301Z","steps":["trace[586753311] 'process raft request' (duration: 123.424468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.136546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.142194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:56.136722Z","caller":"traceutil/trace.go:171","msg":"trace[2066055776] linearizableReadLoop","detail":"{readStateIndex:9582; appliedIndex:9579; }","duration":"380.047244ms","start":"2026-03-19T09:21:55.756658Z","end":"2026-03-19T09:21:56.136705Z","steps":["trace[2066055776] 'read index received' (duration: 97.532365ms)","trace[2066055776] 'applied index is now lower than readState.Index' (duration: 282.513879ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:56.136776Z","caller":"traceutil/trace.go:171","msg":"trace[2143738124] transaction","detail":"{read_only:false; response_revision:9205; number_of_response:1; }","duration":"406.028418ms","start":"2026-03-19T09:21:55.730713Z","end":"2026-03-19T09:21:56.136741Z","steps":["trace[2143738124] 'process raft request' (duration: 297.590548ms)","trace[2143738124] 'compare' (duration: 108.046962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:56.136869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.871038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:56.136879Z","caller":"traceutil/trace.go:171","msg":"trace[1747183777] transaction","detail":"{read_only:false; response_revision:9206; number_of_response:1; }","duration":"405.974867ms","start":"2026-03-19T09:21:55.730869Z","end":"2026-03-19T09:21:56.136844Z","steps":["trace[1747183777] 'process raft request' (duration: 405.773912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.13693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.262268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-19T09:21:56.136938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:55.730702Z","time spent":"406.161461ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:56.136963Z","caller":"traceutil/trace.go:171","msg":"trace[1316294766] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9206; }","duration":"380.33642ms","start":"2026-03-19T09:21:55.756616Z","end":"2026-03-19T09:21:56.136952Z","steps":["trace[1316294766] 'agreement among raft nodes before linearized reading' (duration: 380.180187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.136981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:55.756597Z","time spent":"380.380681ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-19T09:21:56.136911Z","caller":"traceutil/trace.go:171","msg":"trace[220138759] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9206; }","duration":"119.94205ms","start":"2026-03-19T09:21:56.016955Z","end":"2026-03-19T09:21:56.136897Z","steps":["trace[220138759] 'agreement among raft nodes before linearized reading' (duration: 119.847728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.137029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:55.730863Z","time spent":"406.088869ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:56.678095Z","caller":"traceutil/trace.go:171","msg":"trace[1638388004] linearizableReadLoop","detail":"{readStateIndex:9583; appliedIndex:9582; }","duration":"481.848704ms","start":"2026-03-19T09:21:56.196226Z","end":"2026-03-19T09:21:56.678074Z","steps":["trace[1638388004] 'read index received' (duration: 456.419272ms)","trace[1638388004] 'applied index is now lower than readState.Index' (duration: 25.428162ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:56.678239Z","caller":"traceutil/trace.go:171","msg":"trace[541708732] transaction","detail":"{read_only:false; response_revision:9207; number_of_response:1; }","duration":"482.829216ms","start":"2026-03-19T09:21:56.195293Z","end":"2026-03-19T09:21:56.678122Z","steps":["trace[541708732] 'process raft request' (duration: 457.326543ms)","trace[541708732] 'compare' (duration: 25.36115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:56.678298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.17192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:21:56.67833Z","caller":"traceutil/trace.go:171","msg":"trace[918455719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9207; }","duration":"242.250302ms","start":"2026-03-19T09:21:56.436071Z","end":"2026-03-19T09:21:56.678322Z","steps":["trace[918455719] 'agreement among raft nodes before linearized reading' (duration: 242.15344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.678338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.889404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7b4d78f7c8-vt8j2.189e33ab81519c06\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-19T09:21:56.678358Z","caller":"traceutil/trace.go:171","msg":"trace[465475062] range","detail":"{range_begin:/registry/events/openstack/glance-api-7b4d78f7c8-vt8j2.189e33ab81519c06; range_end:; response_count:1; response_revision:9207; }","duration":"181.937004ms","start":"2026-03-19T09:21:56.496413Z","end":"2026-03-19T09:21:56.67835Z","steps":["trace[465475062] 'agreement among raft nodes before linearized reading' (duration: 181.894083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.678373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.541725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:21:56.678385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.267754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:21:56.678454Z","caller":"traceutil/trace.go:171","msg":"trace[1954162970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9207; }","duration":"253.671738ms","start":"2026-03-19T09:21:56.424765Z","end":"2026-03-19T09:21:56.678436Z","steps":["trace[1954162970] 'agreement among raft nodes before linearized reading' (duration: 253.437793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:56.678472Z","caller":"traceutil/trace.go:171","msg":"trace[165691013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9207; }","duration":"215.395468ms","start":"2026-03-19T09:21:56.463053Z","end":"2026-03-19T09:21:56.678449Z","steps":["trace[165691013] 'agreement among raft nodes before linearized reading' (duration: 215.155972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.678531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.227221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:56.678551Z","caller":"traceutil/trace.go:171","msg":"trace[1807938514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9207; }","duration":"182.283893ms","start":"2026-03-19T09:21:56.496261Z","end":"2026-03-19T09:21:56.678545Z","steps":["trace[1807938514] 'agreement among raft nodes before linearized reading' (duration: 182.252312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.678292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.900604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:21:56.678602Z","caller":"traceutil/trace.go:171","msg":"trace[1998133145] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:9207; }","duration":"214.223191ms","start":"2026-03-19T09:21:56.464373Z","end":"2026-03-19T09:21:56.678596Z","steps":["trace[1998133145] 'agreement among raft nodes before linearized reading' (duration: 213.826202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.678573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.331715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112117"} {"level":"info","ts":"2026-03-19T09:21:56.678648Z","caller":"traceutil/trace.go:171","msg":"trace[853846053] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:9207; }","duration":"482.436668ms","start":"2026-03-19T09:21:56.196193Z","end":"2026-03-19T09:21:56.678629Z","steps":["trace[853846053] 'agreement among raft nodes before linearized reading' (duration: 481.951787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.678663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.522609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:21:56.678692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.19618Z","time spent":"482.499119ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112139,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-19T09:21:56.678697Z","caller":"traceutil/trace.go:171","msg":"trace[1180906299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9207; }","duration":"215.604571ms","start":"2026-03-19T09:21:56.463083Z","end":"2026-03-19T09:21:56.678688Z","steps":["trace[1180906299] 'agreement among raft nodes before linearized reading' (duration: 215.511479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.680843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.19527Z","time spent":"483.127502ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:56.82071Z","caller":"traceutil/trace.go:171","msg":"trace[1749769409] transaction","detail":"{read_only:false; response_revision:9208; number_of_response:1; }","duration":"139.828017ms","start":"2026-03-19T09:21:56.680859Z","end":"2026-03-19T09:21:56.820687Z","steps":["trace[1749769409] 'process raft request' (duration: 139.646603ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:56.989457Z","caller":"traceutil/trace.go:171","msg":"trace[1622558882] transaction","detail":"{read_only:false; response_revision:9210; number_of_response:1; }","duration":"306.931567ms","start":"2026-03-19T09:21:56.682483Z","end":"2026-03-19T09:21:56.989415Z","steps":["trace[1622558882] 'process raft request' (duration: 306.788964ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:56.989545Z","caller":"traceutil/trace.go:171","msg":"trace[1369711555] transaction","detail":"{read_only:false; response_revision:9211; number_of_response:1; }","duration":"306.672452ms","start":"2026-03-19T09:21:56.682815Z","end":"2026-03-19T09:21:56.989487Z","steps":["trace[1369711555] 'process raft request' (duration: 306.528959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.989636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.682474Z","time spent":"307.06517ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:56.989724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.682808Z","time spent":"306.813875ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:56.989623Z","caller":"traceutil/trace.go:171","msg":"trace[172373110] linearizableReadLoop","detail":"{readStateIndex:9586; appliedIndex:9583; }","duration":"306.996548ms","start":"2026-03-19T09:21:56.682606Z","end":"2026-03-19T09:21:56.989602Z","steps":["trace[172373110] 'read index received' (duration: 137.833582ms)","trace[172373110] 'applied index is now lower than readState.Index' (duration: 169.161166ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:56.989816Z","caller":"traceutil/trace.go:171","msg":"trace[909913979] transaction","detail":"{read_only:false; response_revision:9213; number_of_response:1; }","duration":"300.797521ms","start":"2026-03-19T09:21:56.688989Z","end":"2026-03-19T09:21:56.989786Z","steps":["trace[909913979] 'process raft request' (duration: 300.519543ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:56.989915Z","caller":"traceutil/trace.go:171","msg":"trace[1489579143] transaction","detail":"{read_only:false; response_revision:9212; number_of_response:1; }","duration":"306.932318ms","start":"2026-03-19T09:21:56.682971Z","end":"2026-03-19T09:21:56.989904Z","steps":["trace[1489579143] 'process raft request' (duration: 306.464667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.989956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.682963Z","time spent":"306.969849ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:56.989971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.688979Z","time spent":"300.915823ms","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:56.989451Z","caller":"traceutil/trace.go:171","msg":"trace[772421615] transaction","detail":"{read_only:false; response_revision:9209; number_of_response:1; }","duration":"307.100741ms","start":"2026-03-19T09:21:56.682278Z","end":"2026-03-19T09:21:56.989379Z","steps":["trace[772421615] 'process raft request' (duration: 301.916555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.99018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.682262Z","time spent":"307.818258ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:56.990633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.012232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:254885"} {"level":"info","ts":"2026-03-19T09:21:56.990692Z","caller":"traceutil/trace.go:171","msg":"trace[856200878] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9213; }","duration":"308.109784ms","start":"2026-03-19T09:21:56.68257Z","end":"2026-03-19T09:21:56.990679Z","steps":["trace[856200878] 'agreement among raft nodes before linearized reading' (duration: 307.092561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.990739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.682556Z","time spent":"308.172325ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":254907,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:21:57.052824Z","caller":"traceutil/trace.go:171","msg":"trace[1374786238] transaction","detail":"{read_only:false; response_revision:9214; number_of_response:1; }","duration":"108.093333ms","start":"2026-03-19T09:21:56.944695Z","end":"2026-03-19T09:21:57.052788Z","steps":["trace[1374786238] 'process raft request' (duration: 107.837137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.052914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.397813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:21:57.053004Z","caller":"traceutil/trace.go:171","msg":"trace[673707053] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:9214; }","duration":"229.520756ms","start":"2026-03-19T09:21:56.823438Z","end":"2026-03-19T09:21:57.052959Z","steps":["trace[673707053] 'agreement among raft nodes before linearized reading' (duration: 229.26185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:57.195206Z","caller":"traceutil/trace.go:171","msg":"trace[1614171056] transaction","detail":"{read_only:false; response_revision:9216; number_of_response:1; }","duration":"123.113341ms","start":"2026-03-19T09:21:57.072067Z","end":"2026-03-19T09:21:57.19518Z","steps":["trace[1614171056] 'process raft request' (duration: 122.920437ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:59.249347Z","caller":"traceutil/trace.go:171","msg":"trace[32077342] linearizableReadLoop","detail":"{readStateIndex:9603; appliedIndex:9602; }","duration":"235.984101ms","start":"2026-03-19T09:21:59.013336Z","end":"2026-03-19T09:21:59.24932Z","steps":["trace[32077342] 'read index received' (duration: 235.776796ms)","trace[32077342] 'applied index is now lower than readState.Index' (duration: 205.915µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:59.249438Z","caller":"traceutil/trace.go:171","msg":"trace[397546306] transaction","detail":"{read_only:false; response_revision:9226; number_of_response:1; }","duration":"236.662947ms","start":"2026-03-19T09:21:59.012726Z","end":"2026-03-19T09:21:59.249389Z","steps":["trace[397546306] 'process raft request' (duration: 236.38231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:59.250076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.713937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:255123"} {"level":"info","ts":"2026-03-19T09:21:59.250156Z","caller":"traceutil/trace.go:171","msg":"trace[1120842562] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9226; }","duration":"236.81786ms","start":"2026-03-19T09:21:59.013311Z","end":"2026-03-19T09:21:59.250129Z","steps":["trace[1120842562] 'agreement among raft nodes before linearized reading' (duration: 236.128085ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:59.259307Z","caller":"traceutil/trace.go:171","msg":"trace[301923593] transaction","detail":"{read_only:false; response_revision:9227; number_of_response:1; }","duration":"245.922835ms","start":"2026-03-19T09:21:59.013357Z","end":"2026-03-19T09:21:59.259279Z","steps":["trace[301923593] 'process raft request' (duration: 245.743051ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:59.259541Z","caller":"traceutil/trace.go:171","msg":"trace[951360245] transaction","detail":"{read_only:false; response_revision:9228; number_of_response:1; }","duration":"245.628069ms","start":"2026-03-19T09:21:59.013892Z","end":"2026-03-19T09:21:59.25952Z","steps":["trace[951360245] 'process raft request' (duration: 245.349473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:59.25964Z","caller":"traceutil/trace.go:171","msg":"trace[1719510384] transaction","detail":"{read_only:false; response_revision:9229; number_of_response:1; }","duration":"245.67852ms","start":"2026-03-19T09:21:59.013947Z","end":"2026-03-19T09:21:59.259626Z","steps":["trace[1719510384] 'process raft request' (duration: 245.508316ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:59.259656Z","caller":"traceutil/trace.go:171","msg":"trace[1675184232] transaction","detail":"{read_only:false; response_revision:9230; number_of_response:1; }","duration":"100.808339ms","start":"2026-03-19T09:21:59.158823Z","end":"2026-03-19T09:21:59.259631Z","steps":["trace[1675184232] 'process raft request' (duration: 100.748118ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:00.213345Z","caller":"traceutil/trace.go:171","msg":"trace[1248364512] linearizableReadLoop","detail":"{readStateIndex:9608; appliedIndex:9607; }","duration":"115.680853ms","start":"2026-03-19T09:22:00.097635Z","end":"2026-03-19T09:22:00.213316Z","steps":["trace[1248364512] 'read index received' (duration: 115.52083ms)","trace[1248364512] 'applied index is now lower than readState.Index' (duration: 158.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:00.21344Z","caller":"traceutil/trace.go:171","msg":"trace[924507956] transaction","detail":"{read_only:false; response_revision:9231; number_of_response:1; }","duration":"241.597737ms","start":"2026-03-19T09:21:59.971777Z","end":"2026-03-19T09:22:00.213375Z","steps":["trace[924507956] 'process raft request' (duration: 241.317881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:00.213663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.01138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T09:22:00.21375Z","caller":"traceutil/trace.go:171","msg":"trace[126430101] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9231; }","duration":"116.147833ms","start":"2026-03-19T09:22:00.097579Z","end":"2026-03-19T09:22:00.213727Z","steps":["trace[126430101] 'agreement among raft nodes before linearized reading' (duration: 115.892838ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:00.286845Z","caller":"traceutil/trace.go:171","msg":"trace[1761283835] transaction","detail":"{read_only:false; response_revision:9232; number_of_response:1; }","duration":"176.756128ms","start":"2026-03-19T09:22:00.110055Z","end":"2026-03-19T09:22:00.286811Z","steps":["trace[1761283835] 'process raft request' (duration: 176.551754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:00.286911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.241831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:22:00.286954Z","caller":"traceutil/trace.go:171","msg":"trace[1805454643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9232; }","duration":"182.329494ms","start":"2026-03-19T09:22:00.10461Z","end":"2026-03-19T09:22:00.286939Z","steps":["trace[1805454643] 'agreement among raft nodes before linearized reading' (duration: 182.21082ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:00.554906Z","caller":"traceutil/trace.go:171","msg":"trace[320131458] transaction","detail":"{read_only:false; response_revision:9233; number_of_response:1; }","duration":"328.322838ms","start":"2026-03-19T09:22:00.226557Z","end":"2026-03-19T09:22:00.55488Z","steps":["trace[320131458] 'process raft request' (duration: 328.092503ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:00.555063Z","caller":"traceutil/trace.go:171","msg":"trace[132430635] linearizableReadLoop","detail":"{readStateIndex:9611; appliedIndex:9609; }","duration":"268.306709ms","start":"2026-03-19T09:22:00.286732Z","end":"2026-03-19T09:22:00.555038Z","steps":["trace[132430635] 'read index received' (duration: 267.816678ms)","trace[132430635] 'applied index is now lower than readState.Index' (duration: 487.741µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:00.555095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:00.22654Z","time spent":"328.450392ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:00.555154Z","caller":"traceutil/trace.go:171","msg":"trace[625720432] transaction","detail":"{read_only:false; response_revision:9234; number_of_response:1; }","duration":"312.808449ms","start":"2026-03-19T09:22:00.242312Z","end":"2026-03-19T09:22:00.555121Z","steps":["trace[625720432] 'process raft request' (duration: 312.519862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:00.55524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.475389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:00.555301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.570409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8d14de11-101c-41e6-a3f5-771f9aca9222\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-19T09:22:00.555373Z","caller":"traceutil/trace.go:171","msg":"trace[888178297] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8d14de11-101c-41e6-a3f5-771f9aca9222; range_end:; response_count:1; response_revision:9234; }","duration":"338.643671ms","start":"2026-03-19T09:22:00.216714Z","end":"2026-03-19T09:22:00.555358Z","steps":["trace[888178297] 'agreement among raft nodes before linearized reading' (duration: 338.447587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:00.555417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:00.216661Z","time spent":"338.744014ms","remote":"127.0.0.1:50360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-8d14de11-101c-41e6-a3f5-771f9aca9222\" "} {"level":"warn","ts":"2026-03-19T09:22:00.555299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:00.242297Z","time spent":"312.921172ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:00.555301Z","caller":"traceutil/trace.go:171","msg":"trace[2056229206] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9234; }","duration":"151.580161ms","start":"2026-03-19T09:22:00.403705Z","end":"2026-03-19T09:22:00.555285Z","steps":["trace[2056229206] 'agreement among raft nodes before linearized reading' (duration: 151.455929ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:00.746883Z","caller":"traceutil/trace.go:171","msg":"trace[1980541283] transaction","detail":"{read_only:false; response_revision:9235; number_of_response:1; }","duration":"148.209016ms","start":"2026-03-19T09:22:00.598641Z","end":"2026-03-19T09:22:00.74685Z","steps":["trace[1980541283] 'process raft request' (duration: 147.829507ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:00.840824Z","caller":"traceutil/trace.go:171","msg":"trace[391879138] transaction","detail":"{read_only:false; response_revision:9236; number_of_response:1; }","duration":"120.278827ms","start":"2026-03-19T09:22:00.720505Z","end":"2026-03-19T09:22:00.840784Z","steps":["trace[391879138] 'process raft request' (duration: 120.044822ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:00.929219Z","caller":"traceutil/trace.go:171","msg":"trace[1111797126] transaction","detail":"{read_only:false; response_revision:9238; number_of_response:1; }","duration":"176.262147ms","start":"2026-03-19T09:22:00.752934Z","end":"2026-03-19T09:22:00.929196Z","steps":["trace[1111797126] 'process raft request' (duration: 160.141344ms)","trace[1111797126] 'compare' (duration: 15.998541ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:01.335056Z","caller":"traceutil/trace.go:171","msg":"trace[2027742867] transaction","detail":"{read_only:false; response_revision:9240; number_of_response:1; }","duration":"151.211543ms","start":"2026-03-19T09:22:01.183823Z","end":"2026-03-19T09:22:01.335035Z","steps":["trace[2027742867] 'process raft request' (duration: 150.969468ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:01.722579Z","caller":"traceutil/trace.go:171","msg":"trace[1786235430] transaction","detail":"{read_only:false; response_revision:9245; number_of_response:1; }","duration":"113.930064ms","start":"2026-03-19T09:22:01.608627Z","end":"2026-03-19T09:22:01.722557Z","steps":["trace[1786235430] 'process raft request' (duration: 113.758531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:06.617162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.863951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7252"} {"level":"info","ts":"2026-03-19T09:22:06.617248Z","caller":"traceutil/trace.go:171","msg":"trace[1606330071] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9283; }","duration":"197.029804ms","start":"2026-03-19T09:22:06.420199Z","end":"2026-03-19T09:22:06.617228Z","steps":["trace[1606330071] 'range keys from in-memory index tree' (duration: 196.655316ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:06.790737Z","caller":"traceutil/trace.go:171","msg":"trace[1643730069] transaction","detail":"{read_only:false; response_revision:9284; number_of_response:1; }","duration":"131.50414ms","start":"2026-03-19T09:22:06.659207Z","end":"2026-03-19T09:22:06.790711Z","steps":["trace[1643730069] 'process raft request' (duration: 131.352036ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:06.804558Z","caller":"traceutil/trace.go:171","msg":"trace[2020587678] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"144.899332ms","start":"2026-03-19T09:22:06.659632Z","end":"2026-03-19T09:22:06.804531Z","steps":["trace[2020587678] 'process raft request' (duration: 144.593765ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:06.805698Z","caller":"traceutil/trace.go:171","msg":"trace[757405957] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"112.88796ms","start":"2026-03-19T09:22:06.692779Z","end":"2026-03-19T09:22:06.805667Z","steps":["trace[757405957] 'process raft request' (duration: 112.625794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:11.48174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325102099,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:22:11.982513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325102099,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:22:12.043776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.441357988s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:22:12.04412Z","caller":"traceutil/trace.go:171","msg":"trace[1795732941] transaction","detail":"{read_only:false; response_revision:9315; number_of_response:1; }","duration":"1.441804118s","start":"2026-03-19T09:22:10.602298Z","end":"2026-03-19T09:22:12.044102Z","steps":["trace[1795732941] 'process raft request' (duration: 1.441660525s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:12.044247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:10.602277Z","time spent":"1.44189287s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:12.044976Z","caller":"traceutil/trace.go:171","msg":"trace[1764826325] transaction","detail":"{read_only:false; response_revision:9316; number_of_response:1; }","duration":"1.223044956s","start":"2026-03-19T09:22:10.821916Z","end":"2026-03-19T09:22:12.04496Z","steps":["trace[1764826325] 'process raft request' (duration: 1.222882233s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:12.045012Z","caller":"traceutil/trace.go:171","msg":"trace[691027855] transaction","detail":"{read_only:false; response_revision:9317; number_of_response:1; }","duration":"1.221417129s","start":"2026-03-19T09:22:10.823569Z","end":"2026-03-19T09:22:12.044986Z","steps":["trace[691027855] 'process raft request' (duration: 1.221345227s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:12.045057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:10.821887Z","time spent":"1.223120848s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:12.045152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:10.823554Z","time spent":"1.221516561s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:12.045211Z","caller":"traceutil/trace.go:171","msg":"trace[1882354683] linearizableReadLoop","detail":"{readStateIndex:9698; appliedIndex:9694; }","duration":"1.064503297s","start":"2026-03-19T09:22:10.980694Z","end":"2026-03-19T09:22:12.045197Z","steps":["trace[1882354683] 'read index received' (duration: 1.063272228s)","trace[1882354683] 'applied index is now lower than readState.Index' (duration: 1.230229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:12.045345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064656501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:22:12.045302Z","caller":"traceutil/trace.go:171","msg":"trace[1525165516] transaction","detail":"{read_only:false; response_revision:9318; number_of_response:1; }","duration":"941.414937ms","start":"2026-03-19T09:22:11.103844Z","end":"2026-03-19T09:22:12.045259Z","steps":["trace[1525165516] 'process raft request' (duration: 941.10876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:12.045393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.5091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:22:12.045432Z","caller":"traceutil/trace.go:171","msg":"trace[1919084491] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:9318; }","duration":"642.584052ms","start":"2026-03-19T09:22:11.402837Z","end":"2026-03-19T09:22:12.045421Z","steps":["trace[1919084491] 'agreement among raft nodes before linearized reading' (duration: 642.449599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:12.045462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:11.402817Z","time spent":"642.635822ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:22:12.045497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:11.103819Z","time spent":"941.594582ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:12.045377Z","caller":"traceutil/trace.go:171","msg":"trace[159837014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9318; }","duration":"1.064689032s","start":"2026-03-19T09:22:10.980679Z","end":"2026-03-19T09:22:12.045368Z","steps":["trace[159837014] 'agreement among raft nodes before linearized reading' (duration: 1.064564399s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:12.045664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:10.980624Z","time spent":"1.065027239s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:22:12.045689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.157619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:22:12.045716Z","caller":"traceutil/trace.go:171","msg":"trace[1415077106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9318; }","duration":"621.209231ms","start":"2026-03-19T09:22:11.4245Z","end":"2026-03-19T09:22:12.04571Z","steps":["trace[1415077106] 'agreement among raft nodes before linearized reading' (duration: 621.14551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:12.045734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:11.424488Z","time spent":"621.241642ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:12.045667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.066812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:22:12.045784Z","caller":"traceutil/trace.go:171","msg":"trace[239129869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9318; }","duration":"595.214255ms","start":"2026-03-19T09:22:11.450553Z","end":"2026-03-19T09:22:12.045767Z","steps":["trace[239129869] 'agreement among raft nodes before linearized reading' (duration: 595.046722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:12.045825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:11.450532Z","time spent":"595.280176ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:22:12.045959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.054757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:22:12.045994Z","caller":"traceutil/trace.go:171","msg":"trace[1576909870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9318; }","duration":"593.116779ms","start":"2026-03-19T09:22:11.452867Z","end":"2026-03-19T09:22:12.045984Z","steps":["trace[1576909870] 'agreement among raft nodes before linearized reading' (duration: 593.001937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:12.045957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.478219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:22:12.046069Z","caller":"traceutil/trace.go:171","msg":"trace[1985905271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9318; }","duration":"594.95751ms","start":"2026-03-19T09:22:11.451091Z","end":"2026-03-19T09:22:12.046048Z","steps":["trace[1985905271] 'agreement among raft nodes before linearized reading' (duration: 594.257864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:12.046016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:11.452856Z","time spent":"593.15508ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:12.046116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:11.451084Z","time spent":"595.021901ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:19.004372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.589804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-d25c8\" ","response":"range_response_count:1 size:19074"} {"level":"info","ts":"2026-03-19T09:22:19.004471Z","caller":"traceutil/trace.go:171","msg":"trace[2077585230] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-d25c8; range_end:; response_count:1; response_revision:9389; }","duration":"232.725847ms","start":"2026-03-19T09:22:18.771716Z","end":"2026-03-19T09:22:19.004442Z","steps":["trace[2077585230] 'range keys from in-memory index tree' (duration: 232.341879ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:19.330647Z","caller":"traceutil/trace.go:171","msg":"trace[919850561] transaction","detail":"{read_only:false; response_revision:9390; number_of_response:1; }","duration":"549.345844ms","start":"2026-03-19T09:22:18.78127Z","end":"2026-03-19T09:22:19.330616Z","steps":["trace[919850561] 'process raft request' (duration: 549.17243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:19.330987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:18.781256Z","time spent":"549.476007ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5074,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:19.999176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325102255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:22:20.50043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325102255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:22:21.001611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325102255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:22:21.501761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325102255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:22:22.002125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325102255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:22:22.416509Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.086043615s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:22:22.416962Z","caller":"traceutil/trace.go:171","msg":"trace[486984175] transaction","detail":"{read_only:false; response_revision:9391; number_of_response:1; }","duration":"3.397931674s","start":"2026-03-19T09:22:19.019005Z","end":"2026-03-19T09:22:22.416937Z","steps":["trace[486984175] 'process raft request' (duration: 3.397745279s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:22.417167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:19.018964Z","time spent":"3.398075347s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19343,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:22.49671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000211396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:22:22.496819Z","caller":"traceutil/trace.go:171","msg":"trace[1486480901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00039794s","start":"2026-03-19T09:22:20.496397Z","end":"2026-03-19T09:22:22.496795Z","steps":["trace[1486480901] 'agreement among raft nodes before linearized reading' (duration: 2.000260787s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:22.496886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:20.496364Z","time spent":"2.000508473s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:22:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-19T09:22:23.095808Z","caller":"traceutil/trace.go:171","msg":"trace[1335365456] transaction","detail":"{read_only:false; response_revision:9392; number_of_response:1; }","duration":"3.761078087s","start":"2026-03-19T09:22:19.334681Z","end":"2026-03-19T09:22:23.095759Z","steps":["trace[1335365456] 'process raft request' (duration: 3.760723228s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:23.095857Z","caller":"traceutil/trace.go:171","msg":"trace[2042810576] transaction","detail":"{read_only:false; response_revision:9394; number_of_response:1; }","duration":"3.019217291s","start":"2026-03-19T09:22:20.07662Z","end":"2026-03-19T09:22:23.095837Z","steps":["trace[2042810576] 'process raft request' (duration: 3.019112598s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:23.095859Z","caller":"traceutil/trace.go:171","msg":"trace[537388551] transaction","detail":"{read_only:false; response_revision:9393; number_of_response:1; }","duration":"3.608453742s","start":"2026-03-19T09:22:19.48737Z","end":"2026-03-19T09:22:23.095824Z","steps":["trace[537388551] 'process raft request' (duration: 3.608230816s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:23.096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:19.334658Z","time spent":"3.761259531s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:22:23.09604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:19.487341Z","time spent":"3.608602356s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:23.096164Z","caller":"traceutil/trace.go:171","msg":"trace[1155776296] transaction","detail":"{read_only:false; response_revision:9396; number_of_response:1; }","duration":"2.682879001s","start":"2026-03-19T09:22:20.413267Z","end":"2026-03-19T09:22:23.096146Z","steps":["trace[1155776296] 'process raft request' (duration: 2.682745868s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:23.096035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:20.076596Z","time spent":"3.019344584s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:23.096244Z","caller":"traceutil/trace.go:171","msg":"trace[262910700] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"3.019564909s","start":"2026-03-19T09:22:20.076641Z","end":"2026-03-19T09:22:23.096206Z","steps":["trace[262910700] 'process raft request' (duration: 3.01915024s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:23.096342Z","caller":"traceutil/trace.go:171","msg":"trace[445921696] transaction","detail":"{read_only:false; response_revision:9397; number_of_response:1; }","duration":"1.031208288s","start":"2026-03-19T09:22:22.065114Z","end":"2026-03-19T09:22:23.096322Z","steps":["trace[445921696] 'process raft request' (duration: 1.030988504s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:23.09628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:20.413243Z","time spent":"2.682974593s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:23.096444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:20.076615Z","time spent":"3.019729182s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:23.098072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:22.065071Z","time spent":"1.031331661s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:24.466665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370409382s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:22:24.46679Z","caller":"traceutil/trace.go:171","msg":"trace[1274531110] linearizableReadLoop","detail":"{readStateIndex:9778; appliedIndex:9772; }","duration":"4.968679055s","start":"2026-03-19T09:22:19.498092Z","end":"2026-03-19T09:22:24.466771Z","steps":["trace[1274531110] 'read index received' (duration: 2.918618897s)","trace[1274531110] 'applied index is now lower than readState.Index' (duration: 2.050058638s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:24.467014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.119838ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:24.46714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.969057913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:22:24.467159Z","caller":"traceutil/trace.go:171","msg":"trace[1058061171] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9397; }","duration":"812.270971ms","start":"2026-03-19T09:22:23.654861Z","end":"2026-03-19T09:22:24.467132Z","steps":["trace[1058061171] 'range keys from in-memory index tree' (duration: 812.098217ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:24.467177Z","caller":"traceutil/trace.go:171","msg":"trace[827635901] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9397; }","duration":"4.969147785s","start":"2026-03-19T09:22:19.498015Z","end":"2026-03-19T09:22:24.467163Z","steps":["trace[827635901] 'agreement among raft nodes before linearized reading' (duration: 4.969000202s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:24.46721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:19.497982Z","time spent":"4.969220227s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:22:24.497027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:22:24.497202Z","caller":"traceutil/trace.go:171","msg":"trace[1976152630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202966s","start":"2026-03-19T09:22:22.496908Z","end":"2026-03-19T09:22:24.497111Z","steps":["trace[1976152630] 'agreement among raft nodes before linearized reading' (duration: 2.000081324s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:24.497256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:22.496887Z","time spent":"2.00035705s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:22:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:22:24.967312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325102268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:22:24.974025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.878595289s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:22:24.974393Z","caller":"traceutil/trace.go:171","msg":"trace[1424635203] transaction","detail":"{read_only:false; response_revision:9398; number_of_response:1; }","duration":"2.550639564s","start":"2026-03-19T09:22:22.423731Z","end":"2026-03-19T09:22:24.97437Z","steps":["trace[1424635203] 'process raft request' (duration: 2.550432349s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:24.974543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:22.423713Z","time spent":"2.550752616s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:24.974729Z","caller":"traceutil/trace.go:171","msg":"trace[619158740] transaction","detail":"{read_only:false; response_revision:9399; number_of_response:1; }","duration":"2.549803585s","start":"2026-03-19T09:22:22.424906Z","end":"2026-03-19T09:22:24.974709Z","steps":["trace[619158740] 'process raft request' (duration: 2.549407317s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:24.974793Z","caller":"traceutil/trace.go:171","msg":"trace[96020728] transaction","detail":"{read_only:false; response_revision:9400; number_of_response:1; }","duration":"2.136999855s","start":"2026-03-19T09:22:22.837776Z","end":"2026-03-19T09:22:24.974776Z","steps":["trace[96020728] 'process raft request' (duration: 2.13676991s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:24.974841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:22.4249Z","time spent":"2.549864937s","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:24.974991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:22.837746Z","time spent":"2.137110978s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:25.087859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99913848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:22:25.087951Z","caller":"traceutil/trace.go:171","msg":"trace[922342159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999255393s","start":"2026-03-19T09:22:20.088665Z","end":"2026-03-19T09:22:25.08792Z","steps":["trace[922342159] 'agreement among raft nodes before linearized reading' (duration: 4.999159461s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:25.087998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:20.088656Z","time spent":"4.999330984s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 09:22:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:22:25.089261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999086998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:22:25.089316Z","caller":"traceutil/trace.go:171","msg":"trace[356368339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99917815s","start":"2026-03-19T09:22:20.090117Z","end":"2026-03-19T09:22:25.089295Z","steps":["trace[356368339] 'agreement among raft nodes before linearized reading' (duration: 4.999125439s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:25.089351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:20.090094Z","time spent":"4.999248341s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 09:22:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:22:25.099498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999226262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:22:25.099594Z","caller":"traceutil/trace.go:171","msg":"trace[136501231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999348965s","start":"2026-03-19T09:22:20.100227Z","end":"2026-03-19T09:22:25.099576Z","steps":["trace[136501231] 'agreement among raft nodes before linearized reading' (duration: 4.999220872s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:25.099633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:20.100187Z","time spent":"4.999438167s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:22:26.134967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.273466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:26.135073Z","caller":"traceutil/trace.go:171","msg":"trace[306036732] linearizableReadLoop","detail":"{readStateIndex:9784; appliedIndex:9780; }","duration":"1.668239125s","start":"2026-03-19T09:22:24.466816Z","end":"2026-03-19T09:22:26.135055Z","steps":["trace[306036732] 'read index received' (duration: 507.327168ms)","trace[306036732] 'applied index is now lower than readState.Index' (duration: 1.160910427s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:26.135214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121059429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:26.135246Z","caller":"traceutil/trace.go:171","msg":"trace[1125043167] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9401; }","duration":"4.121120171s","start":"2026-03-19T09:22:22.014113Z","end":"2026-03-19T09:22:26.135234Z","steps":["trace[1125043167] 'agreement among raft nodes before linearized reading' (duration: 4.121011318s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.135279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:22.014096Z","time spent":"4.121172912s","remote":"127.0.0.1:39618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":60,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:26.135356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906412128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:26.135429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.040231862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:22:26.135412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.84379907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:26.13549Z","caller":"traceutil/trace.go:171","msg":"trace[1863979953] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9401; }","duration":"3.906627823s","start":"2026-03-19T09:22:22.228829Z","end":"2026-03-19T09:22:26.135457Z","steps":["trace[1863979953] 'agreement among raft nodes before linearized reading' (duration: 3.906240733s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.135497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.041329526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:22:26.135501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.030802569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-19T09:22:26.135525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92703896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:26.135556Z","caller":"traceutil/trace.go:171","msg":"trace[301772930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9401; }","duration":"6.041412278s","start":"2026-03-19T09:22:20.094132Z","end":"2026-03-19T09:22:26.135544Z","steps":["trace[301772930] 'agreement among raft nodes before linearized reading' (duration: 6.041275195s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:26.135544Z","caller":"traceutil/trace.go:171","msg":"trace[517322826] transaction","detail":"{read_only:false; response_revision:9401; number_of_response:1; }","duration":"1.664239135s","start":"2026-03-19T09:22:24.471271Z","end":"2026-03-19T09:22:26.13551Z","steps":["trace[517322826] 'process raft request' (duration: 729.333004ms)","trace[517322826] 'compare' (duration: 933.866557ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:26.135579Z","caller":"traceutil/trace.go:171","msg":"trace[935145357] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9401; }","duration":"1.927158292s","start":"2026-03-19T09:22:24.208404Z","end":"2026-03-19T09:22:26.135562Z","steps":["trace[935145357] 'agreement among raft nodes before linearized reading' (duration: 1.92705134s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.135589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421116458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:26.135572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:22.228812Z","time spent":"3.906733845s","remote":"127.0.0.1:50276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:26.135592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189841245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:26.135632Z","caller":"traceutil/trace.go:171","msg":"trace[1116696718] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9401; }","duration":"5.42118747s","start":"2026-03-19T09:22:20.714431Z","end":"2026-03-19T09:22:26.135618Z","steps":["trace[1116696718] 'agreement among raft nodes before linearized reading' (duration: 5.421123328s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.135616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900470353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:26.135666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.506410167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:22:26.135673Z","caller":"traceutil/trace.go:171","msg":"trace[1942400802] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9401; }","duration":"2.189942217s","start":"2026-03-19T09:22:23.945712Z","end":"2026-03-19T09:22:26.135654Z","steps":["trace[1942400802] 'agreement among raft nodes before linearized reading' (duration: 2.189767953s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:26.135519Z","caller":"traceutil/trace.go:171","msg":"trace[2035281557] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9401; }","duration":"5.843977225s","start":"2026-03-19T09:22:20.291514Z","end":"2026-03-19T09:22:26.135492Z","steps":["trace[2035281557] 'agreement among raft nodes before linearized reading' (duration: 5.843734109s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.135683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:20.714414Z","time spent":"5.421259091s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:26.135628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:24.208383Z","time spent":"1.927233624s","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:26.135716Z","caller":"traceutil/trace.go:171","msg":"trace[1943984497] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9401; }","duration":"5.506510479s","start":"2026-03-19T09:22:20.629194Z","end":"2026-03-19T09:22:26.135704Z","steps":["trace[1943984497] 'agreement among raft nodes before linearized reading' (duration: 5.506371166s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:26.135572Z","caller":"traceutil/trace.go:171","msg":"trace[822838286] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:9401; }","duration":"6.030897671s","start":"2026-03-19T09:22:20.104658Z","end":"2026-03-19T09:22:26.135555Z","steps":["trace[822838286] 'agreement among raft nodes before linearized reading' (duration: 6.030710147s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.135726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:23.945682Z","time spent":"2.190033409s","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":25,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:26.135724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:24.471254Z","time spent":"1.664366818s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:26.135725Z","caller":"traceutil/trace.go:171","msg":"trace[1226491172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9401; }","duration":"1.900621856s","start":"2026-03-19T09:22:24.235077Z","end":"2026-03-19T09:22:26.135699Z","steps":["trace[1226491172] 'agreement among raft nodes before linearized reading' (duration: 1.900423232s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.135756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:20.629165Z","time spent":"5.506581691s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:22:26.135712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237928053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:26.135774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:20.104646Z","time spent":"6.031111016s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:22:26.135822Z","caller":"traceutil/trace.go:171","msg":"trace[671608910] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9401; }","duration":"3.238111727s","start":"2026-03-19T09:22:22.897685Z","end":"2026-03-19T09:22:26.135797Z","steps":["trace[671608910] 'agreement among raft nodes before linearized reading' (duration: 3.237866362s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.135809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:24.235065Z","time spent":"1.900729928s","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:26.135499Z","caller":"traceutil/trace.go:171","msg":"trace[211594196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9401; }","duration":"6.040324653s","start":"2026-03-19T09:22:20.095154Z","end":"2026-03-19T09:22:26.135479Z","steps":["trace[211594196] 'agreement among raft nodes before linearized reading' (duration: 6.040116119s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.135902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:20.095142Z","time spent":"6.040751574s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:26.135877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:22.897666Z","time spent":"3.238199429s","remote":"127.0.0.1:50688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:26.135928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:20.29149Z","time spent":"5.844423475s","remote":"127.0.0.1:50360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:26.135588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:20.094119Z","time spent":"6.041460189s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:26.339249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.138639116s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:22:26.390023Z","caller":"traceutil/trace.go:171","msg":"trace[346749410] linearizableReadLoop","detail":"{readStateIndex:9787; appliedIndex:9784; }","duration":"254.902557ms","start":"2026-03-19T09:22:26.135099Z","end":"2026-03-19T09:22:26.390001Z","steps":["trace[346749410] 'read index received' (duration: 204.473882ms)","trace[346749410] 'applied index is now lower than readState.Index' (duration: 50.427405ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:26.390027Z","caller":"traceutil/trace.go:171","msg":"trace[791353040] transaction","detail":"{read_only:false; response_revision:9402; number_of_response:1; }","duration":"1.288904747s","start":"2026-03-19T09:22:25.101088Z","end":"2026-03-19T09:22:26.389993Z","steps":["trace[791353040] 'process raft request' (duration: 1.238490903s)","trace[791353040] 'compare' (duration: 50.156829ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:26.39015Z","caller":"traceutil/trace.go:171","msg":"trace[978051994] transaction","detail":"{read_only:false; response_revision:9403; number_of_response:1; }","duration":"1.289050042s","start":"2026-03-19T09:22:25.101087Z","end":"2026-03-19T09:22:26.390137Z","steps":["trace[978051994] 'process raft request' (duration: 1.288787185s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.390214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:25.101072Z","time spent":"1.289047841s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:26.390253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:25.101064Z","time spent":"1.289124214s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:26.390411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.516156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:26.390425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.078485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:22:26.390469Z","caller":"traceutil/trace.go:171","msg":"trace[619614792] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9404; }","duration":"309.576588ms","start":"2026-03-19T09:22:26.080877Z","end":"2026-03-19T09:22:26.390453Z","steps":["trace[619614792] 'agreement among raft nodes before linearized reading' (duration: 309.483896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.39041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217030661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:26.390498Z","caller":"traceutil/trace.go:171","msg":"trace[1386695399] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9404; }","duration":"883.202248ms","start":"2026-03-19T09:22:25.507278Z","end":"2026-03-19T09:22:26.39048Z","steps":["trace[1386695399] 'agreement among raft nodes before linearized reading' (duration: 883.049575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.39054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:25.507258Z","time spent":"883.273479ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:22:26.390521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:26.080806Z","time spent":"309.702101ms","remote":"127.0.0.1:54588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:26.390556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890312034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:22:26.390404Z","caller":"traceutil/trace.go:171","msg":"trace[1079934500] transaction","detail":"{read_only:false; response_revision:9404; number_of_response:1; }","duration":"1.288013158s","start":"2026-03-19T09:22:25.102354Z","end":"2026-03-19T09:22:26.390367Z","steps":["trace[1079934500] 'process raft request' (duration: 1.287594127s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:26.390603Z","caller":"traceutil/trace.go:171","msg":"trace[25578791] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341; range_end:; response_count:1; response_revision:9404; }","duration":"1.890385705s","start":"2026-03-19T09:22:24.500203Z","end":"2026-03-19T09:22:26.390589Z","steps":["trace[25578791] 'agreement among raft nodes before linearized reading' (duration: 1.890235951s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:26.390539Z","caller":"traceutil/trace.go:171","msg":"trace[905529129] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9404; }","duration":"1.217181884s","start":"2026-03-19T09:22:25.173333Z","end":"2026-03-19T09:22:26.390514Z","steps":["trace[905529129] 'agreement among raft nodes before linearized reading' (duration: 1.217030391s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.390657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:24.500186Z","time spent":"1.890459657s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e3289143d4341\" "} {"level":"warn","ts":"2026-03-19T09:22:26.390657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:25.102331Z","time spent":"1.288269664s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:26.390676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:25.173314Z","time spent":"1.217350458s","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:26.390627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885957726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:26.390846Z","caller":"traceutil/trace.go:171","msg":"trace[712584740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9404; }","duration":"1.886278153s","start":"2026-03-19T09:22:24.504545Z","end":"2026-03-19T09:22:26.390823Z","steps":["trace[712584740] 'agreement among raft nodes before linearized reading' (duration: 1.885854763s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.390935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:24.504528Z","time spent":"1.886393396s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:22:27.096017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.230922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:27.096246Z","caller":"traceutil/trace.go:171","msg":"trace[178199981] linearizableReadLoop","detail":"{readStateIndex:9789; appliedIndex:9787; }","duration":"706.123093ms","start":"2026-03-19T09:22:26.3901Z","end":"2026-03-19T09:22:27.096223Z","steps":["trace[178199981] 'read index received' (duration: 295.683725ms)","trace[178199981] 'applied index is now lower than readState.Index' (duration: 410.438008ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:27.096352Z","caller":"traceutil/trace.go:171","msg":"trace[1466635639] transaction","detail":"{read_only:false; response_revision:9405; number_of_response:1; }","duration":"956.228341ms","start":"2026-03-19T09:22:26.140105Z","end":"2026-03-19T09:22:27.096333Z","steps":["trace[1466635639] 'process raft request' (duration: 545.583219ms)","trace[1466635639] 'compare' (duration: 409.969076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:27.096448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:26.140085Z","time spent":"956.313253ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:27.096536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.930053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:27.096616Z","caller":"traceutil/trace.go:171","msg":"trace[1237025719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9406; }","duration":"724.057226ms","start":"2026-03-19T09:22:26.37254Z","end":"2026-03-19T09:22:27.096598Z","steps":["trace[1237025719] 'agreement among raft nodes before linearized reading' (duration: 723.887052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.096677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:26.372519Z","time spent":"724.141798ms","remote":"127.0.0.1:46588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:27.096945Z","caller":"traceutil/trace.go:171","msg":"trace[33401899] transaction","detail":"{read_only:false; response_revision:9406; number_of_response:1; }","duration":"956.542628ms","start":"2026-03-19T09:22:26.140389Z","end":"2026-03-19T09:22:27.096931Z","steps":["trace[33401899] 'process raft request' (duration: 955.740251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.096983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.827984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:22:27.097014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.245871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290925"} {"level":"info","ts":"2026-03-19T09:22:27.097048Z","caller":"traceutil/trace.go:171","msg":"trace[248075003] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9406; }","duration":"956.919087ms","start":"2026-03-19T09:22:26.140114Z","end":"2026-03-19T09:22:27.097033Z","steps":["trace[248075003] 'agreement among raft nodes before linearized reading' (duration: 956.784854ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:27.09705Z","caller":"traceutil/trace.go:171","msg":"trace[1442362039] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9406; }","duration":"956.323683ms","start":"2026-03-19T09:22:26.140717Z","end":"2026-03-19T09:22:27.097041Z","steps":["trace[1442362039] 'agreement among raft nodes before linearized reading' (duration: 955.780551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.097076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:26.140105Z","time spent":"956.965057ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:22:27.097109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:26.14071Z","time spent":"956.389215ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290947,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:22:27.097326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:26.140359Z","time spent":"956.67155ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:27.499944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.479618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:27.500554Z","caller":"traceutil/trace.go:171","msg":"trace[1820906530] transaction","detail":"{read_only:false; response_revision:9407; number_of_response:1; }","duration":"1.107431563s","start":"2026-03-19T09:22:26.393077Z","end":"2026-03-19T09:22:27.500508Z","steps":["trace[1820906530] 'process raft request' (duration: 952.274641ms)","trace[1820906530] 'compare' (duration: 154.316573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:27.50067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:26.39306Z","time spent":"1.107553486s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:27.500714Z","caller":"traceutil/trace.go:171","msg":"trace[2051956657] linearizableReadLoop","detail":"{readStateIndex:9791; appliedIndex:9789; }","duration":"404.402241ms","start":"2026-03-19T09:22:27.096295Z","end":"2026-03-19T09:22:27.500697Z","steps":["trace[2051956657] 'read index received' (duration: 249.103057ms)","trace[2051956657] 'applied index is now lower than readState.Index' (duration: 155.297504ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:27.500888Z","caller":"traceutil/trace.go:171","msg":"trace[28836671] transaction","detail":"{read_only:false; response_revision:9408; number_of_response:1; }","duration":"1.105604583s","start":"2026-03-19T09:22:26.395247Z","end":"2026-03-19T09:22:27.500851Z","steps":["trace[28836671] 'process raft request' (duration: 1.105298106s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.50104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:26.395234Z","time spent":"1.105691894s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:27.501184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.951473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:22:27.501229Z","caller":"traceutil/trace.go:171","msg":"trace[2123721521] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:9408; }","duration":"676.102596ms","start":"2026-03-19T09:22:26.825116Z","end":"2026-03-19T09:22:27.501218Z","steps":["trace[2123721521] 'agreement among raft nodes before linearized reading' (duration: 675.907351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.501262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:26.825091Z","time spent":"676.163666ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-19T09:22:27.501361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108839155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:27.501417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.131523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19405"} {"level":"warn","ts":"2026-03-19T09:22:27.501488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.810764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:22:27.50152Z","caller":"traceutil/trace.go:171","msg":"trace[241769687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9408; }","duration":"410.876526ms","start":"2026-03-19T09:22:27.090634Z","end":"2026-03-19T09:22:27.501511Z","steps":["trace[241769687] 'agreement among raft nodes before linearized reading' (duration: 410.778324ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:27.501525Z","caller":"traceutil/trace.go:171","msg":"trace[2087634596] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9408; }","duration":"403.268856ms","start":"2026-03-19T09:22:27.098231Z","end":"2026-03-19T09:22:27.5015Z","steps":["trace[2087634596] 'agreement among raft nodes before linearized reading' (duration: 402.877297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.501557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.090617Z","time spent":"410.933077ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:27.50162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.098217Z","time spent":"403.380878ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19427,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T09:22:27.501445Z","caller":"traceutil/trace.go:171","msg":"trace[2055023640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9408; }","duration":"1.108974328s","start":"2026-03-19T09:22:26.392452Z","end":"2026-03-19T09:22:27.501426Z","steps":["trace[2055023640] 'agreement among raft nodes before linearized reading' (duration: 1.108824945s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.501728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.202817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:22:27.501738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:26.392431Z","time spent":"1.109295496s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:22:27.501787Z","caller":"traceutil/trace.go:171","msg":"trace[1088520968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9408; }","duration":"400.274248ms","start":"2026-03-19T09:22:27.1015Z","end":"2026-03-19T09:22:27.501774Z","steps":["trace[1088520968] 'agreement among raft nodes before linearized reading' (duration: 400.138645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.501835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.101493Z","time spent":"400.33049ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:22:27.501658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.948398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:22:27.501987Z","caller":"traceutil/trace.go:171","msg":"trace[826681534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9408; }","duration":"411.318806ms","start":"2026-03-19T09:22:27.090634Z","end":"2026-03-19T09:22:27.501953Z","steps":["trace[826681534] 'agreement among raft nodes before linearized reading' (duration: 410.679942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.502077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.090617Z","time spent":"411.442178ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:22:27.90825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.94874ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-19T09:22:27.908382Z","caller":"traceutil/trace.go:171","msg":"trace[167377656] linearizableReadLoop","detail":"{readStateIndex:9792; appliedIndex:9791; }","duration":"402.616231ms","start":"2026-03-19T09:22:27.505743Z","end":"2026-03-19T09:22:27.908359Z","steps":["trace[167377656] 'read index received' (duration: 126.667291ms)","trace[167377656] 'applied index is now lower than readState.Index' (duration: 275.94712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:27.908468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.502767Z","time spent":"405.69711ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:22:27.908801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.041471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e33325cfae59b\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-19T09:22:27.908894Z","caller":"traceutil/trace.go:171","msg":"trace[632727081] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e33325cfae59b; range_end:; response_count:1; response_revision:9408; }","duration":"403.173724ms","start":"2026-03-19T09:22:27.505701Z","end":"2026-03-19T09:22:27.908874Z","steps":["trace[632727081] 'agreement among raft nodes before linearized reading' (duration: 402.906638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.908945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.505682Z","time spent":"403.253325ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e33325cfae59b\" "} {"level":"info","ts":"2026-03-19T09:22:28.238225Z","caller":"traceutil/trace.go:171","msg":"trace[858953055] transaction","detail":"{read_only:false; response_revision:9409; number_of_response:1; }","duration":"731.335039ms","start":"2026-03-19T09:22:27.506852Z","end":"2026-03-19T09:22:28.238187Z","steps":["trace[858953055] 'process raft request' (duration: 685.065498ms)","trace[858953055] 'compare' (duration: 45.904963ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:28.238342Z","caller":"traceutil/trace.go:171","msg":"trace[233378633] linearizableReadLoop","detail":"{readStateIndex:9796; appliedIndex:9792; }","duration":"329.902375ms","start":"2026-03-19T09:22:27.908416Z","end":"2026-03-19T09:22:28.238319Z","steps":["trace[233378633] 'read index received' (duration: 283.481251ms)","trace[233378633] 'applied index is now lower than readState.Index' (duration: 46.420224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:28.238462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.178289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:28.238913Z","caller":"traceutil/trace.go:171","msg":"trace[1564471447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9412; }","duration":"728.663489ms","start":"2026-03-19T09:22:27.510231Z","end":"2026-03-19T09:22:28.238895Z","steps":["trace[1564471447] 'agreement among raft nodes before linearized reading' (duration: 728.156877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.239015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.510214Z","time spent":"728.784482ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:22:28.238503Z","caller":"traceutil/trace.go:171","msg":"trace[1024541260] transaction","detail":"{read_only:false; response_revision:9412; number_of_response:1; }","duration":"697.501398ms","start":"2026-03-19T09:22:27.540991Z","end":"2026-03-19T09:22:28.238492Z","steps":["trace[1024541260] 'process raft request' (duration: 697.275783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.239146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.540967Z","time spent":"698.103462ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19299,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:28.238544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.402161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:28.238872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.506831Z","time spent":"731.952053ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:28.238579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.249864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:28.239448Z","caller":"traceutil/trace.go:171","msg":"trace[1913514184] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9412; }","duration":"667.154916ms","start":"2026-03-19T09:22:27.572277Z","end":"2026-03-19T09:22:28.239432Z","steps":["trace[1913514184] 'agreement among raft nodes before linearized reading' (duration: 666.284335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.239522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.572247Z","time spent":"667.246808ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T09:22:28.238644Z","caller":"traceutil/trace.go:171","msg":"trace[592613169] transaction","detail":"{read_only:false; response_revision:9411; number_of_response:1; }","duration":"729.664221ms","start":"2026-03-19T09:22:27.508951Z","end":"2026-03-19T09:22:28.238615Z","steps":["trace[592613169] 'process raft request' (duration: 729.277463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.23975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.50894Z","time spent":"730.761757ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:28.238683Z","caller":"traceutil/trace.go:171","msg":"trace[546124031] transaction","detail":"{read_only:false; response_revision:9410; number_of_response:1; }","duration":"731.095495ms","start":"2026-03-19T09:22:27.507568Z","end":"2026-03-19T09:22:28.238663Z","steps":["trace[546124031] 'process raft request' (duration: 730.548002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.240022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.507549Z","time spent":"732.412874ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:28.239278Z","caller":"traceutil/trace.go:171","msg":"trace[1859666072] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9412; }","duration":"357.148348ms","start":"2026-03-19T09:22:27.882093Z","end":"2026-03-19T09:22:28.239241Z","steps":["trace[1859666072] 'agreement among raft nodes before linearized reading' (duration: 356.427131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.240227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.882067Z","time spent":"358.11765ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:28.278693Z","caller":"traceutil/trace.go:171","msg":"trace[71134922] transaction","detail":"{read_only:false; response_revision:9414; number_of_response:1; }","duration":"367.82852ms","start":"2026-03-19T09:22:27.910842Z","end":"2026-03-19T09:22:28.278671Z","steps":["trace[71134922] 'process raft request' (duration: 367.731748ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:28.278774Z","caller":"traceutil/trace.go:171","msg":"trace[675664409] transaction","detail":"{read_only:false; response_revision:9413; number_of_response:1; }","duration":"369.387974ms","start":"2026-03-19T09:22:27.909366Z","end":"2026-03-19T09:22:28.278754Z","steps":["trace[675664409] 'process raft request' (duration: 369.067266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.278855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.91082Z","time spent":"367.953632ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:28.278867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.909336Z","time spent":"369.482906ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:29.104654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.04721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:29.104766Z","caller":"traceutil/trace.go:171","msg":"trace[745812558] linearizableReadLoop","detail":"{readStateIndex:9799; appliedIndex:9798; }","duration":"809.57773ms","start":"2026-03-19T09:22:28.29517Z","end":"2026-03-19T09:22:29.104747Z","steps":["trace[745812558] 'read index received' (duration: 83.289104ms)","trace[745812558] 'applied index is now lower than readState.Index' (duration: 726.287116ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:29.10484Z","caller":"traceutil/trace.go:171","msg":"trace[32552224] transaction","detail":"{read_only:false; response_revision:9415; number_of_response:1; }","duration":"819.956774ms","start":"2026-03-19T09:22:28.284871Z","end":"2026-03-19T09:22:29.104828Z","steps":["trace[32552224] 'process raft request' (duration: 93.642967ms)","trace[32552224] 'compare' (duration: 725.931548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:29.104903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:28.284847Z","time spent":"820.021795ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:29.105123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.914238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:22:29.105284Z","caller":"traceutil/trace.go:171","msg":"trace[645739678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9415; }","duration":"810.098291ms","start":"2026-03-19T09:22:28.295148Z","end":"2026-03-19T09:22:29.105246Z","steps":["trace[645739678] 'agreement among raft nodes before linearized reading' (duration: 809.691552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:29.105353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:28.295139Z","time spent":"810.196894ms","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:22:29.455151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059393103s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:22:29.51822Z","caller":"traceutil/trace.go:171","msg":"trace[645492905] transaction","detail":"{read_only:false; response_revision:9416; number_of_response:1; }","duration":"1.122569165s","start":"2026-03-19T09:22:28.395626Z","end":"2026-03-19T09:22:29.518195Z","steps":["trace[645492905] 'process raft request' (duration: 1.059716211s)","trace[645492905] 'compare' (duration: 62.527297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:29.518355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:28.395599Z","time spent":"1.122680017s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:29.549391Z","caller":"traceutil/trace.go:171","msg":"trace[2059240780] linearizableReadLoop","detail":"{readStateIndex:9802; appliedIndex:9799; }","duration":"444.579246ms","start":"2026-03-19T09:22:29.104794Z","end":"2026-03-19T09:22:29.549373Z","steps":["trace[2059240780] 'read index received' (duration: 350.485358ms)","trace[2059240780] 'applied index is now lower than readState.Index' (duration: 94.093048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:29.549565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.597946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:22:29.549546Z","caller":"traceutil/trace.go:171","msg":"trace[1821212193] transaction","detail":"{read_only:false; response_revision:9418; number_of_response:1; }","duration":"1.153063931s","start":"2026-03-19T09:22:28.396451Z","end":"2026-03-19T09:22:29.549515Z","steps":["trace[1821212193] 'process raft request' (duration: 1.152887457s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:29.549603Z","caller":"traceutil/trace.go:171","msg":"trace[1296654832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9418; }","duration":"448.716648ms","start":"2026-03-19T09:22:29.100876Z","end":"2026-03-19T09:22:29.549593Z","steps":["trace[1296654832] 'agreement among raft nodes before linearized reading' (duration: 448.600556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:29.549635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:29.100856Z","time spent":"448.769ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:29.549677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.589276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:22:29.5497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:28.396437Z","time spent":"1.153178663s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:29.549748Z","caller":"traceutil/trace.go:171","msg":"trace[2084548367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9418; }","duration":"448.717279ms","start":"2026-03-19T09:22:29.101017Z","end":"2026-03-19T09:22:29.549734Z","steps":["trace[2084548367] 'agreement among raft nodes before linearized reading' (duration: 448.447363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:29.549781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:29.100973Z","time spent":"448.80195ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:29.549685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.355503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:22:29.549841Z","caller":"traceutil/trace.go:171","msg":"trace[640136845] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:9418; }","duration":"445.541788ms","start":"2026-03-19T09:22:29.104284Z","end":"2026-03-19T09:22:29.549826Z","steps":["trace[640136845] 'agreement among raft nodes before linearized reading' (duration: 445.141249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:29.55048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:29.104273Z","time spent":"446.192213ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:22:29.549724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.387755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:29.550543Z","caller":"traceutil/trace.go:171","msg":"trace[1745024481] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9418; }","duration":"534.314035ms","start":"2026-03-19T09:22:29.016216Z","end":"2026-03-19T09:22:29.55053Z","steps":["trace[1745024481] 'agreement among raft nodes before linearized reading' (duration: 533.325942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:29.55058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:29.016192Z","time spent":"534.374067ms","remote":"127.0.0.1:33446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:29.550213Z","caller":"traceutil/trace.go:171","msg":"trace[161256157] transaction","detail":"{read_only:false; response_revision:9417; number_of_response:1; }","duration":"1.153594793s","start":"2026-03-19T09:22:28.39581Z","end":"2026-03-19T09:22:29.549405Z","steps":["trace[161256157] 'process raft request' (duration: 1.15342884s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:29.550764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:28.395796Z","time spent":"1.154865932s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:30.231446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.818302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:30.231596Z","caller":"traceutil/trace.go:171","msg":"trace[478490366] linearizableReadLoop","detail":"{readStateIndex:9804; appliedIndex:9802; }","duration":"669.563838ms","start":"2026-03-19T09:22:29.56202Z","end":"2026-03-19T09:22:30.231584Z","steps":["trace[478490366] 'read index received' (duration: 140.512772ms)","trace[478490366] 'applied index is now lower than readState.Index' (duration: 529.050186ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:30.231707Z","caller":"traceutil/trace.go:171","msg":"trace[1287490045] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"665.456106ms","start":"2026-03-19T09:22:29.566219Z","end":"2026-03-19T09:22:30.231675Z","steps":["trace[1287490045] 'process raft request' (duration: 665.332794ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.231799Z","caller":"traceutil/trace.go:171","msg":"trace[1219981960] transaction","detail":"{read_only:false; response_revision:9420; number_of_response:1; }","duration":"674.854198ms","start":"2026-03-19T09:22:29.556929Z","end":"2026-03-19T09:22:30.231783Z","steps":["trace[1219981960] 'process raft request' (duration: 674.592122ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.231876Z","caller":"traceutil/trace.go:171","msg":"trace[1063460809] transaction","detail":"{read_only:false; response_revision:9419; number_of_response:1; }","duration":"675.542233ms","start":"2026-03-19T09:22:29.556292Z","end":"2026-03-19T09:22:30.231834Z","steps":["trace[1063460809] 'process raft request' (duration: 146.265921ms)","trace[1063460809] 'compare' (duration: 528.74351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:30.231921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:29.556919Z","time spent":"674.93285ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:30.231913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:29.566199Z","time spent":"665.58566ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:22:30.231935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.085439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-znf2q\" ","response":"range_response_count:1 size:9597"} {"level":"info","ts":"2026-03-19T09:22:30.232015Z","caller":"traceutil/trace.go:171","msg":"trace[1865916446] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-znf2q; range_end:; response_count:1; response_revision:9421; }","duration":"358.190371ms","start":"2026-03-19T09:22:29.873794Z","end":"2026-03-19T09:22:30.231985Z","steps":["trace[1865916446] 'agreement among raft nodes before linearized reading' (duration: 357.897355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.232049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:29.873773Z","time spent":"358.268534ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9619,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-znf2q\" "} {"level":"warn","ts":"2026-03-19T09:22:30.232072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:29.556276Z","time spent":"675.680037ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:30.231999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.957918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:30.232153Z","caller":"traceutil/trace.go:171","msg":"trace[1974183908] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9421; }","duration":"670.152872ms","start":"2026-03-19T09:22:29.561983Z","end":"2026-03-19T09:22:30.232136Z","steps":["trace[1974183908] 'agreement among raft nodes before linearized reading' (duration: 669.874075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.23231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:29.561967Z","time spent":"670.331066ms","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:30.653122Z","caller":"traceutil/trace.go:171","msg":"trace[515081411] linearizableReadLoop","detail":"{readStateIndex:9806; appliedIndex:9805; }","duration":"409.121798ms","start":"2026-03-19T09:22:30.243983Z","end":"2026-03-19T09:22:30.653104Z","steps":["trace[515081411] 'read index received' (duration: 409.016915ms)","trace[515081411] 'applied index is now lower than readState.Index' (duration: 103.852µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:30.653216Z","caller":"traceutil/trace.go:171","msg":"trace[1956973447] transaction","detail":"{read_only:false; response_revision:9422; number_of_response:1; }","duration":"410.938778ms","start":"2026-03-19T09:22:30.242244Z","end":"2026-03-19T09:22:30.653183Z","steps":["trace[1956973447] 'process raft request' (duration: 410.739814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.653308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.828162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:22:30.65333Z","caller":"traceutil/trace.go:171","msg":"trace[2063196102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9422; }","duration":"408.886102ms","start":"2026-03-19T09:22:30.244438Z","end":"2026-03-19T09:22:30.653324Z","steps":["trace[2063196102] 'agreement among raft nodes before linearized reading' (duration: 408.77642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.653303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.116285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:30.653348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:30.244427Z","time spent":"408.917643ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:22:30.653377Z","caller":"traceutil/trace.go:171","msg":"trace[2005124218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9422; }","duration":"157.198097ms","start":"2026-03-19T09:22:30.496161Z","end":"2026-03-19T09:22:30.65336Z","steps":["trace[2005124218] 'agreement among raft nodes before linearized reading' (duration: 157.077515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.653371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:30.242224Z","time spent":"411.063961ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9866,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:30.65343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.954254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:22:30.65344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.424884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:22:30.653489Z","caller":"traceutil/trace.go:171","msg":"trace[1161438159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9422; }","duration":"409.037206ms","start":"2026-03-19T09:22:30.244439Z","end":"2026-03-19T09:22:30.653476Z","steps":["trace[1161438159] 'agreement among raft nodes before linearized reading' (duration: 408.817891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.653524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:30.24443Z","time spent":"409.086177ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:22:30.653536Z","caller":"traceutil/trace.go:171","msg":"trace[97969092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9422; }","duration":"409.564768ms","start":"2026-03-19T09:22:30.243945Z","end":"2026-03-19T09:22:30.65351Z","steps":["trace[97969092] 'agreement among raft nodes before linearized reading' (duration: 409.274261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.653594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:30.243927Z","time spent":"409.654009ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:22:34.938062Z","caller":"traceutil/trace.go:171","msg":"trace[1815192625] transaction","detail":"{read_only:false; response_revision:9463; number_of_response:1; }","duration":"251.722285ms","start":"2026-03-19T09:22:34.686306Z","end":"2026-03-19T09:22:34.938028Z","steps":["trace[1815192625] 'process raft request' (duration: 251.464119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:34.937929Z","caller":"traceutil/trace.go:171","msg":"trace[447610348] linearizableReadLoop","detail":"{readStateIndex:9848; appliedIndex:9847; }","duration":"251.087531ms","start":"2026-03-19T09:22:34.68682Z","end":"2026-03-19T09:22:34.937907Z","steps":["trace[447610348] 'read index received' (duration: 250.843846ms)","trace[447610348] 'applied index is now lower than readState.Index' (duration: 242.825µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:34.938412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.858497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:34.938481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.362337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:34.93849Z","caller":"traceutil/trace.go:171","msg":"trace[227287029] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9463; }","duration":"115.9771ms","start":"2026-03-19T09:22:34.82249Z","end":"2026-03-19T09:22:34.938467Z","steps":["trace[227287029] 'agreement among raft nodes before linearized reading' (duration: 115.846427ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:34.938523Z","caller":"traceutil/trace.go:171","msg":"trace[413089405] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9463; }","duration":"163.424188ms","start":"2026-03-19T09:22:34.775088Z","end":"2026-03-19T09:22:34.938512Z","steps":["trace[413089405] 'agreement among raft nodes before linearized reading' (duration: 163.313615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:34.938653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.597532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:22:34.938701Z","caller":"traceutil/trace.go:171","msg":"trace[146567396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9463; }","duration":"251.679965ms","start":"2026-03-19T09:22:34.687007Z","end":"2026-03-19T09:22:34.938687Z","steps":["trace[146567396] 'agreement among raft nodes before linearized reading' (duration: 251.276706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:34.939172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.323649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:22:34.939255Z","caller":"traceutil/trace.go:171","msg":"trace[410070518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9463; }","duration":"252.456972ms","start":"2026-03-19T09:22:34.686779Z","end":"2026-03-19T09:22:34.939236Z","steps":["trace[410070518] 'agreement among raft nodes before linearized reading' (duration: 251.356548ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:35.140135Z","caller":"traceutil/trace.go:171","msg":"trace[80382835] transaction","detail":"{read_only:false; response_revision:9465; number_of_response:1; }","duration":"196.82382ms","start":"2026-03-19T09:22:34.943228Z","end":"2026-03-19T09:22:35.140052Z","steps":["trace[80382835] 'process raft request' (duration: 196.767568ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:35.140188Z","caller":"traceutil/trace.go:171","msg":"trace[152055112] transaction","detail":"{read_only:false; response_revision:9464; number_of_response:1; }","duration":"197.2999ms","start":"2026-03-19T09:22:34.942858Z","end":"2026-03-19T09:22:35.140158Z","steps":["trace[152055112] 'process raft request' (duration: 159.216783ms)","trace[152055112] 'compare' (duration: 37.588666ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:39.274792Z","caller":"traceutil/trace.go:171","msg":"trace[1985269879] transaction","detail":"{read_only:false; response_revision:9480; number_of_response:1; }","duration":"314.016067ms","start":"2026-03-19T09:22:38.96075Z","end":"2026-03-19T09:22:39.274766Z","steps":["trace[1985269879] 'process raft request' (duration: 313.727171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:39.274975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:38.960708Z","time spent":"314.14672ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:39.419373Z","caller":"traceutil/trace.go:171","msg":"trace[882586767] linearizableReadLoop","detail":"{readStateIndex:9868; appliedIndex:9866; }","duration":"139.559821ms","start":"2026-03-19T09:22:39.279789Z","end":"2026-03-19T09:22:39.419349Z","steps":["trace[882586767] 'read index received' (duration: 57.387351ms)","trace[882586767] 'applied index is now lower than readState.Index' (duration: 82.17163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:39.419608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.797116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-03-19T09:22:39.419539Z","caller":"traceutil/trace.go:171","msg":"trace[1921368572] transaction","detail":"{read_only:false; response_revision:9482; number_of_response:1; }","duration":"139.848688ms","start":"2026-03-19T09:22:39.279643Z","end":"2026-03-19T09:22:39.419492Z","steps":["trace[1921368572] 'process raft request' (duration: 139.664093ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:39.419656Z","caller":"traceutil/trace.go:171","msg":"trace[1403834715] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9482; }","duration":"139.886008ms","start":"2026-03-19T09:22:39.279759Z","end":"2026-03-19T09:22:39.419645Z","steps":["trace[1403834715] 'agreement among raft nodes before linearized reading' (duration: 139.685093ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:39.419581Z","caller":"traceutil/trace.go:171","msg":"trace[1800178281] transaction","detail":"{read_only:false; response_revision:9481; number_of_response:1; }","duration":"140.516243ms","start":"2026-03-19T09:22:39.278912Z","end":"2026-03-19T09:22:39.419428Z","steps":["trace[1800178281] 'process raft request' (duration: 58.233861ms)","trace[1800178281] 'compare' (duration: 82.013415ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:39.809408Z","caller":"traceutil/trace.go:171","msg":"trace[1435100980] transaction","detail":"{read_only:false; response_revision:9483; number_of_response:1; }","duration":"160.185875ms","start":"2026-03-19T09:22:39.649198Z","end":"2026-03-19T09:22:39.809384Z","steps":["trace[1435100980] 'process raft request' (duration: 160.044432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:40.120232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.254036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:40.12051Z","caller":"traceutil/trace.go:171","msg":"trace[824976447] linearizableReadLoop","detail":"{readStateIndex:9871; appliedIndex:9868; }","duration":"438.274825ms","start":"2026-03-19T09:22:39.682211Z","end":"2026-03-19T09:22:40.120486Z","steps":["trace[824976447] 'read index received' (duration: 127.119402ms)","trace[824976447] 'applied index is now lower than readState.Index' (duration: 311.154143ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:40.120548Z","caller":"traceutil/trace.go:171","msg":"trace[1614182640] transaction","detail":"{read_only:false; response_revision:9485; number_of_response:1; }","duration":"445.013136ms","start":"2026-03-19T09:22:39.675502Z","end":"2026-03-19T09:22:40.120515Z","steps":["trace[1614182640] 'process raft request' (duration: 444.851972ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:40.120608Z","caller":"traceutil/trace.go:171","msg":"trace[1139731223] transaction","detail":"{read_only:false; response_revision:9484; number_of_response:1; }","duration":"445.593629ms","start":"2026-03-19T09:22:39.674983Z","end":"2026-03-19T09:22:40.120576Z","steps":["trace[1139731223] 'process raft request' (duration: 304.860272ms)","trace[1139731223] 'compare' (duration: 139.94802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:40.120692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:39.675491Z","time spent":"445.120108ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:40.120732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.5213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:22:40.12078Z","caller":"traceutil/trace.go:171","msg":"trace[980131327] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:9485; }","duration":"438.569231ms","start":"2026-03-19T09:22:39.682197Z","end":"2026-03-19T09:22:40.120766Z","steps":["trace[980131327] 'agreement among raft nodes before linearized reading' (duration: 438.395257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:40.120793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:39.674966Z","time spent":"445.749992ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:40.120825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:39.682178Z","time spent":"438.636002ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:22:40.351678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.353638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:40.351786Z","caller":"traceutil/trace.go:171","msg":"trace[96488557] linearizableReadLoop","detail":"{readStateIndex:9872; appliedIndex:9871; }","duration":"231.210102ms","start":"2026-03-19T09:22:40.120557Z","end":"2026-03-19T09:22:40.351767Z","steps":["trace[96488557] 'read index received' (duration: 126.423324ms)","trace[96488557] 'applied index is now lower than readState.Index' (duration: 104.784898ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:40.351792Z","caller":"traceutil/trace.go:171","msg":"trace[721631752] transaction","detail":"{read_only:false; response_revision:9486; number_of_response:1; }","duration":"363.834799ms","start":"2026-03-19T09:22:39.987936Z","end":"2026-03-19T09:22:40.351771Z","steps":["trace[721631752] 'process raft request' (duration: 259.109592ms)","trace[721631752] 'compare' (duration: 104.046801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:40.351937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.169625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:40.352007Z","caller":"traceutil/trace.go:171","msg":"trace[188433966] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9486; }","duration":"667.287637ms","start":"2026-03-19T09:22:39.684699Z","end":"2026-03-19T09:22:40.351986Z","steps":["trace[188433966] 'agreement among raft nodes before linearized reading' (duration: 667.149174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:40.352048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:39.684686Z","time spent":"667.354439ms","remote":"127.0.0.1:46430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:40.351945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:39.987911Z","time spent":"363.925491ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:40.352769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.835878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291805"} {"level":"info","ts":"2026-03-19T09:22:40.352829Z","caller":"traceutil/trace.go:171","msg":"trace[1467900514] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9486; }","duration":"227.927661ms","start":"2026-03-19T09:22:40.124883Z","end":"2026-03-19T09:22:40.35281Z","steps":["trace[1467900514] 'agreement among raft nodes before linearized reading' (duration: 227.03279ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:40.675145Z","caller":"traceutil/trace.go:171","msg":"trace[1159266930] linearizableReadLoop","detail":"{readStateIndex:9874; appliedIndex:9873; }","duration":"258.130789ms","start":"2026-03-19T09:22:40.416992Z","end":"2026-03-19T09:22:40.675122Z","steps":["trace[1159266930] 'read index received' (duration: 175.197793ms)","trace[1159266930] 'applied index is now lower than readState.Index' (duration: 82.932016ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:40.675293Z","caller":"traceutil/trace.go:171","msg":"trace[75535570] transaction","detail":"{read_only:false; response_revision:9488; number_of_response:1; }","duration":"319.169633ms","start":"2026-03-19T09:22:40.356102Z","end":"2026-03-19T09:22:40.675271Z","steps":["trace[75535570] 'process raft request' (duration: 236.039771ms)","trace[75535570] 'compare' (duration: 82.844885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:40.675492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:40.356088Z","time spent":"319.262475ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:40.675638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.734288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:40.675675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.666861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:40.675661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.670631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:40.675711Z","caller":"traceutil/trace.go:171","msg":"trace[613766497] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9488; }","duration":"236.851101ms","start":"2026-03-19T09:22:40.438841Z","end":"2026-03-19T09:22:40.675692Z","steps":["trace[613766497] 'agreement among raft nodes before linearized reading' (duration: 236.738999ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:40.675735Z","caller":"traceutil/trace.go:171","msg":"trace[450173570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9488; }","duration":"258.767224ms","start":"2026-03-19T09:22:40.416947Z","end":"2026-03-19T09:22:40.675714Z","steps":["trace[450173570] 'agreement among raft nodes before linearized reading' (duration: 258.661781ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:40.675738Z","caller":"traceutil/trace.go:171","msg":"trace[1944341656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9488; }","duration":"178.801945ms","start":"2026-03-19T09:22:40.496918Z","end":"2026-03-19T09:22:40.67572Z","steps":["trace[1944341656] 'agreement among raft nodes before linearized reading' (duration: 178.677242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:40.675701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.913298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:40.675823Z","caller":"traceutil/trace.go:171","msg":"trace[1777537398] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9488; }","duration":"180.113643ms","start":"2026-03-19T09:22:40.495685Z","end":"2026-03-19T09:22:40.675799Z","steps":["trace[1777537398] 'agreement among raft nodes before linearized reading' (duration: 179.919199ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:41.689587Z","caller":"traceutil/trace.go:171","msg":"trace[67398085] transaction","detail":"{read_only:false; response_revision:9491; number_of_response:1; }","duration":"191.140111ms","start":"2026-03-19T09:22:41.498421Z","end":"2026-03-19T09:22:41.689562Z","steps":["trace[67398085] 'process raft request' (duration: 190.957297ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:41.689904Z","caller":"traceutil/trace.go:171","msg":"trace[72081093] transaction","detail":"{read_only:false; response_revision:9492; number_of_response:1; }","duration":"191.442868ms","start":"2026-03-19T09:22:41.498422Z","end":"2026-03-19T09:22:41.689865Z","steps":["trace[72081093] 'process raft request' (duration: 191.10229ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:41.949938Z","caller":"traceutil/trace.go:171","msg":"trace[1753868809] transaction","detail":"{read_only:false; response_revision:9493; number_of_response:1; }","duration":"135.452329ms","start":"2026-03-19T09:22:41.81446Z","end":"2026-03-19T09:22:41.949913Z","steps":["trace[1753868809] 'process raft request' (duration: 135.299855ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:42.257212Z","caller":"traceutil/trace.go:171","msg":"trace[990154552] transaction","detail":"{read_only:false; response_revision:9495; number_of_response:1; }","duration":"131.049539ms","start":"2026-03-19T09:22:42.12614Z","end":"2026-03-19T09:22:42.257189Z","steps":["trace[990154552] 'process raft request' (duration: 88.101912ms)","trace[990154552] 'compare' (duration: 42.705921ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:48.046143Z","caller":"traceutil/trace.go:171","msg":"trace[1190418700] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"103.134651ms","start":"2026-03-19T09:22:47.942981Z","end":"2026-03-19T09:22:48.046116Z","steps":["trace[1190418700] 'process raft request' (duration: 102.949287ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:48.191477Z","caller":"traceutil/trace.go:171","msg":"trace[1276098654] transaction","detail":"{read_only:false; response_revision:9527; number_of_response:1; }","duration":"121.871743ms","start":"2026-03-19T09:22:48.069571Z","end":"2026-03-19T09:22:48.191442Z","steps":["trace[1276098654] 'process raft request' (duration: 117.525935ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:56.31422Z","caller":"traceutil/trace.go:171","msg":"trace[176752864] linearizableReadLoop","detail":"{readStateIndex:9976; appliedIndex:9975; }","duration":"145.982036ms","start":"2026-03-19T09:22:56.168211Z","end":"2026-03-19T09:22:56.314193Z","steps":["trace[176752864] 'read index received' (duration: 105.815392ms)","trace[176752864] 'applied index is now lower than readState.Index' (duration: 40.165654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:56.314449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.223012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T09:22:56.314493Z","caller":"traceutil/trace.go:171","msg":"trace[358108357] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9587; }","duration":"146.321334ms","start":"2026-03-19T09:22:56.168159Z","end":"2026-03-19T09:22:56.31448Z","steps":["trace[358108357] 'agreement among raft nodes before linearized reading' (duration: 146.135249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:56.314714Z","caller":"traceutil/trace.go:171","msg":"trace[361689969] transaction","detail":"{read_only:false; response_revision:9587; number_of_response:1; }","duration":"161.74353ms","start":"2026-03-19T09:22:56.152934Z","end":"2026-03-19T09:22:56.314678Z","steps":["trace[361689969] 'process raft request' (duration: 120.577334ms)","trace[361689969] 'compare' (duration: 40.355707ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:56.400653Z","caller":"traceutil/trace.go:171","msg":"trace[189326040] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"159.610572ms","start":"2026-03-19T09:22:56.241014Z","end":"2026-03-19T09:22:56.400625Z","steps":["trace[189326040] 'process raft request' (duration: 159.461608ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:56.47631Z","caller":"traceutil/trace.go:171","msg":"trace[2133145989] transaction","detail":"{read_only:false; response_revision:9589; number_of_response:1; }","duration":"157.083546ms","start":"2026-03-19T09:22:56.319193Z","end":"2026-03-19T09:22:56.476277Z","steps":["trace[2133145989] 'process raft request' (duration: 100.794509ms)","trace[2133145989] 'compare' (duration: 56.082772ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:57.542382Z","caller":"traceutil/trace.go:171","msg":"trace[1866523378] transaction","detail":"{read_only:false; response_revision:9596; number_of_response:1; }","duration":"125.905794ms","start":"2026-03-19T09:22:57.416434Z","end":"2026-03-19T09:22:57.54234Z","steps":["trace[1866523378] 'process raft request' (duration: 125.657908ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:57.997316Z","caller":"traceutil/trace.go:171","msg":"trace[1307044703] transaction","detail":"{read_only:false; response_revision:9609; number_of_response:1; }","duration":"109.646997ms","start":"2026-03-19T09:22:57.887636Z","end":"2026-03-19T09:22:57.997283Z","steps":["trace[1307044703] 'process raft request' (duration: 79.559091ms)","trace[1307044703] 'compare' (duration: 29.928133ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:58.349228Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1812db8446d3ac67","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T09:22:58.480114Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T09:22:58.480281Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-19T09:22:58.946971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.052738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:58.947139Z","caller":"traceutil/trace.go:171","msg":"trace[1855313130] transaction","detail":"{read_only:false; response_revision:9616; number_of_response:1; }","duration":"220.426631ms","start":"2026-03-19T09:22:58.726677Z","end":"2026-03-19T09:22:58.947104Z","steps":["trace[1855313130] 'process raft request' (duration: 24.601523ms)","trace[1855313130] 'compare' (duration: 193.915205ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:00.868388Z","caller":"traceutil/trace.go:171","msg":"trace[131121055] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"586.283184ms","start":"2026-03-19T09:23:00.282079Z","end":"2026-03-19T09:23:00.868362Z","steps":["trace[131121055] 'process raft request' (duration: 586.1037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:00.868576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.28206Z","time spent":"586.412268ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:01.006556Z","caller":"traceutil/trace.go:171","msg":"trace[332283105] linearizableReadLoop","detail":"{readStateIndex:10016; appliedIndex:10014; }","duration":"510.300265ms","start":"2026-03-19T09:23:00.4962Z","end":"2026-03-19T09:23:01.006501Z","steps":["trace[332283105] 'read index received' (duration: 372.096105ms)","trace[332283105] 'applied index is now lower than readState.Index' (duration: 138.2029ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:01.006624Z","caller":"traceutil/trace.go:171","msg":"trace[2038247920] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"505.365153ms","start":"2026-03-19T09:23:00.501214Z","end":"2026-03-19T09:23:01.006579Z","steps":["trace[2038247920] 'process raft request' (duration: 505.22069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:01.006772Z","caller":"traceutil/trace.go:171","msg":"trace[752449431] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"582.322066ms","start":"2026-03-19T09:23:00.42441Z","end":"2026-03-19T09:23:01.006732Z","steps":["trace[752449431] 'process raft request' (duration: 515.83133ms)","trace[752449431] 'compare' (duration: 66.024595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:01.006792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.343249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:23:01.006787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.559261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:23:01.006838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.776965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:23:01.006856Z","caller":"traceutil/trace.go:171","msg":"trace[1632621236] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9627; }","duration":"435.480051ms","start":"2026-03-19T09:23:00.571361Z","end":"2026-03-19T09:23:01.006841Z","steps":["trace[1632621236] 'agreement among raft nodes before linearized reading' (duration: 435.340998ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:01.006878Z","caller":"traceutil/trace.go:171","msg":"trace[1225158769] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:9627; }","duration":"294.847786ms","start":"2026-03-19T09:23:00.712019Z","end":"2026-03-19T09:23:01.006867Z","steps":["trace[1225158769] 'agreement among raft nodes before linearized reading' (duration: 294.684062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:01.00689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.571332Z","time spent":"435.550352ms","remote":"127.0.0.1:56764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:23:01.00688Z","caller":"traceutil/trace.go:171","msg":"trace[400052994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9627; }","duration":"510.694215ms","start":"2026-03-19T09:23:00.496162Z","end":"2026-03-19T09:23:01.006856Z","steps":["trace[400052994] 'agreement among raft nodes before linearized reading' (duration: 510.525561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:01.006807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.50118Z","time spent":"505.539018ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:01.006926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.424379Z","time spent":"582.466758ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:01.006938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.496146Z","time spent":"510.784296ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:23:01.263706Z","caller":"traceutil/trace.go:171","msg":"trace[513594364] linearizableReadLoop","detail":"{readStateIndex:10018; appliedIndex:10017; }","duration":"252.435321ms","start":"2026-03-19T09:23:01.01124Z","end":"2026-03-19T09:23:01.263675Z","steps":["trace[513594364] 'read index received' (duration: 159.773986ms)","trace[513594364] 'applied index is now lower than readState.Index' (duration: 92.659045ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:01.263743Z","caller":"traceutil/trace.go:171","msg":"trace[1977008831] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"252.669917ms","start":"2026-03-19T09:23:01.011038Z","end":"2026-03-19T09:23:01.263708Z","steps":["trace[1977008831] 'process raft request' (duration: 160.084033ms)","trace[1977008831] 'compare' (duration: 92.346819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:01.264072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.870279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-03-19T09:23:01.264105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.51806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:23:01.264152Z","caller":"traceutil/trace.go:171","msg":"trace[1019982064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9628; }","duration":"251.594512ms","start":"2026-03-19T09:23:01.012546Z","end":"2026-03-19T09:23:01.26414Z","steps":["trace[1019982064] 'agreement among raft nodes before linearized reading' (duration: 251.456368ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:01.26416Z","caller":"traceutil/trace.go:171","msg":"trace[801737080] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:9628; }","duration":"251.973301ms","start":"2026-03-19T09:23:01.012163Z","end":"2026-03-19T09:23:01.264136Z","steps":["trace[801737080] 'agreement among raft nodes before linearized reading' (duration: 251.835928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:01.264385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.119036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306756"} {"level":"info","ts":"2026-03-19T09:23:01.264437Z","caller":"traceutil/trace.go:171","msg":"trace[816443446] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9628; }","duration":"253.20694ms","start":"2026-03-19T09:23:01.011219Z","end":"2026-03-19T09:23:01.264426Z","steps":["trace[816443446] 'agreement among raft nodes before linearized reading' (duration: 252.624336ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:02.461599Z","caller":"traceutil/trace.go:171","msg":"trace[1081499038] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"206.376075ms","start":"2026-03-19T09:23:02.255193Z","end":"2026-03-19T09:23:02.461569Z","steps":["trace[1081499038] 'process raft request' (duration: 206.197221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:02.681221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.288817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:23:02.68134Z","caller":"traceutil/trace.go:171","msg":"trace[1221794488] linearizableReadLoop","detail":"{readStateIndex:10027; appliedIndex:10026; }","duration":"184.684256ms","start":"2026-03-19T09:23:02.496638Z","end":"2026-03-19T09:23:02.681323Z","steps":["trace[1221794488] 'read index received' (duration: 72.187234ms)","trace[1221794488] 'applied index is now lower than readState.Index' (duration: 112.495632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:02.681405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.763758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:02.681436Z","caller":"traceutil/trace.go:171","msg":"trace[947149611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9635; }","duration":"184.83547ms","start":"2026-03-19T09:23:02.496592Z","end":"2026-03-19T09:23:02.681427Z","steps":["trace[947149611] 'agreement among raft nodes before linearized reading' (duration: 184.778178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:02.681402Z","caller":"traceutil/trace.go:171","msg":"trace[89208185] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"403.253695ms","start":"2026-03-19T09:23:02.278108Z","end":"2026-03-19T09:23:02.681362Z","steps":["trace[89208185] 'process raft request' (duration: 290.708682ms)","trace[89208185] 'compare' (duration: 112.126344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:02.681611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:02.278081Z","time spent":"403.425649ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:02.981032Z","caller":"traceutil/trace.go:171","msg":"trace[1855171765] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"100.00161ms","start":"2026-03-19T09:23:02.880993Z","end":"2026-03-19T09:23:02.980994Z","steps":["trace[1855171765] 'process raft request' (duration: 99.785545ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:03.27927Z","caller":"traceutil/trace.go:171","msg":"trace[1916927750] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"267.731286ms","start":"2026-03-19T09:23:03.011508Z","end":"2026-03-19T09:23:03.27924Z","steps":["trace[1916927750] 'process raft request' (duration: 267.504101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:03.302313Z","caller":"traceutil/trace.go:171","msg":"trace[1213406456] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"289.649899ms","start":"2026-03-19T09:23:03.01263Z","end":"2026-03-19T09:23:03.30228Z","steps":["trace[1213406456] 'process raft request' (duration: 289.373213ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:03.629921Z","caller":"traceutil/trace.go:171","msg":"trace[1015593523] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"322.189911ms","start":"2026-03-19T09:23:03.307703Z","end":"2026-03-19T09:23:03.629893Z","steps":["trace[1015593523] 'process raft request' (duration: 294.225112ms)","trace[1015593523] 'compare' (duration: 27.54045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:03.630025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.514069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:23:03.629911Z","caller":"traceutil/trace.go:171","msg":"trace[2032782770] linearizableReadLoop","detail":"{readStateIndex:10031; appliedIndex:10030; }","duration":"298.377536ms","start":"2026-03-19T09:23:03.331505Z","end":"2026-03-19T09:23:03.629882Z","steps":["trace[2032782770] 'read index received' (duration: 270.459557ms)","trace[2032782770] 'applied index is now lower than readState.Index' (duration: 27.916269ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:03.630077Z","caller":"traceutil/trace.go:171","msg":"trace[325072537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9639; }","duration":"298.619911ms","start":"2026-03-19T09:23:03.331445Z","end":"2026-03-19T09:23:03.630065Z","steps":["trace[325072537] 'agreement among raft nodes before linearized reading' (duration: 298.514949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:03.630071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:03.307687Z","time spent":"322.296033ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:03.630193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.255939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:03.63025Z","caller":"traceutil/trace.go:171","msg":"trace[1594412584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9639; }","duration":"133.369112ms","start":"2026-03-19T09:23:03.496866Z","end":"2026-03-19T09:23:03.630236Z","steps":["trace[1594412584] 'agreement among raft nodes before linearized reading' (duration: 133.271079ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:03.792358Z","caller":"traceutil/trace.go:171","msg":"trace[373529985] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"124.775149ms","start":"2026-03-19T09:23:03.66755Z","end":"2026-03-19T09:23:03.792325Z","steps":["trace[373529985] 'process raft request' (duration: 85.817712ms)","trace[373529985] 'compare' (duration: 38.741702ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:06.756941Z","caller":"traceutil/trace.go:171","msg":"trace[435649977] transaction","detail":"{read_only:false; response_revision:9658; number_of_response:1; }","duration":"123.459268ms","start":"2026-03-19T09:23:06.633444Z","end":"2026-03-19T09:23:06.756903Z","steps":["trace[435649977] 'process raft request' (duration: 122.955507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:06.948944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.109096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:23:06.949048Z","caller":"traceutil/trace.go:171","msg":"trace[2090873246] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:9659; }","duration":"121.259059ms","start":"2026-03-19T09:23:06.827765Z","end":"2026-03-19T09:23:06.949024Z","steps":["trace[2090873246] 'range keys from in-memory index tree' (duration: 120.927003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:07.57981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070743325102899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:23:07.765821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:06.950273Z","time spent":"815.542904ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:23:07.849005Z","caller":"traceutil/trace.go:171","msg":"trace[1133159983] transaction","detail":"{read_only:false; response_revision:9660; number_of_response:1; }","duration":"529.1706ms","start":"2026-03-19T09:23:07.319794Z","end":"2026-03-19T09:23:07.848964Z","steps":["trace[1133159983] 'process raft request' (duration: 528.820542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:07.848979Z","caller":"traceutil/trace.go:171","msg":"trace[357537511] linearizableReadLoop","detail":"{readStateIndex:10054; appliedIndex:10052; }","duration":"769.770404ms","start":"2026-03-19T09:23:07.07916Z","end":"2026-03-19T09:23:07.84893Z","steps":["trace[357537511] 'read index received' (duration: 686.788956ms)","trace[357537511] 'applied index is now lower than readState.Index' (duration: 82.980128ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:07.849222Z","caller":"traceutil/trace.go:171","msg":"trace[2061228551] transaction","detail":"{read_only:false; response_revision:9661; number_of_response:1; }","duration":"526.185972ms","start":"2026-03-19T09:23:07.323022Z","end":"2026-03-19T09:23:07.849208Z","steps":["trace[2061228551] 'process raft request' (duration: 525.841035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:07.849238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.319769Z","time spent":"529.350303ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:07.849399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.323006Z","time spent":"526.265724ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:07.849797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.629744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-19T09:23:07.849867Z","caller":"traceutil/trace.go:171","msg":"trace[1010242579] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9661; }","duration":"770.727286ms","start":"2026-03-19T09:23:07.079121Z","end":"2026-03-19T09:23:07.849848Z","steps":["trace[1010242579] 'agreement among raft nodes before linearized reading' (duration: 770.453529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:07.849905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.079102Z","time spent":"770.795528ms","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-19T09:23:07.921276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.469785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:23:07.921302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.785961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:23:07.921363Z","caller":"traceutil/trace.go:171","msg":"trace[1933593284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9662; }","duration":"261.605738ms","start":"2026-03-19T09:23:07.659739Z","end":"2026-03-19T09:23:07.921345Z","steps":["trace[1933593284] 'agreement among raft nodes before linearized reading' (duration: 261.290431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:07.921353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.501604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-03-19T09:23:07.92138Z","caller":"traceutil/trace.go:171","msg":"trace[105714199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9662; }","duration":"209.987366ms","start":"2026-03-19T09:23:07.711371Z","end":"2026-03-19T09:23:07.921358Z","steps":["trace[105714199] 'agreement among raft nodes before linearized reading' (duration: 209.633508ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:07.921412Z","caller":"traceutil/trace.go:171","msg":"trace[937472720] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9662; }","duration":"747.588765ms","start":"2026-03-19T09:23:07.173805Z","end":"2026-03-19T09:23:07.921394Z","steps":["trace[937472720] 'agreement among raft nodes before linearized reading' (duration: 747.423252ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:07.921563Z","caller":"traceutil/trace.go:171","msg":"trace[1432333677] transaction","detail":"{read_only:false; response_revision:9662; number_of_response:1; }","duration":"153.940675ms","start":"2026-03-19T09:23:07.76761Z","end":"2026-03-19T09:23:07.921551Z","steps":["trace[1432333677] 'process raft request' (duration: 138.400524ms)","trace[1432333677] 'compare' (duration: 14.834295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:07.921556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.173788Z","time spent":"747.75164ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19335,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:23:07.921769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.820287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:07.921799Z","caller":"traceutil/trace.go:171","msg":"trace[26244438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9662; }","duration":"195.899519ms","start":"2026-03-19T09:23:07.725891Z","end":"2026-03-19T09:23:07.92179Z","steps":["trace[26244438] 'agreement among raft nodes before linearized reading' (duration: 195.840878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:07.921846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.363887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:23:07.921891Z","caller":"traceutil/trace.go:171","msg":"trace[2015835307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9662; }","duration":"275.48141ms","start":"2026-03-19T09:23:07.646397Z","end":"2026-03-19T09:23:07.921878Z","steps":["trace[2015835307] 'agreement among raft nodes before linearized reading' (duration: 275.370298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:07.922046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.004557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:23:07.922081Z","caller":"traceutil/trace.go:171","msg":"trace[1115331612] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:9662; }","duration":"593.058617ms","start":"2026-03-19T09:23:07.329013Z","end":"2026-03-19T09:23:07.922071Z","steps":["trace[1115331612] 'agreement among raft nodes before linearized reading' (duration: 592.960775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:07.922109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.329005Z","time spent":"593.097938ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:23:08.157682Z","caller":"traceutil/trace.go:171","msg":"trace[2106707232] linearizableReadLoop","detail":"{readStateIndex:10057; appliedIndex:10055; }","duration":"223.96586ms","start":"2026-03-19T09:23:07.933697Z","end":"2026-03-19T09:23:08.157663Z","steps":["trace[2106707232] 'read index received' (duration: 66.110368ms)","trace[2106707232] 'applied index is now lower than readState.Index' (duration: 157.854862ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:08.157866Z","caller":"traceutil/trace.go:171","msg":"trace[1748295165] transaction","detail":"{read_only:false; response_revision:9665; number_of_response:1; }","duration":"224.034932ms","start":"2026-03-19T09:23:07.933823Z","end":"2026-03-19T09:23:08.157858Z","steps":["trace[1748295165] 'process raft request' (duration: 223.754315ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:08.157693Z","caller":"traceutil/trace.go:171","msg":"trace[1929948254] transaction","detail":"{read_only:false; response_revision:9664; number_of_response:1; }","duration":"231.702915ms","start":"2026-03-19T09:23:07.92596Z","end":"2026-03-19T09:23:08.157663Z","steps":["trace[1929948254] 'process raft request' (duration: 160.858981ms)","trace[1929948254] 'compare' (duration: 70.446286ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:08.158357Z","caller":"traceutil/trace.go:171","msg":"trace[1390876184] transaction","detail":"{read_only:false; response_revision:9666; number_of_response:1; }","duration":"223.348746ms","start":"2026-03-19T09:23:07.934984Z","end":"2026-03-19T09:23:08.158333Z","steps":["trace[1390876184] 'process raft request' (duration: 222.647961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.158436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.959442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-03-19T09:23:08.168591Z","caller":"traceutil/trace.go:171","msg":"trace[1345884733] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9666; }","duration":"231.140682ms","start":"2026-03-19T09:23:07.937424Z","end":"2026-03-19T09:23:08.168565Z","steps":["trace[1345884733] 'agreement among raft nodes before linearized reading' (duration: 220.797629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.158545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.802209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:23:08.168833Z","caller":"traceutil/trace.go:171","msg":"trace[449328122] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9666; }","duration":"235.144912ms","start":"2026-03-19T09:23:07.933679Z","end":"2026-03-19T09:23:08.168824Z","steps":["trace[449328122] 'agreement among raft nodes before linearized reading' (duration: 224.713558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.158564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.115934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306522"} {"level":"info","ts":"2026-03-19T09:23:08.168996Z","caller":"traceutil/trace.go:171","msg":"trace[1580665807] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9666; }","duration":"234.60139ms","start":"2026-03-19T09:23:07.934385Z","end":"2026-03-19T09:23:08.168986Z","steps":["trace[1580665807] 'agreement among raft nodes before linearized reading' (duration: 223.655584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:08.878079Z","caller":"traceutil/trace.go:171","msg":"trace[57339977] transaction","detail":"{read_only:false; response_revision:9673; number_of_response:1; }","duration":"112.818909ms","start":"2026-03-19T09:23:08.765234Z","end":"2026-03-19T09:23:08.878053Z","steps":["trace[57339977] 'process raft request' (duration: 112.632985ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:08.892036Z","caller":"traceutil/trace.go:171","msg":"trace[1832989736] transaction","detail":"{read_only:false; response_revision:9674; number_of_response:1; }","duration":"121.680869ms","start":"2026-03-19T09:23:08.770334Z","end":"2026-03-19T09:23:08.892015Z","steps":["trace[1832989736] 'process raft request' (duration: 121.567216ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:18.506998Z","caller":"traceutil/trace.go:171","msg":"trace[306673659] transaction","detail":"{read_only:false; response_revision:9720; number_of_response:1; }","duration":"109.440064ms","start":"2026-03-19T09:23:18.397532Z","end":"2026-03-19T09:23:18.506972Z","steps":["trace[306673659] 'process raft request' (duration: 109.223048ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:20.639173Z","caller":"traceutil/trace.go:171","msg":"trace[511083141] transaction","detail":"{read_only:false; response_revision:9728; number_of_response:1; }","duration":"125.004164ms","start":"2026-03-19T09:23:20.514142Z","end":"2026-03-19T09:23:20.639146Z","steps":["trace[511083141] 'process raft request' (duration: 124.851531ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:21.852585Z","caller":"traceutil/trace.go:171","msg":"trace[477561685] transaction","detail":"{read_only:false; response_revision:9730; number_of_response:1; }","duration":"453.252821ms","start":"2026-03-19T09:23:21.399302Z","end":"2026-03-19T09:23:21.852554Z","steps":["trace[477561685] 'process raft request' (duration: 452.957264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:21.85271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.972941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:21.852536Z","caller":"traceutil/trace.go:171","msg":"trace[2135482953] linearizableReadLoop","detail":"{readStateIndex:10125; appliedIndex:10124; }","duration":"355.803758ms","start":"2026-03-19T09:23:21.496708Z","end":"2026-03-19T09:23:21.852511Z","steps":["trace[2135482953] 'read index received' (duration: 355.516322ms)","trace[2135482953] 'applied index is now lower than readState.Index' (duration: 285.796µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:21.852762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:21.399268Z","time spent":"453.412855ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8227,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:21.852915Z","caller":"traceutil/trace.go:171","msg":"trace[74185474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9730; }","duration":"356.086284ms","start":"2026-03-19T09:23:21.496654Z","end":"2026-03-19T09:23:21.85274Z","steps":["trace[74185474] 'agreement among raft nodes before linearized reading' (duration: 355.992642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:21.853019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:21.496626Z","time spent":"356.37856ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:23:25.552819Z","caller":"traceutil/trace.go:171","msg":"trace[1981052429] transaction","detail":"{read_only:false; response_revision:9769; number_of_response:1; }","duration":"113.622518ms","start":"2026-03-19T09:23:25.439159Z","end":"2026-03-19T09:23:25.552782Z","steps":["trace[1981052429] 'process raft request' (duration: 113.307671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:42.201734Z","caller":"traceutil/trace.go:171","msg":"trace[186508490] transaction","detail":"{read_only:false; response_revision:9864; number_of_response:1; }","duration":"257.855713ms","start":"2026-03-19T09:23:41.943838Z","end":"2026-03-19T09:23:42.201694Z","steps":["trace[186508490] 'process raft request' (duration: 239.94638ms)","trace[186508490] 'compare' (duration: 17.681128ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:42.261111Z","caller":"traceutil/trace.go:171","msg":"trace[32711094] transaction","detail":"{read_only:false; response_revision:9866; number_of_response:1; }","duration":"219.282056ms","start":"2026-03-19T09:23:42.041801Z","end":"2026-03-19T09:23:42.261083Z","steps":["trace[32711094] 'process raft request' (duration: 219.209674ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:42.261157Z","caller":"traceutil/trace.go:171","msg":"trace[1228942475] transaction","detail":"{read_only:false; response_revision:9865; number_of_response:1; }","duration":"224.465562ms","start":"2026-03-19T09:23:42.036636Z","end":"2026-03-19T09:23:42.261102Z","steps":["trace[1228942475] 'process raft request' (duration: 224.241757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:42.379017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.926423ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:23:42.379188Z","caller":"traceutil/trace.go:171","msg":"trace[808765653] linearizableReadLoop","detail":"{readStateIndex:10265; appliedIndex:10262; }","duration":"316.516033ms","start":"2026-03-19T09:23:42.062634Z","end":"2026-03-19T09:23:42.37915Z","steps":["trace[808765653] 'read index received' (duration: 121.168217ms)","trace[808765653] 'applied index is now lower than readState.Index' (duration: 195.345416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:42.379406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.760418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T09:23:42.379473Z","caller":"traceutil/trace.go:171","msg":"trace[14832983] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9866; }","duration":"316.869471ms","start":"2026-03-19T09:23:42.062585Z","end":"2026-03-19T09:23:42.379454Z","steps":["trace[14832983] 'agreement among raft nodes before linearized reading' (duration: 316.665066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:42.379503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:42.062568Z","time spent":"316.930362ms","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:23:42.426535Z","caller":"traceutil/trace.go:171","msg":"trace[2095069745] transaction","detail":"{read_only:false; response_revision:9867; number_of_response:1; }","duration":"214.946108ms","start":"2026-03-19T09:23:42.211561Z","end":"2026-03-19T09:23:42.426507Z","steps":["trace[2095069745] 'process raft request' (duration: 214.485348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:42.426886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.532198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:23:42.426953Z","caller":"traceutil/trace.go:171","msg":"trace[1873906666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9867; }","duration":"170.667661ms","start":"2026-03-19T09:23:42.256267Z","end":"2026-03-19T09:23:42.426935Z","steps":["trace[1873906666] 'agreement among raft nodes before linearized reading' (duration: 170.473476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:42.427077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.048877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:42.427206Z","caller":"traceutil/trace.go:171","msg":"trace[1362429308] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9867; }","duration":"182.247022ms","start":"2026-03-19T09:23:42.244933Z","end":"2026-03-19T09:23:42.42718Z","steps":["trace[1362429308] 'agreement among raft nodes before linearized reading' (duration: 182.007657ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:42.609092Z","caller":"traceutil/trace.go:171","msg":"trace[471316527] transaction","detail":"{read_only:false; response_revision:9868; number_of_response:1; }","duration":"176.861091ms","start":"2026-03-19T09:23:42.432196Z","end":"2026-03-19T09:23:42.609057Z","steps":["trace[471316527] 'process raft request' (duration: 81.781381ms)","trace[471316527] 'compare' (duration: 94.911416ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:42.655621Z","caller":"traceutil/trace.go:171","msg":"trace[1535899565] transaction","detail":"{read_only:false; response_revision:9869; number_of_response:1; }","duration":"223.363048ms","start":"2026-03-19T09:23:42.432231Z","end":"2026-03-19T09:23:42.655594Z","steps":["trace[1535899565] 'process raft request' (duration: 223.146173ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:42.6561Z","caller":"traceutil/trace.go:171","msg":"trace[224390080] transaction","detail":"{read_only:false; response_revision:9870; number_of_response:1; }","duration":"223.826038ms","start":"2026-03-19T09:23:42.432248Z","end":"2026-03-19T09:23:42.656074Z","steps":["trace[224390080] 'process raft request' (duration: 223.295237ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:42.656336Z","caller":"traceutil/trace.go:171","msg":"trace[1033698061] linearizableReadLoop","detail":"{readStateIndex:10270; appliedIndex:10267; }","duration":"223.438199ms","start":"2026-03-19T09:23:42.432864Z","end":"2026-03-19T09:23:42.656302Z","steps":["trace[1033698061] 'read index received' (duration: 81.274149ms)","trace[1033698061] 'applied index is now lower than readState.Index' (duration: 142.16219ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:42.656355Z","caller":"traceutil/trace.go:171","msg":"trace[1698571969] transaction","detail":"{read_only:false; response_revision:9871; number_of_response:1; }","duration":"220.964893ms","start":"2026-03-19T09:23:42.435377Z","end":"2026-03-19T09:23:42.656342Z","steps":["trace[1698571969] 'process raft request' (duration: 220.429181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:42.656518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.919865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:42.656565Z","caller":"traceutil/trace.go:171","msg":"trace[2006932364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9871; }","duration":"162.030187ms","start":"2026-03-19T09:23:42.494524Z","end":"2026-03-19T09:23:42.656554Z","steps":["trace[2006932364] 'agreement among raft nodes before linearized reading' (duration: 161.940465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:42.656602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.211295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:23:42.656647Z","caller":"traceutil/trace.go:171","msg":"trace[1471239452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9871; }","duration":"200.313898ms","start":"2026-03-19T09:23:42.456322Z","end":"2026-03-19T09:23:42.656636Z","steps":["trace[1471239452] 'agreement among raft nodes before linearized reading' (duration: 200.125664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:42.656986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.117394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:329517"} {"level":"info","ts":"2026-03-19T09:23:42.657035Z","caller":"traceutil/trace.go:171","msg":"trace[973448474] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9871; }","duration":"224.168605ms","start":"2026-03-19T09:23:42.432853Z","end":"2026-03-19T09:23:42.657021Z","steps":["trace[973448474] 'agreement among raft nodes before linearized reading' (duration: 223.555792ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:42.908768Z","caller":"traceutil/trace.go:171","msg":"trace[1984767648] transaction","detail":"{read_only:false; response_revision:9878; number_of_response:1; }","duration":"106.513287ms","start":"2026-03-19T09:23:42.802204Z","end":"2026-03-19T09:23:42.908718Z","steps":["trace[1984767648] 'process raft request' (duration: 106.253592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:44.476939Z","caller":"traceutil/trace.go:171","msg":"trace[1008419996] transaction","detail":"{read_only:false; response_revision:9885; number_of_response:1; }","duration":"210.249212ms","start":"2026-03-19T09:23:44.266656Z","end":"2026-03-19T09:23:44.476905Z","steps":["trace[1008419996] 'process raft request' (duration: 134.17003ms)","trace[1008419996] 'compare' (duration: 75.934918ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:45.351872Z","caller":"traceutil/trace.go:171","msg":"trace[2116112411] transaction","detail":"{read_only:false; response_revision:9894; number_of_response:1; }","duration":"375.551912ms","start":"2026-03-19T09:23:44.976294Z","end":"2026-03-19T09:23:45.351846Z","steps":["trace[2116112411] 'process raft request' (duration: 375.373718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:45.352092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:44.976281Z","time spent":"375.660645ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:45.479061Z","caller":"traceutil/trace.go:171","msg":"trace[2117999920] transaction","detail":"{read_only:false; response_revision:9896; number_of_response:1; }","duration":"302.383666ms","start":"2026-03-19T09:23:45.176648Z","end":"2026-03-19T09:23:45.479032Z","steps":["trace[2117999920] 'process raft request' (duration: 302.299134ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:45.479126Z","caller":"traceutil/trace.go:171","msg":"trace[97715936] transaction","detail":"{read_only:false; response_revision:9895; number_of_response:1; }","duration":"491.785769ms","start":"2026-03-19T09:23:44.987308Z","end":"2026-03-19T09:23:45.479094Z","steps":["trace[97715936] 'process raft request' (duration: 444.019544ms)","trace[97715936] 'compare' (duration: 47.396077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:45.479181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:45.176612Z","time spent":"302.505328ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:45.479259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:44.987297Z","time spent":"491.892251ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:46.601054Z","caller":"traceutil/trace.go:171","msg":"trace[932372223] linearizableReadLoop","detail":"{readStateIndex:10298; appliedIndex:10297; }","duration":"104.564653ms","start":"2026-03-19T09:23:46.496463Z","end":"2026-03-19T09:23:46.601027Z","steps":["trace[932372223] 'read index received' (duration: 104.264287ms)","trace[932372223] 'applied index is now lower than readState.Index' (duration: 299.176µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:46.601188Z","caller":"traceutil/trace.go:171","msg":"trace[2096349179] transaction","detail":"{read_only:false; response_revision:9898; number_of_response:1; }","duration":"119.419677ms","start":"2026-03-19T09:23:46.481732Z","end":"2026-03-19T09:23:46.601152Z","steps":["trace[2096349179] 'process raft request' (duration: 119.11391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:46.601328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.849249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:46.60139Z","caller":"traceutil/trace.go:171","msg":"trace[1243264256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9898; }","duration":"104.969092ms","start":"2026-03-19T09:23:46.496407Z","end":"2026-03-19T09:23:46.601376Z","steps":["trace[1243264256] 'agreement among raft nodes before linearized reading' (duration: 104.839929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:46.925697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.89868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:23:46.925788Z","caller":"traceutil/trace.go:171","msg":"trace[986882921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9898; }","duration":"240.038273ms","start":"2026-03-19T09:23:46.685733Z","end":"2026-03-19T09:23:46.925771Z","steps":["trace[986882921] 'range keys from in-memory index tree' (duration: 239.789657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:46.926031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.285835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:23:46.926079Z","caller":"traceutil/trace.go:171","msg":"trace[1344751794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9898; }","duration":"215.375557ms","start":"2026-03-19T09:23:46.710693Z","end":"2026-03-19T09:23:46.926069Z","steps":["trace[1344751794] 'range keys from in-memory index tree' (duration: 215.162913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:46.926272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.451013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:23:46.926304Z","caller":"traceutil/trace.go:171","msg":"trace[1511606647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9898; }","duration":"209.507774ms","start":"2026-03-19T09:23:46.716786Z","end":"2026-03-19T09:23:46.926294Z","steps":["trace[1511606647] 'range keys from in-memory index tree' (duration: 209.2905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:46.926467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.191827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:23:46.926499Z","caller":"traceutil/trace.go:171","msg":"trace[1919100011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9898; }","duration":"209.272149ms","start":"2026-03-19T09:23:46.717219Z","end":"2026-03-19T09:23:46.926491Z","steps":["trace[1919100011] 'range keys from in-memory index tree' (duration: 209.067514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:46.9267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.061185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:23:46.926746Z","caller":"traceutil/trace.go:171","msg":"trace[1544783236] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:9898; }","duration":"205.124986ms","start":"2026-03-19T09:23:46.721612Z","end":"2026-03-19T09:23:46.926737Z","steps":["trace[1544783236] 'range keys from in-memory index tree' (duration: 204.955263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:46.927088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.868033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:46.927132Z","caller":"traceutil/trace.go:171","msg":"trace[1211803272] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9898; }","duration":"133.952985ms","start":"2026-03-19T09:23:46.793167Z","end":"2026-03-19T09:23:46.92712Z","steps":["trace[1211803272] 'count revisions from in-memory index tree' (duration: 133.783612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:46.927292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.697468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:46.927328Z","caller":"traceutil/trace.go:171","msg":"trace[261696879] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9898; }","duration":"109.75996ms","start":"2026-03-19T09:23:46.817559Z","end":"2026-03-19T09:23:46.927319Z","steps":["trace[261696879] 'count revisions from in-memory index tree' (duration: 109.646717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:57.884457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.973389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:23:57.884567Z","caller":"traceutil/trace.go:171","msg":"trace[321427425] linearizableReadLoop","detail":"{readStateIndex:10360; appliedIndex:10359; }","duration":"104.024131ms","start":"2026-03-19T09:23:57.780526Z","end":"2026-03-19T09:23:57.884551Z","steps":["trace[321427425] 'read index received' (duration: 39.73µs)","trace[321427425] 'applied index is now lower than readState.Index' (duration: 103.982991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:57.884712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.195305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:23:57.884694Z","caller":"traceutil/trace.go:171","msg":"trace[18231838] transaction","detail":"{read_only:false; response_revision:9957; number_of_response:1; }","duration":"321.25843ms","start":"2026-03-19T09:23:57.563371Z","end":"2026-03-19T09:23:57.884629Z","steps":["trace[18231838] 'process raft request' (duration: 197.025425ms)","trace[18231838] 'compare' (duration: 123.733424ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:57.884749Z","caller":"traceutil/trace.go:171","msg":"trace[541658240] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9957; }","duration":"104.264297ms","start":"2026-03-19T09:23:57.780473Z","end":"2026-03-19T09:23:57.884737Z","steps":["trace[541658240] 'agreement among raft nodes before linearized reading' (duration: 104.130044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:57.884959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:57.563352Z","time spent":"321.450705ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:24:09.289792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.734704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:24:09.289896Z","caller":"traceutil/trace.go:171","msg":"trace[22527194] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:10009; }","duration":"107.891477ms","start":"2026-03-19T09:24:09.181981Z","end":"2026-03-19T09:24:09.289872Z","steps":["trace[22527194] 'range keys from in-memory index tree' (duration: 107.502339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:12.143934Z","caller":"traceutil/trace.go:171","msg":"trace[471492653] transaction","detail":"{read_only:false; response_revision:10041; number_of_response:1; }","duration":"112.067193ms","start":"2026-03-19T09:24:12.031843Z","end":"2026-03-19T09:24:12.14391Z","steps":["trace[471492653] 'process raft request' (duration: 111.94786ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:13.148502Z","caller":"traceutil/trace.go:171","msg":"trace[1071977258] linearizableReadLoop","detail":"{readStateIndex:10453; appliedIndex:10452; }","duration":"113.787801ms","start":"2026-03-19T09:24:13.034682Z","end":"2026-03-19T09:24:13.14847Z","steps":["trace[1071977258] 'read index received' (duration: 9.669168ms)","trace[1071977258] 'applied index is now lower than readState.Index' (duration: 104.116893ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:13.148556Z","caller":"traceutil/trace.go:171","msg":"trace[1429839292] transaction","detail":"{read_only:false; response_revision:10046; number_of_response:1; }","duration":"160.234967ms","start":"2026-03-19T09:24:12.988291Z","end":"2026-03-19T09:24:13.148525Z","steps":["trace[1429839292] 'process raft request' (duration: 134.060037ms)","trace[1429839292] 'compare' (duration: 25.977645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:13.148787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.076867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-sync\" ","response":"range_response_count:1 size:5186"} {"level":"info","ts":"2026-03-19T09:24:13.14885Z","caller":"traceutil/trace.go:171","msg":"trace[2068698289] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-sync; range_end:; response_count:1; response_revision:10046; }","duration":"114.231401ms","start":"2026-03-19T09:24:13.034607Z","end":"2026-03-19T09:24:13.148839Z","steps":["trace[2068698289] 'agreement among raft nodes before linearized reading' (duration: 113.959425ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:14.160299Z","caller":"traceutil/trace.go:171","msg":"trace[1217901321] transaction","detail":"{read_only:false; response_revision:10053; number_of_response:1; }","duration":"211.630843ms","start":"2026-03-19T09:24:13.94861Z","end":"2026-03-19T09:24:14.16024Z","steps":["trace[1217901321] 'process raft request' (duration: 211.286655ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:17.20302Z","caller":"traceutil/trace.go:171","msg":"trace[1143788040] transaction","detail":"{read_only:false; response_revision:10072; number_of_response:1; }","duration":"146.249661ms","start":"2026-03-19T09:24:17.056742Z","end":"2026-03-19T09:24:17.202992Z","steps":["trace[1143788040] 'process raft request' (duration: 91.469389ms)","trace[1143788040] 'compare' (duration: 54.448695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:39.686337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.4102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:24:39.686443Z","caller":"traceutil/trace.go:171","msg":"trace[1257454185] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:10205; }","duration":"104.563123ms","start":"2026-03-19T09:24:39.581855Z","end":"2026-03-19T09:24:39.686418Z","steps":["trace[1257454185] 'range keys from in-memory index tree' (duration: 104.234586ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:40.031876Z","caller":"traceutil/trace.go:171","msg":"trace[1514927900] transaction","detail":"{read_only:false; response_revision:10210; number_of_response:1; }","duration":"106.797003ms","start":"2026-03-19T09:24:39.925045Z","end":"2026-03-19T09:24:40.031842Z","steps":["trace[1514927900] 'process raft request' (duration: 69.34627ms)","trace[1514927900] 'compare' (duration: 37.212418ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:25:03.742033Z","caller":"traceutil/trace.go:171","msg":"trace[871516400] transaction","detail":"{read_only:false; response_revision:10352; number_of_response:1; }","duration":"507.84399ms","start":"2026-03-19T09:25:03.234159Z","end":"2026-03-19T09:25:03.742003Z","steps":["trace[871516400] 'process raft request' (duration: 507.662295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:03.742226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:03.234129Z","time spent":"508.005072ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:25:03.750684Z","caller":"traceutil/trace.go:171","msg":"trace[1859759884] transaction","detail":"{read_only:false; response_revision:10353; number_of_response:1; }","duration":"349.283582ms","start":"2026-03-19T09:25:03.401379Z","end":"2026-03-19T09:25:03.750663Z","steps":["trace[1859759884] 'process raft request' (duration: 349.072427ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:03.750826Z","caller":"traceutil/trace.go:171","msg":"trace[994978945] linearizableReadLoop","detail":"{readStateIndex:10773; appliedIndex:10771; }","duration":"285.318412ms","start":"2026-03-19T09:25:03.46549Z","end":"2026-03-19T09:25:03.750809Z","steps":["trace[994978945] 'read index received' (duration: 276.35857ms)","trace[994978945] 'applied index is now lower than readState.Index' (duration: 8.958502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:25:03.750829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:03.401349Z","time spent":"349.398833ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:25:03.750855Z","caller":"traceutil/trace.go:171","msg":"trace[126151718] transaction","detail":"{read_only:false; response_revision:10354; number_of_response:1; }","duration":"233.063475ms","start":"2026-03-19T09:25:03.517777Z","end":"2026-03-19T09:25:03.750841Z","steps":["trace[126151718] 'process raft request' (duration: 232.842391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:03.750915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.430564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:25:03.750955Z","caller":"traceutil/trace.go:171","msg":"trace[550809259] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10354; }","duration":"285.514026ms","start":"2026-03-19T09:25:03.465431Z","end":"2026-03-19T09:25:03.750945Z","steps":["trace[550809259] 'agreement among raft nodes before linearized reading' (duration: 285.440164ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:48.324593Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8630} {"level":"info","ts":"2026-03-19T09:25:48.388347Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8630,"took":"61.561035ms","hash":1913264147,"current-db-size-bytes":35618816,"current-db-size":"36 MB","current-db-size-in-use-bytes":24154112,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-19T09:25:48.388405Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1913264147,"revision":8630,"compact-revision":6729} {"level":"info","ts":"2026-03-19T09:26:33.420206Z","caller":"traceutil/trace.go:171","msg":"trace[1498138959] transaction","detail":"{read_only:false; response_revision:10885; number_of_response:1; }","duration":"117.357434ms","start":"2026-03-19T09:26:33.302819Z","end":"2026-03-19T09:26:33.420176Z","steps":["trace[1498138959] 'process raft request' (duration: 117.127649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:26:34.558563Z","caller":"traceutil/trace.go:171","msg":"trace[1600153346] linearizableReadLoop","detail":"{readStateIndex:11331; appliedIndex:11330; }","duration":"103.547013ms","start":"2026-03-19T09:26:34.454988Z","end":"2026-03-19T09:26:34.558535Z","steps":["trace[1600153346] 'read index received' (duration: 103.39027ms)","trace[1600153346] 'applied index is now lower than readState.Index' (duration: 155.183µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:26:34.558729Z","caller":"traceutil/trace.go:171","msg":"trace[1284586504] transaction","detail":"{read_only:false; response_revision:10889; number_of_response:1; }","duration":"128.733431ms","start":"2026-03-19T09:26:34.429957Z","end":"2026-03-19T09:26:34.55869Z","steps":["trace[1284586504] 'process raft request' (duration: 128.419524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:34.558832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.821809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:26:34.558902Z","caller":"traceutil/trace.go:171","msg":"trace[1064481777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10889; }","duration":"103.945852ms","start":"2026-03-19T09:26:34.454941Z","end":"2026-03-19T09:26:34.558887Z","steps":["trace[1064481777] 'agreement among raft nodes before linearized reading' (duration: 103.744227ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:26:34.74243Z","caller":"traceutil/trace.go:171","msg":"trace[626235353] transaction","detail":"{read_only:false; response_revision:10893; number_of_response:1; }","duration":"101.705821ms","start":"2026-03-19T09:26:34.640691Z","end":"2026-03-19T09:26:34.742397Z","steps":["trace[626235353] 'process raft request' (duration: 101.535557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:26:50.972217Z","caller":"traceutil/trace.go:171","msg":"trace[940966707] transaction","detail":"{read_only:false; response_revision:11012; number_of_response:1; }","duration":"123.422281ms","start":"2026-03-19T09:26:50.848755Z","end":"2026-03-19T09:26:50.972177Z","steps":["trace[940966707] 'process raft request' (duration: 121.739312ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:26:56.432987Z","caller":"traceutil/trace.go:171","msg":"trace[270151331] transaction","detail":"{read_only:false; response_revision:11035; number_of_response:1; }","duration":"104.3297ms","start":"2026-03-19T09:26:56.32863Z","end":"2026-03-19T09:26:56.43296Z","steps":["trace[270151331] 'process raft request' (duration: 104.059724ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:26:56.45952Z","caller":"traceutil/trace.go:171","msg":"trace[449356289] transaction","detail":"{read_only:false; response_revision:11036; number_of_response:1; }","duration":"129.378407ms","start":"2026-03-19T09:26:56.330112Z","end":"2026-03-19T09:26:56.45949Z","steps":["trace[449356289] 'process raft request' (duration: 115.984665ms)","trace[449356289] 'compare' (duration: 13.252718ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:12.952976Z","caller":"traceutil/trace.go:171","msg":"trace[2001320160] linearizableReadLoop","detail":"{readStateIndex:11576; appliedIndex:11575; }","duration":"115.608306ms","start":"2026-03-19T09:27:12.837332Z","end":"2026-03-19T09:27:12.952941Z","steps":["trace[2001320160] 'read index received' (duration: 50.305574ms)","trace[2001320160] 'applied index is now lower than readState.Index' (duration: 65.301341ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:12.953342Z","caller":"traceutil/trace.go:171","msg":"trace[357794851] transaction","detail":"{read_only:false; response_revision:11126; number_of_response:1; }","duration":"130.766416ms","start":"2026-03-19T09:27:12.822292Z","end":"2026-03-19T09:27:12.953058Z","steps":["trace[357794851] 'process raft request' (duration: 65.308961ms)","trace[357794851] 'compare' (duration: 65.187589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:27:12.953471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.124137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:27:12.953659Z","caller":"traceutil/trace.go:171","msg":"trace[1031615234] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:11126; }","duration":"116.344232ms","start":"2026-03-19T09:27:12.837288Z","end":"2026-03-19T09:27:12.953633Z","steps":["trace[1031615234] 'agreement among raft nodes before linearized reading' (duration: 115.79105ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:14.125561Z","caller":"traceutil/trace.go:171","msg":"trace[733207085] transaction","detail":"{read_only:false; response_revision:11132; number_of_response:1; }","duration":"147.27234ms","start":"2026-03-19T09:27:13.978267Z","end":"2026-03-19T09:27:14.12554Z","steps":["trace[733207085] 'process raft request' (duration: 147.113146ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:14.623703Z","caller":"traceutil/trace.go:171","msg":"trace[382241001] transaction","detail":"{read_only:false; response_revision:11133; number_of_response:1; }","duration":"108.178908ms","start":"2026-03-19T09:27:14.515498Z","end":"2026-03-19T09:27:14.623676Z","steps":["trace[382241001] 'process raft request' (duration: 108.014274ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:15.104886Z","caller":"traceutil/trace.go:171","msg":"trace[1246494066] linearizableReadLoop","detail":"{readStateIndex:11586; appliedIndex:11585; }","duration":"137.064248ms","start":"2026-03-19T09:27:14.967796Z","end":"2026-03-19T09:27:15.10486Z","steps":["trace[1246494066] 'read index received' (duration: 136.896695ms)","trace[1246494066] 'applied index is now lower than readState.Index' (duration: 166.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:15.10494Z","caller":"traceutil/trace.go:171","msg":"trace[1444455679] transaction","detail":"{read_only:false; response_revision:11136; number_of_response:1; }","duration":"142.010989ms","start":"2026-03-19T09:27:14.962898Z","end":"2026-03-19T09:27:15.104909Z","steps":["trace[1444455679] 'process raft request' (duration: 141.822275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:15.105148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.322665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:27:15.105206Z","caller":"traceutil/trace.go:171","msg":"trace[440569973] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:11136; }","duration":"137.436218ms","start":"2026-03-19T09:27:14.967755Z","end":"2026-03-19T09:27:15.105191Z","steps":["trace[440569973] 'agreement among raft nodes before linearized reading' (duration: 137.239062ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:15.581054Z","caller":"traceutil/trace.go:171","msg":"trace[1204023823] linearizableReadLoop","detail":"{readStateIndex:11589; appliedIndex:11588; }","duration":"196.6335ms","start":"2026-03-19T09:27:15.384387Z","end":"2026-03-19T09:27:15.581021Z","steps":["trace[1204023823] 'read index received' (duration: 192.013827ms)","trace[1204023823] 'applied index is now lower than readState.Index' (duration: 4.618413ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:15.581331Z","caller":"traceutil/trace.go:171","msg":"trace[398717713] transaction","detail":"{read_only:false; response_revision:11139; number_of_response:1; }","duration":"328.356649ms","start":"2026-03-19T09:27:15.252722Z","end":"2026-03-19T09:27:15.581079Z","steps":["trace[398717713] 'process raft request' (duration: 323.769166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:15.581466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.074702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:27:15.581471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:15.252698Z","time spent":"328.699488ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:27:15.581498Z","caller":"traceutil/trace.go:171","msg":"trace[2072521030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11139; }","duration":"197.168794ms","start":"2026-03-19T09:27:15.384321Z","end":"2026-03-19T09:27:15.58149Z","steps":["trace[2072521030] 'agreement among raft nodes before linearized reading' (duration: 197.03899ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:18.835348Z","caller":"traceutil/trace.go:171","msg":"trace[1459403457] transaction","detail":"{read_only:false; response_revision:11150; number_of_response:1; }","duration":"198.026193ms","start":"2026-03-19T09:27:18.637288Z","end":"2026-03-19T09:27:18.835314Z","steps":["trace[1459403457] 'process raft request' (duration: 197.859349ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:18.86221Z","caller":"traceutil/trace.go:171","msg":"trace[1422623548] transaction","detail":"{read_only:false; response_revision:11151; number_of_response:1; }","duration":"184.58333ms","start":"2026-03-19T09:27:18.677603Z","end":"2026-03-19T09:27:18.862186Z","steps":["trace[1422623548] 'process raft request' (duration: 184.351225ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:19.244401Z","caller":"traceutil/trace.go:171","msg":"trace[2031468981] transaction","detail":"{read_only:false; response_revision:11154; number_of_response:1; }","duration":"110.441388ms","start":"2026-03-19T09:27:19.133931Z","end":"2026-03-19T09:27:19.244372Z","steps":["trace[2031468981] 'process raft request' (duration: 66.655421ms)","trace[2031468981] 'compare' (duration: 43.550542ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:19.828781Z","caller":"traceutil/trace.go:171","msg":"trace[1638937852] transaction","detail":"{read_only:false; response_revision:11160; number_of_response:1; }","duration":"162.362919ms","start":"2026-03-19T09:27:19.666386Z","end":"2026-03-19T09:27:19.828749Z","steps":["trace[1638937852] 'process raft request' (duration: 81.101268ms)","trace[1638937852] 'compare' (duration: 81.044086ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:20.983875Z","caller":"traceutil/trace.go:171","msg":"trace[1323231461] transaction","detail":"{read_only:false; response_revision:11161; number_of_response:1; }","duration":"143.877952ms","start":"2026-03-19T09:27:20.839973Z","end":"2026-03-19T09:27:20.983851Z","steps":["trace[1323231461] 'process raft request' (duration: 143.739339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:21.00645Z","caller":"traceutil/trace.go:171","msg":"trace[646572075] transaction","detail":"{read_only:false; response_revision:11162; number_of_response:1; }","duration":"138.769206ms","start":"2026-03-19T09:27:20.867647Z","end":"2026-03-19T09:27:21.006416Z","steps":["trace[646572075] 'process raft request' (duration: 138.396178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:21.006602Z","caller":"traceutil/trace.go:171","msg":"trace[1005591401] transaction","detail":"{read_only:false; response_revision:11163; number_of_response:1; }","duration":"138.89785ms","start":"2026-03-19T09:27:20.867669Z","end":"2026-03-19T09:27:21.006567Z","steps":["trace[1005591401] 'process raft request' (duration: 138.523521ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:38.222039Z","caller":"traceutil/trace.go:171","msg":"trace[971712336] linearizableReadLoop","detail":"{readStateIndex:11704; appliedIndex:11702; }","duration":"213.424319ms","start":"2026-03-19T09:27:38.008592Z","end":"2026-03-19T09:27:38.222016Z","steps":["trace[971712336] 'read index received' (duration: 61.620169ms)","trace[971712336] 'applied index is now lower than readState.Index' (duration: 151.80302ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:38.222601Z","caller":"traceutil/trace.go:171","msg":"trace[2068653855] transaction","detail":"{read_only:false; response_revision:11248; number_of_response:1; }","duration":"240.522049ms","start":"2026-03-19T09:27:37.981526Z","end":"2026-03-19T09:27:38.222048Z","steps":["trace[2068653855] 'process raft request' (duration: 240.325895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:38.223126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.490194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:27:38.223262Z","caller":"traceutil/trace.go:171","msg":"trace[897315371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11248; }","duration":"214.685128ms","start":"2026-03-19T09:27:38.008556Z","end":"2026-03-19T09:27:38.223241Z","steps":["trace[897315371] 'agreement among raft nodes before linearized reading' (duration: 214.34899ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:50.001672Z","caller":"traceutil/trace.go:171","msg":"trace[1366635559] transaction","detail":"{read_only:false; response_revision:11304; number_of_response:1; }","duration":"193.50345ms","start":"2026-03-19T09:27:49.808136Z","end":"2026-03-19T09:27:50.00164Z","steps":["trace[1366635559] 'process raft request' (duration: 193.304976ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:50.128411Z","caller":"traceutil/trace.go:171","msg":"trace[1794394157] transaction","detail":"{read_only:false; response_revision:11307; number_of_response:1; }","duration":"104.454055ms","start":"2026-03-19T09:27:50.023927Z","end":"2026-03-19T09:27:50.128381Z","steps":["trace[1794394157] 'process raft request' (duration: 34.775174ms)","trace[1794394157] 'compare' (duration: 69.554768ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:28:07.553564Z","caller":"traceutil/trace.go:171","msg":"trace[1712643676] transaction","detail":"{read_only:false; response_revision:11385; number_of_response:1; }","duration":"203.509656ms","start":"2026-03-19T09:28:07.35004Z","end":"2026-03-19T09:28:07.55355Z","steps":["trace[1712643676] 'process raft request' (duration: 203.24768ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:07.553554Z","caller":"traceutil/trace.go:171","msg":"trace[1500184709] transaction","detail":"{read_only:false; response_revision:11384; number_of_response:1; }","duration":"204.15001ms","start":"2026-03-19T09:28:07.349356Z","end":"2026-03-19T09:28:07.553506Z","steps":["trace[1500184709] 'process raft request' (duration: 127.670447ms)","trace[1500184709] 'compare' (duration: 76.137996ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:28:16.725252Z","caller":"traceutil/trace.go:171","msg":"trace[1853737116] transaction","detail":"{read_only:false; response_revision:11429; number_of_response:1; }","duration":"123.696527ms","start":"2026-03-19T09:28:16.601527Z","end":"2026-03-19T09:28:16.725223Z","steps":["trace[1853737116] 'process raft request' (duration: 123.492383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:24.610076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.78436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:28:24.610169Z","caller":"traceutil/trace.go:171","msg":"trace[1616803664] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:11464; }","duration":"139.893852ms","start":"2026-03-19T09:28:24.470253Z","end":"2026-03-19T09:28:24.610147Z","steps":["trace[1616803664] 'count revisions from in-memory index tree' (duration: 139.686328ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:27.623605Z","caller":"traceutil/trace.go:171","msg":"trace[1918689515] transaction","detail":"{read_only:false; response_revision:11482; number_of_response:1; }","duration":"104.994645ms","start":"2026-03-19T09:28:27.518581Z","end":"2026-03-19T09:28:27.623576Z","steps":["trace[1918689515] 'process raft request' (duration: 104.862112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:28.19689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.363862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:28:28.197022Z","caller":"traceutil/trace.go:171","msg":"trace[1896834264] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:11485; }","duration":"128.573857ms","start":"2026-03-19T09:28:28.068411Z","end":"2026-03-19T09:28:28.196985Z","steps":["trace[1896834264] 'range keys from in-memory index tree' (duration: 127.974054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:28.19705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.80521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:28:28.197173Z","caller":"traceutil/trace.go:171","msg":"trace[578583763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11485; }","duration":"127.939673ms","start":"2026-03-19T09:28:28.069186Z","end":"2026-03-19T09:28:28.197126Z","steps":["trace[578583763] 'range keys from in-memory index tree' (duration: 127.339209ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:35.949778Z","caller":"traceutil/trace.go:171","msg":"trace[1607532460] transaction","detail":"{read_only:false; response_revision:11522; number_of_response:1; }","duration":"131.858702ms","start":"2026-03-19T09:28:35.817885Z","end":"2026-03-19T09:28:35.949744Z","steps":["trace[1607532460] 'process raft request' (duration: 89.261562ms)","trace[1607532460] 'compare' (duration: 42.477007ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:28:36.704722Z","caller":"traceutil/trace.go:171","msg":"trace[721674515] transaction","detail":"{read_only:false; response_revision:11526; number_of_response:1; }","duration":"109.700752ms","start":"2026-03-19T09:28:36.594995Z","end":"2026-03-19T09:28:36.704696Z","steps":["trace[721674515] 'process raft request' (duration: 109.556059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:42.606842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.901191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:28:42.606999Z","caller":"traceutil/trace.go:171","msg":"trace[1846909405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11555; }","duration":"104.093115ms","start":"2026-03-19T09:28:42.502861Z","end":"2026-03-19T09:28:42.606954Z","steps":["trace[1846909405] 'range keys from in-memory index tree' (duration: 103.714977ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:43.017817Z","caller":"traceutil/trace.go:171","msg":"trace[1350404418] transaction","detail":"{read_only:false; response_revision:11556; number_of_response:1; }","duration":"283.546129ms","start":"2026-03-19T09:28:42.73424Z","end":"2026-03-19T09:28:43.017786Z","steps":["trace[1350404418] 'process raft request' (duration: 283.375796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:44.575243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.333689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:28:44.575341Z","caller":"traceutil/trace.go:171","msg":"trace[208104784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11563; }","duration":"119.485061ms","start":"2026-03-19T09:28:44.455834Z","end":"2026-03-19T09:28:44.575319Z","steps":["trace[208104784] 'range keys from in-memory index tree' (duration: 119.145965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:44.576025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.344555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375999"} {"level":"info","ts":"2026-03-19T09:28:44.576082Z","caller":"traceutil/trace.go:171","msg":"trace[39389395] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11563; }","duration":"145.438827ms","start":"2026-03-19T09:28:44.430631Z","end":"2026-03-19T09:28:44.57607Z","steps":["trace[39389395] 'range keys from in-memory index tree' (duration: 144.344062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:50.312979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.435278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:28:50.313046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.081379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:28:50.313086Z","caller":"traceutil/trace.go:171","msg":"trace[988377281] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11587; }","duration":"102.581362ms","start":"2026-03-19T09:28:50.210481Z","end":"2026-03-19T09:28:50.313062Z","steps":["trace[988377281] 'count revisions from in-memory index tree' (duration: 102.345457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:50.313153Z","caller":"traceutil/trace.go:171","msg":"trace[652254865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11587; }","duration":"117.213292ms","start":"2026-03-19T09:28:50.195896Z","end":"2026-03-19T09:28:50.313109Z","steps":["trace[652254865] 'range keys from in-memory index tree' (duration: 116.901905ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:16.319705Z","caller":"traceutil/trace.go:171","msg":"trace[1996465764] transaction","detail":"{read_only:false; response_revision:11706; number_of_response:1; }","duration":"172.751883ms","start":"2026-03-19T09:29:16.146923Z","end":"2026-03-19T09:29:16.319675Z","steps":["trace[1996465764] 'process raft request' (duration: 172.582929ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:18.13665Z","caller":"traceutil/trace.go:171","msg":"trace[923336306] transaction","detail":"{read_only:false; response_revision:11714; number_of_response:1; }","duration":"127.348041ms","start":"2026-03-19T09:29:18.00928Z","end":"2026-03-19T09:29:18.136628Z","steps":["trace[923336306] 'process raft request' (duration: 127.201528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:18.241327Z","caller":"traceutil/trace.go:171","msg":"trace[428973301] transaction","detail":"{read_only:false; response_revision:11715; number_of_response:1; }","duration":"123.266278ms","start":"2026-03-19T09:29:18.118027Z","end":"2026-03-19T09:29:18.241293Z","steps":["trace[428973301] 'process raft request' (duration: 103.480092ms)","trace[428973301] 'compare' (duration: 19.658913ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:21.418326Z","caller":"traceutil/trace.go:171","msg":"trace[1890045778] transaction","detail":"{read_only:false; response_revision:11730; number_of_response:1; }","duration":"111.328149ms","start":"2026-03-19T09:29:21.306889Z","end":"2026-03-19T09:29:21.418217Z","steps":["trace[1890045778] 'process raft request' (duration: 110.986641ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:21.798362Z","caller":"traceutil/trace.go:171","msg":"trace[1633167468] linearizableReadLoop","detail":"{readStateIndex:12207; appliedIndex:12206; }","duration":"301.967545ms","start":"2026-03-19T09:29:21.496372Z","end":"2026-03-19T09:29:21.798339Z","steps":["trace[1633167468] 'read index received' (duration: 301.772631ms)","trace[1633167468] 'applied index is now lower than readState.Index' (duration: 193.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:21.798484Z","caller":"traceutil/trace.go:171","msg":"trace[2132225766] transaction","detail":"{read_only:false; response_revision:11731; number_of_response:1; }","duration":"325.020795ms","start":"2026-03-19T09:29:21.473431Z","end":"2026-03-19T09:29:21.798452Z","steps":["trace[2132225766] 'process raft request' (duration: 324.782579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:21.798535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.14721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:29:21.798622Z","caller":"traceutil/trace.go:171","msg":"trace[1944776087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11731; }","duration":"302.284003ms","start":"2026-03-19T09:29:21.496312Z","end":"2026-03-19T09:29:21.798596Z","steps":["trace[1944776087] 'agreement among raft nodes before linearized reading' (duration: 302.130299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:21.798651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:21.473415Z","time spent":"325.142877ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:29:21.798679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:21.496283Z","time spent":"302.387034ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:29:22.147565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.603606ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:29:26.0642Z","caller":"traceutil/trace.go:171","msg":"trace[621006349] transaction","detail":"{read_only:false; response_revision:11748; number_of_response:1; }","duration":"198.426701ms","start":"2026-03-19T09:29:25.865752Z","end":"2026-03-19T09:29:26.064179Z","steps":["trace[621006349] 'process raft request' (duration: 197.976801ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:27.17067Z","caller":"traceutil/trace.go:171","msg":"trace[2014074618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11755; }","duration":"100.013074ms","start":"2026-03-19T09:29:27.070622Z","end":"2026-03-19T09:29:27.170635Z","steps":["trace[2014074618] 'range keys from in-memory index tree' (duration: 99.726048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:44.378518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.471585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:30:44.378628Z","caller":"traceutil/trace.go:171","msg":"trace[727807310] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12112; }","duration":"120.753101ms","start":"2026-03-19T09:30:44.257853Z","end":"2026-03-19T09:30:44.378606Z","steps":["trace[727807310] 'count revisions from in-memory index tree' (duration: 120.300081ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:48.333966Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10563} {"level":"info","ts":"2026-03-19T09:30:48.43609Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10563,"took":"99.36589ms","hash":3959809502,"current-db-size-bytes":35618816,"current-db-size":"36 MB","current-db-size-in-use-bytes":17600512,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-19T09:30:48.436174Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3959809502,"revision":10563,"compact-revision":8630} {"level":"info","ts":"2026-03-19T09:31:08.147133Z","caller":"traceutil/trace.go:171","msg":"trace[1398842689] transaction","detail":"{read_only:false; response_revision:12220; number_of_response:1; }","duration":"116.67876ms","start":"2026-03-19T09:31:08.03042Z","end":"2026-03-19T09:31:08.147098Z","steps":["trace[1398842689] 'process raft request' (duration: 116.406964ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:21.001285Z","caller":"traceutil/trace.go:171","msg":"trace[597378790] linearizableReadLoop","detail":"{readStateIndex:12780; appliedIndex:12779; }","duration":"123.866622ms","start":"2026-03-19T09:31:20.877388Z","end":"2026-03-19T09:31:21.001255Z","steps":["trace[597378790] 'read index received' (duration: 43.974661ms)","trace[597378790] 'applied index is now lower than readState.Index' (duration: 79.890781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:21.001404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.004475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:21.001433Z","caller":"traceutil/trace.go:171","msg":"trace[758690005] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12279; }","duration":"124.088247ms","start":"2026-03-19T09:31:20.877332Z","end":"2026-03-19T09:31:21.001421Z","steps":["trace[758690005] 'agreement among raft nodes before linearized reading' (duration: 124.020385ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:21.001418Z","caller":"traceutil/trace.go:171","msg":"trace[489290307] transaction","detail":"{read_only:false; response_revision:12279; number_of_response:1; }","duration":"140.281781ms","start":"2026-03-19T09:31:20.861078Z","end":"2026-03-19T09:31:21.001359Z","steps":["trace[489290307] 'process raft request' (duration: 137.1428ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:27.237313Z","caller":"traceutil/trace.go:171","msg":"trace[2088743046] linearizableReadLoop","detail":"{readStateIndex:12809; appliedIndex:12808; }","duration":"212.11993ms","start":"2026-03-19T09:31:27.025176Z","end":"2026-03-19T09:31:27.237296Z","steps":["trace[2088743046] 'read index received' (duration: 212.076629ms)","trace[2088743046] 'applied index is now lower than readState.Index' (duration: 42.491µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:27.237493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.345665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:31:27.237478Z","caller":"traceutil/trace.go:171","msg":"trace[1183218703] transaction","detail":"{read_only:false; response_revision:12306; number_of_response:1; }","duration":"212.435818ms","start":"2026-03-19T09:31:27.025001Z","end":"2026-03-19T09:31:27.237437Z","steps":["trace[1183218703] 'process raft request' (duration: 212.184002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:27.237544Z","caller":"traceutil/trace.go:171","msg":"trace[1657204871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12306; }","duration":"212.457498ms","start":"2026-03-19T09:31:27.025073Z","end":"2026-03-19T09:31:27.237531Z","steps":["trace[1657204871] 'agreement among raft nodes before linearized reading' (duration: 212.297264ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:27.274313Z","caller":"traceutil/trace.go:171","msg":"trace[658037957] transaction","detail":"{read_only:false; response_revision:12307; number_of_response:1; }","duration":"160.114378ms","start":"2026-03-19T09:31:27.114164Z","end":"2026-03-19T09:31:27.274279Z","steps":["trace[658037957] 'process raft request' (duration: 152.452915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:27.53038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.057543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:31:27.530484Z","caller":"traceutil/trace.go:171","msg":"trace[2088759944] linearizableReadLoop","detail":"{readStateIndex:12813; appliedIndex:12812; }","duration":"212.790025ms","start":"2026-03-19T09:31:27.317678Z","end":"2026-03-19T09:31:27.530468Z","steps":["trace[2088759944] 'read index received' (duration: 57.469116ms)","trace[2088759944] 'applied index is now lower than readState.Index' (duration: 155.319729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:27.53057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.887177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:31:27.530749Z","caller":"traceutil/trace.go:171","msg":"trace[410622313] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12310; }","duration":"213.093702ms","start":"2026-03-19T09:31:27.317643Z","end":"2026-03-19T09:31:27.530737Z","steps":["trace[410622313] 'agreement among raft nodes before linearized reading' (duration: 212.876927ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:27.530619Z","caller":"traceutil/trace.go:171","msg":"trace[2068273706] transaction","detail":"{read_only:false; response_revision:12310; number_of_response:1; }","duration":"220.480067ms","start":"2026-03-19T09:31:27.31009Z","end":"2026-03-19T09:31:27.53057Z","steps":["trace[2068273706] 'process raft request' (duration: 65.155918ms)","trace[2068273706] 'compare' (duration: 154.963971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:29.204256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.933008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:31:29.204328Z","caller":"traceutil/trace.go:171","msg":"trace[1233287471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12315; }","duration":"319.06668ms","start":"2026-03-19T09:31:28.885245Z","end":"2026-03-19T09:31:29.204312Z","steps":["trace[1233287471] 'count revisions from in-memory index tree' (duration: 318.824485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:29.204357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:28.885222Z","time spent":"319.128482ms","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:31:29.290652Z","caller":"traceutil/trace.go:171","msg":"trace[1978402857] linearizableReadLoop","detail":"{readStateIndex:12819; appliedIndex:12818; }","duration":"269.992595ms","start":"2026-03-19T09:31:29.020637Z","end":"2026-03-19T09:31:29.29063Z","steps":["trace[1978402857] 'read index received' (duration: 269.964764ms)","trace[1978402857] 'applied index is now lower than readState.Index' (duration: 26.851µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:29.290863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.206999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T09:31:29.29091Z","caller":"traceutil/trace.go:171","msg":"trace[669759765] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12316; }","duration":"270.294931ms","start":"2026-03-19T09:31:29.020599Z","end":"2026-03-19T09:31:29.290894Z","steps":["trace[669759765] 'agreement among raft nodes before linearized reading' (duration: 270.145657ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:29.290799Z","caller":"traceutil/trace.go:171","msg":"trace[247197041] transaction","detail":"{read_only:false; response_revision:12316; number_of_response:1; }","duration":"321.870593ms","start":"2026-03-19T09:31:28.968866Z","end":"2026-03-19T09:31:29.290737Z","steps":["trace[247197041] 'process raft request' (duration: 321.639758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:29.29139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:28.968841Z","time spent":"322.369904ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:31:29.641685Z","caller":"traceutil/trace.go:171","msg":"trace[95125653] linearizableReadLoop","detail":"{readStateIndex:12821; appliedIndex:12819; }","duration":"350.897377ms","start":"2026-03-19T09:31:29.290723Z","end":"2026-03-19T09:31:29.641621Z","steps":["trace[95125653] 'read index received' (duration: 350.623611ms)","trace[95125653] 'applied index is now lower than readState.Index' (duration: 272.256µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:29.641726Z","caller":"traceutil/trace.go:171","msg":"trace[1049735233] transaction","detail":"{read_only:false; response_revision:12317; number_of_response:1; }","duration":"362.089109ms","start":"2026-03-19T09:31:29.279596Z","end":"2026-03-19T09:31:29.641685Z","steps":["trace[1049735233] 'process raft request' (duration: 361.778433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:29.64199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.447408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:31:29.642077Z","caller":"traceutil/trace.go:171","msg":"trace[77706707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12318; }","duration":"362.57777ms","start":"2026-03-19T09:31:29.279479Z","end":"2026-03-19T09:31:29.642057Z","steps":["trace[77706707] 'agreement among raft nodes before linearized reading' (duration: 362.324044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:29.642067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:29.279566Z","time spent":"362.410186ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:29.6421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.27647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:31:29.642128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:29.279459Z","time spent":"362.659492ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:31:29.641788Z","caller":"traceutil/trace.go:171","msg":"trace[1811756907] transaction","detail":"{read_only:false; response_revision:12318; number_of_response:1; }","duration":"361.919876ms","start":"2026-03-19T09:31:29.279827Z","end":"2026-03-19T09:31:29.641747Z","steps":["trace[1811756907] 'process raft request' (duration: 361.751332ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:29.642167Z","caller":"traceutil/trace.go:171","msg":"trace[1262663409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12318; }","duration":"144.388364ms","start":"2026-03-19T09:31:29.497764Z","end":"2026-03-19T09:31:29.642153Z","steps":["trace[1262663409] 'agreement among raft nodes before linearized reading' (duration: 144.258831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:29.642252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.894799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-788428bc-a59f-4e83-814a-a7a9f9a30113\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-19T09:31:29.64226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:29.279817Z","time spent":"362.376236ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:31:29.642338Z","caller":"traceutil/trace.go:171","msg":"trace[859385014] range","detail":"{range_begin:/registry/persistentvolumes/pvc-788428bc-a59f-4e83-814a-a7a9f9a30113; range_end:; response_count:1; response_revision:12318; }","duration":"348.019012ms","start":"2026-03-19T09:31:29.294284Z","end":"2026-03-19T09:31:29.642303Z","steps":["trace[859385014] 'agreement among raft nodes before linearized reading' (duration: 347.701585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:29.642394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:29.294271Z","time spent":"348.113654ms","remote":"127.0.0.1:50360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-788428bc-a59f-4e83-814a-a7a9f9a30113\" "} {"level":"warn","ts":"2026-03-19T09:31:29.921218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.492416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:31:29.921343Z","caller":"traceutil/trace.go:171","msg":"trace[1349050574] linearizableReadLoop","detail":"{readStateIndex:12822; appliedIndex:12821; }","duration":"169.868888ms","start":"2026-03-19T09:31:29.751452Z","end":"2026-03-19T09:31:29.92132Z","steps":["trace[1349050574] 'read index received' (duration: 71.651µs)","trace[1349050574] 'applied index is now lower than readState.Index' (duration: 169.795647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:29.921508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.065763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:31:29.9215Z","caller":"traceutil/trace.go:171","msg":"trace[1443973215] transaction","detail":"{read_only:false; response_revision:12319; number_of_response:1; }","duration":"274.790442ms","start":"2026-03-19T09:31:29.646676Z","end":"2026-03-19T09:31:29.921467Z","steps":["trace[1443973215] 'process raft request' (duration: 102.922239ms)","trace[1443973215] 'compare' (duration: 171.242399ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:29.921544Z","caller":"traceutil/trace.go:171","msg":"trace[851365994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12319; }","duration":"170.147775ms","start":"2026-03-19T09:31:29.751386Z","end":"2026-03-19T09:31:29.921534Z","steps":["trace[851365994] 'agreement among raft nodes before linearized reading' (duration: 169.993121ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:30.163609Z","caller":"traceutil/trace.go:171","msg":"trace[1433599539] transaction","detail":"{read_only:false; response_revision:12321; number_of_response:1; }","duration":"174.87375ms","start":"2026-03-19T09:31:29.9887Z","end":"2026-03-19T09:31:30.163574Z","steps":["trace[1433599539] 'process raft request' (duration: 131.033462ms)","trace[1433599539] 'compare' (duration: 43.594152ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:30.871055Z","caller":"traceutil/trace.go:171","msg":"trace[1826437695] linearizableReadLoop","detail":"{readStateIndex:12826; appliedIndex:12825; }","duration":"358.281834ms","start":"2026-03-19T09:31:30.512745Z","end":"2026-03-19T09:31:30.871026Z","steps":["trace[1826437695] 'read index received' (duration: 358.119181ms)","trace[1826437695] 'applied index is now lower than readState.Index' (duration: 161.183µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:30.871255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.503039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-19T09:31:30.87128Z","caller":"traceutil/trace.go:171","msg":"trace[1464666535] transaction","detail":"{read_only:false; response_revision:12323; number_of_response:1; }","duration":"417.044137ms","start":"2026-03-19T09:31:30.454215Z","end":"2026-03-19T09:31:30.871259Z","steps":["trace[1464666535] 'process raft request' (duration: 416.654149ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:30.871298Z","caller":"traceutil/trace.go:171","msg":"trace[32554486] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12323; }","duration":"358.629252ms","start":"2026-03-19T09:31:30.512656Z","end":"2026-03-19T09:31:30.871286Z","steps":["trace[32554486] 'agreement among raft nodes before linearized reading' (duration: 358.473178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:30.871349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:30.512622Z","time spent":"358.717933ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5149,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:31:30.871381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:30.454186Z","time spent":"417.14107ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:31:31.730277Z","caller":"traceutil/trace.go:171","msg":"trace[251436202] linearizableReadLoop","detail":"{readStateIndex:12827; appliedIndex:12826; }","duration":"233.630055ms","start":"2026-03-19T09:31:31.496622Z","end":"2026-03-19T09:31:31.730252Z","steps":["trace[251436202] 'read index received' (duration: 233.525692ms)","trace[251436202] 'applied index is now lower than readState.Index' (duration: 102.893µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:31.730338Z","caller":"traceutil/trace.go:171","msg":"trace[724812093] transaction","detail":"{read_only:false; response_revision:12324; number_of_response:1; }","duration":"434.667255ms","start":"2026-03-19T09:31:31.295636Z","end":"2026-03-19T09:31:31.730304Z","steps":["trace[724812093] 'process raft request' (duration: 434.46669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:31.73051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:31.295605Z","time spent":"434.805698ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:31.730626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.918432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:31.730855Z","caller":"traceutil/trace.go:171","msg":"trace[65780209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12324; }","duration":"234.228819ms","start":"2026-03-19T09:31:31.496566Z","end":"2026-03-19T09:31:31.730795Z","steps":["trace[65780209] 'agreement among raft nodes before linearized reading' (duration: 233.804098ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:31.811624Z","caller":"traceutil/trace.go:171","msg":"trace[311127999] transaction","detail":"{read_only:false; response_revision:12325; number_of_response:1; }","duration":"163.647618ms","start":"2026-03-19T09:31:31.647947Z","end":"2026-03-19T09:31:31.811595Z","steps":["trace[311127999] 'process raft request' (duration: 120.203549ms)","trace[311127999] 'compare' (duration: 43.158392ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:31.811669Z","caller":"traceutil/trace.go:171","msg":"trace[229108834] transaction","detail":"{read_only:false; response_revision:12326; number_of_response:1; }","duration":"162.369788ms","start":"2026-03-19T09:31:31.649282Z","end":"2026-03-19T09:31:31.811652Z","steps":["trace[229108834] 'process raft request' (duration: 162.210464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:31.811768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.179372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:31:31.811832Z","caller":"traceutil/trace.go:171","msg":"trace[466850163] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:12326; }","duration":"145.367496ms","start":"2026-03-19T09:31:31.666452Z","end":"2026-03-19T09:31:31.811819Z","steps":["trace[466850163] 'agreement among raft nodes before linearized reading' (duration: 145.14766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:32.24004Z","caller":"traceutil/trace.go:171","msg":"trace[665509211] transaction","detail":"{read_only:false; response_revision:12328; number_of_response:1; }","duration":"257.8182ms","start":"2026-03-19T09:31:31.982194Z","end":"2026-03-19T09:31:32.240012Z","steps":["trace[665509211] 'process raft request' (duration: 257.669086ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:32.271498Z","caller":"traceutil/trace.go:171","msg":"trace[27471630] linearizableReadLoop","detail":"{readStateIndex:12832; appliedIndex:12830; }","duration":"102.988881ms","start":"2026-03-19T09:31:32.168426Z","end":"2026-03-19T09:31:32.271415Z","steps":["trace[27471630] 'read index received' (duration: 71.505591ms)","trace[27471630] 'applied index is now lower than readState.Index' (duration: 31.4814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:32.271704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.269148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:31:32.27177Z","caller":"traceutil/trace.go:171","msg":"trace[1239659564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12328; }","duration":"103.386349ms","start":"2026-03-19T09:31:32.168366Z","end":"2026-03-19T09:31:32.271752Z","steps":["trace[1239659564] 'agreement among raft nodes before linearized reading' (duration: 103.194125ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:34.121123Z","caller":"traceutil/trace.go:171","msg":"trace[1785504060] transaction","detail":"{read_only:false; response_revision:12333; number_of_response:1; }","duration":"302.806303ms","start":"2026-03-19T09:31:33.818286Z","end":"2026-03-19T09:31:34.121092Z","steps":["trace[1785504060] 'process raft request' (duration: 227.455985ms)","trace[1785504060] 'compare' (duration: 75.150214ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:34.12133Z","caller":"traceutil/trace.go:171","msg":"trace[29404156] transaction","detail":"{read_only:false; response_revision:12334; number_of_response:1; }","duration":"303.005288ms","start":"2026-03-19T09:31:33.818292Z","end":"2026-03-19T09:31:34.121297Z","steps":["trace[29404156] 'process raft request' (duration: 302.753842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.121394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:33.818259Z","time spent":"303.035519ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:34.121493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:33.81827Z","time spent":"303.13458ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:34.465244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.771192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:31:34.465355Z","caller":"traceutil/trace.go:171","msg":"trace[1538114773] linearizableReadLoop","detail":"{readStateIndex:12839; appliedIndex:12838; }","duration":"221.237775ms","start":"2026-03-19T09:31:34.2441Z","end":"2026-03-19T09:31:34.465337Z","steps":["trace[1538114773] 'read index received' (duration: 41.207068ms)","trace[1538114773] 'applied index is now lower than readState.Index' (duration: 180.029217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:34.465569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.46735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:31:34.465515Z","caller":"traceutil/trace.go:171","msg":"trace[1624222781] transaction","detail":"{read_only:false; response_revision:12335; number_of_response:1; }","duration":"338.491068ms","start":"2026-03-19T09:31:34.12696Z","end":"2026-03-19T09:31:34.465451Z","steps":["trace[1624222781] 'process raft request' (duration: 158.353828ms)","trace[1624222781] 'compare' (duration: 179.655309ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:34.465631Z","caller":"traceutil/trace.go:171","msg":"trace[2027372943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12335; }","duration":"221.586614ms","start":"2026-03-19T09:31:34.244027Z","end":"2026-03-19T09:31:34.465614Z","steps":["trace[2027372943] 'agreement among raft nodes before linearized reading' (duration: 221.40423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.465648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.964018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:31:34.465733Z","caller":"traceutil/trace.go:171","msg":"trace[1914880917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12335; }","duration":"110.094221ms","start":"2026-03-19T09:31:34.355617Z","end":"2026-03-19T09:31:34.465711Z","steps":["trace[1914880917] 'agreement among raft nodes before linearized reading' (duration: 109.870596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.465632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.287379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:31:34.465788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:34.126929Z","time spent":"338.717572ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:31:34.465876Z","caller":"traceutil/trace.go:171","msg":"trace[1957098751] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12335; }","duration":"163.587796ms","start":"2026-03-19T09:31:34.302253Z","end":"2026-03-19T09:31:34.465841Z","steps":["trace[1957098751] 'agreement among raft nodes before linearized reading' (duration: 163.237078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.775876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.727588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:31:34.776065Z","caller":"traceutil/trace.go:171","msg":"trace[5071955] linearizableReadLoop","detail":"{readStateIndex:12842; appliedIndex:12839; }","duration":"279.297804ms","start":"2026-03-19T09:31:34.496748Z","end":"2026-03-19T09:31:34.776046Z","steps":["trace[5071955] 'read index received' (duration: 59.145263ms)","trace[5071955] 'applied index is now lower than readState.Index' (duration: 220.151391ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:34.776243Z","caller":"traceutil/trace.go:171","msg":"trace[784088877] transaction","detail":"{read_only:false; response_revision:12337; number_of_response:1; }","duration":"305.626388ms","start":"2026-03-19T09:31:34.470563Z","end":"2026-03-19T09:31:34.776189Z","steps":["trace[784088877] 'process raft request' (duration: 197.48499ms)","trace[784088877] 'compare' (duration: 107.560785ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:34.776179Z","caller":"traceutil/trace.go:171","msg":"trace[2140160964] transaction","detail":"{read_only:false; response_revision:12338; number_of_response:1; }","duration":"305.584957ms","start":"2026-03-19T09:31:34.470562Z","end":"2026-03-19T09:31:34.776147Z","steps":["trace[2140160964] 'process raft request' (duration: 305.419023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.776483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:34.470533Z","time spent":"305.867852ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:34.776483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:34.470536Z","time spent":"305.824501ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:34.776481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.691553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:34.776595Z","caller":"traceutil/trace.go:171","msg":"trace[350206699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12338; }","duration":"279.875027ms","start":"2026-03-19T09:31:34.496694Z","end":"2026-03-19T09:31:34.776569Z","steps":["trace[350206699] 'agreement among raft nodes before linearized reading' (duration: 279.626002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:34.868841Z","caller":"traceutil/trace.go:171","msg":"trace[1016698776] transaction","detail":"{read_only:false; response_revision:12339; number_of_response:1; }","duration":"125.447117ms","start":"2026-03-19T09:31:34.743353Z","end":"2026-03-19T09:31:34.868801Z","steps":["trace[1016698776] 'process raft request' (duration: 125.240963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.869062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.460188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:31:34.869185Z","caller":"traceutil/trace.go:171","msg":"trace[1205731001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12339; }","duration":"291.663902ms","start":"2026-03-19T09:31:34.577498Z","end":"2026-03-19T09:31:34.869162Z","steps":["trace[1205731001] 'agreement among raft nodes before linearized reading' (duration: 291.310394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.869388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.915012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:31:34.869564Z","caller":"traceutil/trace.go:171","msg":"trace[1927168395] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:12339; }","duration":"313.168277ms","start":"2026-03-19T09:31:34.556363Z","end":"2026-03-19T09:31:34.869531Z","steps":["trace[1927168395] 'agreement among raft nodes before linearized reading' (duration: 312.669996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.869621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:34.556325Z","time spent":"313.28675ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"info","ts":"2026-03-19T09:31:35.042553Z","caller":"traceutil/trace.go:171","msg":"trace[280344261] linearizableReadLoop","detail":"{readStateIndex:12844; appliedIndex:12843; }","duration":"167.568816ms","start":"2026-03-19T09:31:34.874951Z","end":"2026-03-19T09:31:35.04252Z","steps":["trace[280344261] 'read index received' (duration: 81.822033ms)","trace[280344261] 'applied index is now lower than readState.Index' (duration: 85.745393ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:35.042635Z","caller":"traceutil/trace.go:171","msg":"trace[889060425] transaction","detail":"{read_only:false; response_revision:12340; number_of_response:1; }","duration":"168.085418ms","start":"2026-03-19T09:31:34.874523Z","end":"2026-03-19T09:31:35.042608Z","steps":["trace[889060425] 'process raft request' (duration: 82.192312ms)","trace[889060425] 'compare' (duration: 85.63563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:35.042904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.22717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:31:35.042935Z","caller":"traceutil/trace.go:171","msg":"trace[1126470592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12340; }","duration":"116.324972ms","start":"2026-03-19T09:31:34.926602Z","end":"2026-03-19T09:31:35.042927Z","steps":["trace[1126470592] 'agreement among raft nodes before linearized reading' (duration: 116.170348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:35.043147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.199509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:31:35.043234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.52018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-19T09:31:35.043256Z","caller":"traceutil/trace.go:171","msg":"trace[1155184269] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:12340; }","duration":"148.428795ms","start":"2026-03-19T09:31:34.894804Z","end":"2026-03-19T09:31:35.043233Z","steps":["trace[1155184269] 'agreement among raft nodes before linearized reading' (duration: 148.135858ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:35.043301Z","caller":"traceutil/trace.go:171","msg":"trace[572486832] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12340; }","duration":"161.623762ms","start":"2026-03-19T09:31:34.881658Z","end":"2026-03-19T09:31:35.043282Z","steps":["trace[572486832] 'agreement among raft nodes before linearized reading' (duration: 161.08791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:35.043582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.595918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375999"} {"level":"info","ts":"2026-03-19T09:31:35.043707Z","caller":"traceutil/trace.go:171","msg":"trace[590315366] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12340; }","duration":"168.778703ms","start":"2026-03-19T09:31:34.874901Z","end":"2026-03-19T09:31:35.04368Z","steps":["trace[590315366] 'agreement among raft nodes before linearized reading' (duration: 167.818671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:35.267032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.656447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:31:35.26715Z","caller":"traceutil/trace.go:171","msg":"trace[628569385] transaction","detail":"{read_only:false; response_revision:12341; number_of_response:1; }","duration":"219.167939ms","start":"2026-03-19T09:31:35.047961Z","end":"2026-03-19T09:31:35.267129Z","steps":["trace[628569385] 'process raft request' (duration: 107.322239ms)","trace[628569385] 'compare' (duration: 111.514233ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:36.976266Z","caller":"traceutil/trace.go:171","msg":"trace[1207489357] transaction","detail":"{read_only:false; response_revision:12349; number_of_response:1; }","duration":"109.848645ms","start":"2026-03-19T09:31:36.866389Z","end":"2026-03-19T09:31:36.976237Z","steps":["trace[1207489357] 'process raft request' (duration: 103.628965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:38.061244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.014446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:31:38.061424Z","caller":"traceutil/trace.go:171","msg":"trace[1652322107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12352; }","duration":"101.238871ms","start":"2026-03-19T09:31:37.960124Z","end":"2026-03-19T09:31:38.061363Z","steps":["trace[1652322107] 'count revisions from in-memory index tree' (duration: 100.867593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:14.593013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.386223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1167"} {"level":"info","ts":"2026-03-19T09:32:14.593116Z","caller":"traceutil/trace.go:171","msg":"trace[1074577052] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:12523; }","duration":"116.534747ms","start":"2026-03-19T09:32:14.476559Z","end":"2026-03-19T09:32:14.593094Z","steps":["trace[1074577052] 'range keys from in-memory index tree' (duration: 116.129057ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:16.872252Z","caller":"traceutil/trace.go:171","msg":"trace[1727056249] transaction","detail":"{read_only:false; response_revision:12534; number_of_response:1; }","duration":"134.399368ms","start":"2026-03-19T09:32:16.737804Z","end":"2026-03-19T09:32:16.872204Z","steps":["trace[1727056249] 'process raft request' (duration: 134.173613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:17.277121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.449927ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-19T09:32:17.277308Z","caller":"traceutil/trace.go:171","msg":"trace[1202377687] linearizableReadLoop","detail":"{readStateIndex:13048; appliedIndex:13047; }","duration":"396.125116ms","start":"2026-03-19T09:32:16.881161Z","end":"2026-03-19T09:32:17.277286Z","steps":["trace[1202377687] 'read index received' (duration: 73.486866ms)","trace[1202377687] 'applied index is now lower than readState.Index' (duration: 322.63669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:17.277311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:16.873665Z","time spent":"403.640746ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:32:17.277528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.352911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo\" ","response":"range_response_count:1 size:371"} {"level":"info","ts":"2026-03-19T09:32:17.277546Z","caller":"traceutil/trace.go:171","msg":"trace[1902748429] range","detail":"{range_begin:/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:12534; }","duration":"396.415693ms","start":"2026-03-19T09:32:16.881123Z","end":"2026-03-19T09:32:17.277539Z","steps":["trace[1902748429] 'agreement among raft nodes before linearized reading' (duration: 396.26041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:17.277565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:16.88111Z","time spent":"396.450493ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":393,"request content":"key:\"/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo\" "} {"level":"warn","ts":"2026-03-19T09:32:17.277675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.260657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-19T09:32:17.277705Z","caller":"traceutil/trace.go:171","msg":"trace[2145763216] range","detail":"{range_begin:/registry/roles/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:12534; }","duration":"265.323978ms","start":"2026-03-19T09:32:17.012368Z","end":"2026-03-19T09:32:17.277692Z","steps":["trace[2145763216] 'agreement among raft nodes before linearized reading' (duration: 265.269157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:17.277886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.618646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:32:17.277908Z","caller":"traceutil/trace.go:171","msg":"trace[1254869478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12534; }","duration":"206.680917ms","start":"2026-03-19T09:32:17.071218Z","end":"2026-03-19T09:32:17.277899Z","steps":["trace[1254869478] 'agreement among raft nodes before linearized reading' (duration: 206.607425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:17.27792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.939342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T09:32:17.277952Z","caller":"traceutil/trace.go:171","msg":"trace[1002870269] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12534; }","duration":"249.979023ms","start":"2026-03-19T09:32:17.027964Z","end":"2026-03-19T09:32:17.277943Z","steps":["trace[1002870269] 'agreement among raft nodes before linearized reading' (duration: 249.880891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:17.278167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.265691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/\" range_end:\"/registry/ingress/openstack0\" limit:500 ","response":"range_response_count:4 size:4075"} {"level":"warn","ts":"2026-03-19T09:32:17.278135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.984777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-03-19T09:32:17.278237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.630936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/\" range_end:\"/registry/persistentvolumeclaims/monitoring0\" limit:500 ","response":"range_response_count:3 size:5784"} {"level":"info","ts":"2026-03-19T09:32:17.278262Z","caller":"traceutil/trace.go:171","msg":"trace[1516021404] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/; range_end:/registry/persistentvolumeclaims/monitoring0; response_count:3; response_revision:12534; }","duration":"261.677348ms","start":"2026-03-19T09:32:17.016577Z","end":"2026-03-19T09:32:17.278254Z","steps":["trace[1516021404] 'agreement among raft nodes before linearized reading' (duration: 261.598346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:17.278258Z","caller":"traceutil/trace.go:171","msg":"trace[667203731] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12534; }","duration":"105.182401ms","start":"2026-03-19T09:32:17.173042Z","end":"2026-03-19T09:32:17.278224Z","steps":["trace[667203731] 'agreement among raft nodes before linearized reading' (duration: 104.809342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:17.278195Z","caller":"traceutil/trace.go:171","msg":"trace[640169779] range","detail":"{range_begin:/registry/ingress/openstack/; range_end:/registry/ingress/openstack0; response_count:4; response_revision:12534; }","duration":"250.309971ms","start":"2026-03-19T09:32:17.027877Z","end":"2026-03-19T09:32:17.278187Z","steps":["trace[640169779] 'agreement among raft nodes before linearized reading' (duration: 250.195889ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:19.47366Z","caller":"traceutil/trace.go:171","msg":"trace[1681428796] transaction","detail":"{read_only:false; response_revision:12547; number_of_response:1; }","duration":"100.667928ms","start":"2026-03-19T09:32:19.372963Z","end":"2026-03-19T09:32:19.473631Z","steps":["trace[1681428796] 'process raft request' (duration: 88.971985ms)","trace[1681428796] 'compare' (duration: 11.458258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:19.851925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.168806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/secretgen-controller/\" range_end:\"/registry/ingress/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:32:19.851917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.747128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1283"} {"level":"info","ts":"2026-03-19T09:32:19.852012Z","caller":"traceutil/trace.go:171","msg":"trace[1883257498] range","detail":"{range_begin:/registry/ingress/secretgen-controller/; range_end:/registry/ingress/secretgen-controller0; response_count:0; response_revision:12548; }","duration":"135.316588ms","start":"2026-03-19T09:32:19.716675Z","end":"2026-03-19T09:32:19.851991Z","steps":["trace[1883257498] 'range keys from in-memory index tree' (duration: 135.093873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:19.852035Z","caller":"traceutil/trace.go:171","msg":"trace[306496020] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:12548; }","duration":"119.892361ms","start":"2026-03-19T09:32:19.732114Z","end":"2026-03-19T09:32:19.852006Z","steps":["trace[306496020] 'range keys from in-memory index tree' (duration: 119.576514ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:20.04142Z","caller":"traceutil/trace.go:171","msg":"trace[794741970] linearizableReadLoop","detail":"{readStateIndex:13063; appliedIndex:13062; }","duration":"103.81597ms","start":"2026-03-19T09:32:19.937578Z","end":"2026-03-19T09:32:20.041394Z","steps":["trace[794741970] 'read index received' (duration: 103.670607ms)","trace[794741970] 'applied index is now lower than readState.Index' (duration: 144.103µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:32:20.041464Z","caller":"traceutil/trace.go:171","msg":"trace[1298650160] transaction","detail":"{read_only:false; response_revision:12549; number_of_response:1; }","duration":"107.831151ms","start":"2026-03-19T09:32:19.933599Z","end":"2026-03-19T09:32:20.04143Z","steps":["trace[1298650160] 'process raft request' (duration: 107.653657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:20.041646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.055405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-19T09:32:20.04169Z","caller":"traceutil/trace.go:171","msg":"trace[1965398072] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:12549; }","duration":"104.141137ms","start":"2026-03-19T09:32:19.937535Z","end":"2026-03-19T09:32:20.041676Z","steps":["trace[1965398072] 'agreement among raft nodes before linearized reading' (duration: 104.004034ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:20.543324Z","caller":"traceutil/trace.go:171","msg":"trace[43666604] transaction","detail":"{read_only:false; response_revision:12552; number_of_response:1; }","duration":"107.816379ms","start":"2026-03-19T09:32:20.435483Z","end":"2026-03-19T09:32:20.543299Z","steps":["trace[43666604] 'process raft request' (duration: 107.587574ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:23.672969Z","caller":"traceutil/trace.go:171","msg":"trace[1554892827] linearizableReadLoop","detail":"{readStateIndex:13078; appliedIndex:13076; }","duration":"267.706142ms","start":"2026-03-19T09:32:23.405234Z","end":"2026-03-19T09:32:23.67294Z","steps":["trace[1554892827] 'read index received' (duration: 72.451783ms)","trace[1554892827] 'applied index is now lower than readState.Index' (duration: 195.253329ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:32:23.673075Z","caller":"traceutil/trace.go:171","msg":"trace[1384800252] transaction","detail":"{read_only:false; response_revision:12563; number_of_response:1; }","duration":"276.733125ms","start":"2026-03-19T09:32:23.396302Z","end":"2026-03-19T09:32:23.673035Z","steps":["trace[1384800252] 'process raft request' (duration: 267.055338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:23.673437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.293532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:32:23.673474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.154124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-19T09:32:23.673514Z","caller":"traceutil/trace.go:171","msg":"trace[1725251874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12563; }","duration":"176.430015ms","start":"2026-03-19T09:32:23.497044Z","end":"2026-03-19T09:32:23.673475Z","steps":["trace[1725251874] 'agreement among raft nodes before linearized reading' (duration: 176.312472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:23.673503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.237294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/default\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-19T09:32:23.673561Z","caller":"traceutil/trace.go:171","msg":"trace[1840011260] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:12563; }","duration":"265.285458ms","start":"2026-03-19T09:32:23.408253Z","end":"2026-03-19T09:32:23.673538Z","steps":["trace[1840011260] 'agreement among raft nodes before linearized reading' (duration: 264.853728ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:23.673592Z","caller":"traceutil/trace.go:171","msg":"trace[749546222] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/default; range_end:; response_count:1; response_revision:12563; }","duration":"268.368048ms","start":"2026-03-19T09:32:23.405197Z","end":"2026-03-19T09:32:23.673565Z","steps":["trace[749546222] 'agreement among raft nodes before linearized reading' (duration: 267.876556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:23.673601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.390077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:32:23.673689Z","caller":"traceutil/trace.go:171","msg":"trace[425824584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12563; }","duration":"153.5049ms","start":"2026-03-19T09:32:23.520134Z","end":"2026-03-19T09:32:23.673638Z","steps":["trace[425824584] 'agreement among raft nodes before linearized reading' (duration: 153.218052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:23.673735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.789694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:32:23.673828Z","caller":"traceutil/trace.go:171","msg":"trace[272092739] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:12563; }","duration":"148.924306ms","start":"2026-03-19T09:32:23.524881Z","end":"2026-03-19T09:32:23.673806Z","steps":["trace[272092739] 'agreement among raft nodes before linearized reading' (duration: 148.22237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:24.331748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.562903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:32:24.331956Z","caller":"traceutil/trace.go:171","msg":"trace[2054607609] transaction","detail":"{read_only:false; response_revision:12564; number_of_response:1; }","duration":"654.945979ms","start":"2026-03-19T09:32:23.67698Z","end":"2026-03-19T09:32:24.331926Z","steps":["trace[2054607609] 'process raft request' (duration: 235.094688ms)","trace[2054607609] 'compare' (duration: 419.232626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:24.332086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:23.676962Z","time spent":"655.063892ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:32:24.332126Z","caller":"traceutil/trace.go:171","msg":"trace[326067242] linearizableReadLoop","detail":"{readStateIndex:13079; appliedIndex:13078; }","duration":"654.5351ms","start":"2026-03-19T09:32:23.677504Z","end":"2026-03-19T09:32:24.332039Z","steps":["trace[326067242] 'read index received' (duration: 234.651958ms)","trace[326067242] 'applied index is now lower than readState.Index' (duration: 419.878932ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:32:24.332367Z","caller":"traceutil/trace.go:171","msg":"trace[803081207] transaction","detail":"{read_only:false; response_revision:12566; number_of_response:1; }","duration":"188.216232ms","start":"2026-03-19T09:32:24.144132Z","end":"2026-03-19T09:32:24.332348Z","steps":["trace[803081207] 'process raft request' (duration: 187.853784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:24.332716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.193585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/default\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-19T09:32:24.332799Z","caller":"traceutil/trace.go:171","msg":"trace[928902766] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/default; range_end:; response_count:1; response_revision:12566; }","duration":"655.316198ms","start":"2026-03-19T09:32:23.677463Z","end":"2026-03-19T09:32:24.332779Z","steps":["trace[928902766] 'agreement among raft nodes before linearized reading' (duration: 655.104103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:24.33284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:23.677437Z","time spent":"655.394669ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/local-path-storage/default\" "} {"level":"info","ts":"2026-03-19T09:32:24.332417Z","caller":"traceutil/trace.go:171","msg":"trace[620403573] transaction","detail":"{read_only:false; response_revision:12565; number_of_response:1; }","duration":"654.477968ms","start":"2026-03-19T09:32:23.677928Z","end":"2026-03-19T09:32:24.332406Z","steps":["trace[620403573] 'process raft request' (duration: 653.955517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:24.333057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:23.677911Z","time spent":"655.034421ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:32:24.333382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.355976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-19T09:32:24.333425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.631345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375999"} {"level":"info","ts":"2026-03-19T09:32:24.333508Z","caller":"traceutil/trace.go:171","msg":"trace[462410626] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12566; }","duration":"655.703946ms","start":"2026-03-19T09:32:23.677762Z","end":"2026-03-19T09:32:24.333466Z","steps":["trace[462410626] 'agreement among raft nodes before linearized reading' (duration: 655.028491ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:24.333465Z","caller":"traceutil/trace.go:171","msg":"trace[1168103210] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:12566; }","duration":"587.53925ms","start":"2026-03-19T09:32:23.745901Z","end":"2026-03-19T09:32:24.333441Z","steps":["trace[1168103210] 'agreement among raft nodes before linearized reading' (duration: 586.898706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:24.333584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:23.677757Z","time spent":"655.789638ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":376021,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:32:24.333609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:23.745882Z","time spent":"587.676113ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-19T09:32:25.13028Z","caller":"traceutil/trace.go:171","msg":"trace[1710438027] linearizableReadLoop","detail":"{readStateIndex:13084; appliedIndex:13083; }","duration":"143.997345ms","start":"2026-03-19T09:32:24.986251Z","end":"2026-03-19T09:32:25.130249Z","steps":["trace[1710438027] 'read index received' (duration: 143.82194ms)","trace[1710438027] 'applied index is now lower than readState.Index' (duration: 174.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:32:25.13044Z","caller":"traceutil/trace.go:171","msg":"trace[769207268] transaction","detail":"{read_only:false; response_revision:12569; number_of_response:1; }","duration":"144.929496ms","start":"2026-03-19T09:32:24.985467Z","end":"2026-03-19T09:32:25.130396Z","steps":["trace[769207268] 'process raft request' (duration: 144.632308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:25.130838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.569928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-03-19T09:32:25.130897Z","caller":"traceutil/trace.go:171","msg":"trace[1011485937] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:12569; }","duration":"144.6689ms","start":"2026-03-19T09:32:24.986213Z","end":"2026-03-19T09:32:25.130882Z","steps":["trace[1011485937] 'agreement among raft nodes before linearized reading' (duration: 144.333973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:25.132164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.873729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:81 size:60463"} {"level":"info","ts":"2026-03-19T09:32:25.132244Z","caller":"traceutil/trace.go:171","msg":"trace[33991630] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:81; response_revision:12569; }","duration":"135.002332ms","start":"2026-03-19T09:32:24.997223Z","end":"2026-03-19T09:32:25.132225Z","steps":["trace[33991630] 'agreement among raft nodes before linearized reading' (duration: 133.285434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:25.867407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.222734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:32:25.867462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.076703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:32:25.867528Z","caller":"traceutil/trace.go:171","msg":"trace[500519609] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:12570; }","duration":"169.383658ms","start":"2026-03-19T09:32:25.69812Z","end":"2026-03-19T09:32:25.867503Z","steps":["trace[500519609] 'count revisions from in-memory index tree' (duration: 169.167292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:25.867525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.765414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-19T09:32:25.867586Z","caller":"traceutil/trace.go:171","msg":"trace[667150675] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:12570; }","duration":"188.886347ms","start":"2026-03-19T09:32:25.678685Z","end":"2026-03-19T09:32:25.867572Z","steps":["trace[667150675] 'range keys from in-memory index tree' (duration: 188.671252ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:25.867531Z","caller":"traceutil/trace.go:171","msg":"trace[1191357170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12570; }","duration":"190.162275ms","start":"2026-03-19T09:32:25.677348Z","end":"2026-03-19T09:32:25.86751Z","steps":["trace[1191357170] 'range keys from in-memory index tree' (duration: 189.91223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:25.867858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.057651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-19T09:32:25.867942Z","caller":"traceutil/trace.go:171","msg":"trace[889045323] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:12570; }","duration":"201.187844ms","start":"2026-03-19T09:32:25.666733Z","end":"2026-03-19T09:32:25.867921Z","steps":["trace[889045323] 'range keys from in-memory index tree' (duration: 200.885717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:26.199562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.645456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:81 size:60463"} {"level":"warn","ts":"2026-03-19T09:32:26.199605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.34167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:32:26.199726Z","caller":"traceutil/trace.go:171","msg":"trace[104291092] linearizableReadLoop","detail":"{readStateIndex:13087; appliedIndex:13086; }","duration":"183.032544ms","start":"2026-03-19T09:32:26.016665Z","end":"2026-03-19T09:32:26.199697Z","steps":["trace[104291092] 'read index received' (duration: 19.476599ms)","trace[104291092] 'applied index is now lower than readState.Index' (duration: 163.554275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:26.199885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.217158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-03-19T09:32:26.199919Z","caller":"traceutil/trace.go:171","msg":"trace[1883614204] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:12572; }","duration":"183.28854ms","start":"2026-03-19T09:32:26.016621Z","end":"2026-03-19T09:32:26.199909Z","steps":["trace[1883614204] 'agreement among raft nodes before linearized reading' (duration: 183.142796ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:26.199915Z","caller":"traceutil/trace.go:171","msg":"trace[1840287139] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:81; response_revision:12571; }","duration":"214.740318ms","start":"2026-03-19T09:32:25.984889Z","end":"2026-03-19T09:32:26.199629Z","steps":["trace[1840287139] 'range keys from in-memory index tree' (duration: 214.261528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:26.200034Z","caller":"traceutil/trace.go:171","msg":"trace[131807441] transaction","detail":"{read_only:false; response_revision:12572; number_of_response:1; }","duration":"195.870324ms","start":"2026-03-19T09:32:26.00412Z","end":"2026-03-19T09:32:26.199991Z","steps":["trace[131807441] 'process raft request' (duration: 32.040363ms)","trace[131807441] 'compare' (duration: 163.180327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:26.581543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.902115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:32:26.581636Z","caller":"traceutil/trace.go:171","msg":"trace[1725362756] linearizableReadLoop","detail":"{readStateIndex:13088; appliedIndex:13087; }","duration":"306.773073ms","start":"2026-03-19T09:32:26.27485Z","end":"2026-03-19T09:32:26.581623Z","steps":["trace[1725362756] 'read index received' (duration: 27.764775ms)","trace[1725362756] 'applied index is now lower than readState.Index' (duration: 279.007458ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:32:26.581693Z","caller":"traceutil/trace.go:171","msg":"trace[2102397269] transaction","detail":"{read_only:false; response_revision:12573; number_of_response:1; }","duration":"332.635415ms","start":"2026-03-19T09:32:26.249049Z","end":"2026-03-19T09:32:26.581684Z","steps":["trace[2102397269] 'process raft request' (duration: 53.518295ms)","trace[2102397269] 'compare' (duration: 278.806193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:26.581735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.249023Z","time spent":"332.690067ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:32:26.581885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.013528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-03-19T09:32:26.581965Z","caller":"traceutil/trace.go:171","msg":"trace[1664970490] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:12573; }","duration":"307.133721ms","start":"2026-03-19T09:32:26.274812Z","end":"2026-03-19T09:32:26.581946Z","steps":["trace[1664970490] 'agreement among raft nodes before linearized reading' (duration: 306.888216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:26.582009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.274795Z","time spent":"307.204913ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-03-19T09:32:26.7451Z","caller":"traceutil/trace.go:171","msg":"trace[803942961] transaction","detail":"{read_only:false; response_revision:12574; number_of_response:1; }","duration":"405.725483ms","start":"2026-03-19T09:32:26.339342Z","end":"2026-03-19T09:32:26.745068Z","steps":["trace[803942961] 'process raft request' (duration: 405.59515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:26.745293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.339332Z","time spent":"405.864686ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:32:26.983192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.827366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:32:26.98337Z","caller":"traceutil/trace.go:171","msg":"trace[371068530] linearizableReadLoop","detail":"{readStateIndex:13090; appliedIndex:13088; }","duration":"401.697581ms","start":"2026-03-19T09:32:26.581655Z","end":"2026-03-19T09:32:26.983352Z","steps":["trace[371068530] 'read index received' (duration: 163.31979ms)","trace[371068530] 'applied index is now lower than readState.Index' (duration: 238.376621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:26.98355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.26424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:32:26.983625Z","caller":"traceutil/trace.go:171","msg":"trace[668942936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12576; }","duration":"487.380173ms","start":"2026-03-19T09:32:26.496227Z","end":"2026-03-19T09:32:26.983607Z","steps":["trace[668942936] 'agreement among raft nodes before linearized reading' (duration: 487.2466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:26.983685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.496206Z","time spent":"487.465354ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:32:26.983717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.074866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:32:26.983762Z","caller":"traceutil/trace.go:171","msg":"trace[1435882485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12576; }","duration":"645.113487ms","start":"2026-03-19T09:32:26.338635Z","end":"2026-03-19T09:32:26.983749Z","steps":["trace[1435882485] 'agreement among raft nodes before linearized reading' (duration: 645.024325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:26.983832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.33857Z","time spent":"645.25006ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:32:26.983634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.018577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7gt7k\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-19T09:32:26.983943Z","caller":"traceutil/trace.go:171","msg":"trace[926529658] transaction","detail":"{read_only:false; response_revision:12576; number_of_response:1; }","duration":"381.973057ms","start":"2026-03-19T09:32:26.601954Z","end":"2026-03-19T09:32:26.983927Z","steps":["trace[926529658] 'process raft request' (duration: 381.339013ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:26.983971Z","caller":"traceutil/trace.go:171","msg":"trace[1098324754] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7gt7k; range_end:; response_count:1; response_revision:12576; }","duration":"642.365524ms","start":"2026-03-19T09:32:26.341582Z","end":"2026-03-19T09:32:26.983947Z","steps":["trace[1098324754] 'agreement among raft nodes before linearized reading' (duration: 641.919445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:26.984044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.341572Z","time spent":"642.453706ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-7gt7k\" "} {"level":"warn","ts":"2026-03-19T09:32:26.984048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.601928Z","time spent":"382.065949ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:32:26.984053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.394367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:201"} {"level":"warn","ts":"2026-03-19T09:32:26.984082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.548441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:32:26.984125Z","caller":"traceutil/trace.go:171","msg":"trace[1873338374] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:12576; }","duration":"398.51244ms","start":"2026-03-19T09:32:26.585594Z","end":"2026-03-19T09:32:26.984107Z","steps":["trace[1873338374] 'agreement among raft nodes before linearized reading' (duration: 398.316446ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:26.984142Z","caller":"traceutil/trace.go:171","msg":"trace[144802049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12576; }","duration":"647.626493ms","start":"2026-03-19T09:32:26.336498Z","end":"2026-03-19T09:32:26.984124Z","steps":["trace[144802049] 'agreement among raft nodes before linearized reading' (duration: 647.48878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:26.984175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.585577Z","time spent":"398.587161ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-03-19T09:32:26.984187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.336485Z","time spent":"647.690114ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:32:26.984169Z","caller":"traceutil/trace.go:171","msg":"trace[740828137] transaction","detail":"{read_only:false; response_revision:12575; number_of_response:1; }","duration":"562.256259ms","start":"2026-03-19T09:32:26.421679Z","end":"2026-03-19T09:32:26.983935Z","steps":["trace[740828137] 'process raft request' (duration: 435.606056ms)","trace[740828137] 'compare' (duration: 125.651621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:26.984179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.156207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:32:26.98433Z","caller":"traceutil/trace.go:171","msg":"trace[27393947] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:12576; }","duration":"128.347662ms","start":"2026-03-19T09:32:26.855965Z","end":"2026-03-19T09:32:26.984313Z","steps":["trace[27393947] 'agreement among raft nodes before linearized reading' (duration: 127.967263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:26.984455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.72555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-19T09:32:26.984452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.421653Z","time spent":"562.661199ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:32:26.984547Z","caller":"traceutil/trace.go:171","msg":"trace[1525496734] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:12576; }","duration":"700.887324ms","start":"2026-03-19T09:32:26.283636Z","end":"2026-03-19T09:32:26.984523Z","steps":["trace[1525496734] 'agreement among raft nodes before linearized reading' (duration: 700.081286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:26.985078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.28362Z","time spent":"701.432247ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-19T09:32:27.297742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.293272ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-19T09:32:27.298003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.985822Z","time spent":"312.172335ms","remote":"127.0.0.1:50258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:32:27.298063Z","caller":"traceutil/trace.go:171","msg":"trace[1680312487] linearizableReadLoop","detail":"{readStateIndex:13092; appliedIndex:13091; }","duration":"312.111593ms","start":"2026-03-19T09:32:26.985914Z","end":"2026-03-19T09:32:27.298025Z","steps":["trace[1680312487] 'read index received' (duration: 163.495414ms)","trace[1680312487] 'applied index is now lower than readState.Index' (duration: 148.611129ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:32:27.298146Z","caller":"traceutil/trace.go:171","msg":"trace[1846903687] transaction","detail":"{read_only:false; response_revision:12577; number_of_response:1; }","duration":"308.808989ms","start":"2026-03-19T09:32:26.989329Z","end":"2026-03-19T09:32:27.298138Z","steps":["trace[1846903687] 'process raft request' (duration: 308.517682ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:27.298099Z","caller":"traceutil/trace.go:171","msg":"trace[1330444515] transaction","detail":"{read_only:false; response_revision:12578; number_of_response:1; }","duration":"307.922768ms","start":"2026-03-19T09:32:26.990155Z","end":"2026-03-19T09:32:27.298077Z","steps":["trace[1330444515] 'process raft request' (duration: 307.865427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:27.29825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.989311Z","time spent":"308.87004ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:32:27.298317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.990145Z","time spent":"308.069422ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:32:27.29832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.378499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:32:27.298372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.089293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-19T09:32:27.298415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.31835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:32:27.298453Z","caller":"traceutil/trace.go:171","msg":"trace[2115221606] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:12578; }","duration":"241.169655ms","start":"2026-03-19T09:32:27.057254Z","end":"2026-03-19T09:32:27.298424Z","steps":["trace[2115221606] 'agreement among raft nodes before linearized reading' (duration: 240.979931ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:27.2985Z","caller":"traceutil/trace.go:171","msg":"trace[1543653242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12578; }","duration":"163.459363ms","start":"2026-03-19T09:32:27.135025Z","end":"2026-03-19T09:32:27.298484Z","steps":["trace[1543653242] 'agreement among raft nodes before linearized reading' (duration: 163.217838ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:27.298424Z","caller":"traceutil/trace.go:171","msg":"trace[2037482749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12578; }","duration":"312.543533ms","start":"2026-03-19T09:32:26.985856Z","end":"2026-03-19T09:32:27.2984Z","steps":["trace[2037482749] 'agreement among raft nodes before linearized reading' (duration: 312.303327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:27.298636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.985832Z","time spent":"312.79318ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:32:27.298722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.913266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-03-19T09:32:27.298794Z","caller":"traceutil/trace.go:171","msg":"trace[1168583559] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:12578; }","duration":"311.031469ms","start":"2026-03-19T09:32:26.987746Z","end":"2026-03-19T09:32:27.298778Z","steps":["trace[1168583559] 'agreement among raft nodes before linearized reading' (duration: 310.479376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:27.298849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.987726Z","time spent":"311.10729ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":4,"response size":329982,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:32:27.299311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.898613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375999"} {"level":"info","ts":"2026-03-19T09:32:27.299452Z","caller":"traceutil/trace.go:171","msg":"trace[435970073] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12578; }","duration":"310.054277ms","start":"2026-03-19T09:32:26.989377Z","end":"2026-03-19T09:32:27.299431Z","steps":["trace[435970073] 'agreement among raft nodes before linearized reading' (duration: 308.87106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:27.299589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.989365Z","time spent":"310.1638ms","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":376021,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:32:27.687177Z","caller":"traceutil/trace.go:171","msg":"trace[285077468] linearizableReadLoop","detail":"{readStateIndex:13096; appliedIndex:13095; }","duration":"290.037735ms","start":"2026-03-19T09:32:27.397115Z","end":"2026-03-19T09:32:27.687153Z","steps":["trace[285077468] 'read index received' (duration: 205.384258ms)","trace[285077468] 'applied index is now lower than readState.Index' (duration: 84.652467ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:32:27.687265Z","caller":"traceutil/trace.go:171","msg":"trace[540469211] transaction","detail":"{read_only:false; response_revision:12580; number_of_response:1; }","duration":"384.631427ms","start":"2026-03-19T09:32:27.302602Z","end":"2026-03-19T09:32:27.687233Z","steps":["trace[540469211] 'process raft request' (duration: 299.894677ms)","trace[540469211] 'compare' (duration: 84.489174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:27.687417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:27.302563Z","time spent":"384.74852ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:32:27.687558Z","caller":"traceutil/trace.go:171","msg":"trace[787967581] transaction","detail":"{read_only:false; response_revision:12581; number_of_response:1; }","duration":"141.161231ms","start":"2026-03-19T09:32:27.546358Z","end":"2026-03-19T09:32:27.68752Z","steps":["trace[787967581] 'process raft request' (duration: 140.759472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:27.687632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.902853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-19T09:32:27.687654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.05194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:32:27.687663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.202864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T09:32:27.687704Z","caller":"traceutil/trace.go:171","msg":"trace[42578324] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:12581; }","duration":"385.005796ms","start":"2026-03-19T09:32:27.30268Z","end":"2026-03-19T09:32:27.687686Z","steps":["trace[42578324] 'agreement among raft nodes before linearized reading' (duration: 384.648138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:27.687776Z","caller":"traceutil/trace.go:171","msg":"trace[641624546] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12581; }","duration":"118.164483ms","start":"2026-03-19T09:32:27.569558Z","end":"2026-03-19T09:32:27.687723Z","steps":["trace[641624546] 'agreement among raft nodes before linearized reading' (duration: 117.925387ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:27.687788Z","caller":"traceutil/trace.go:171","msg":"trace[1588427684] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12581; }","duration":"288.347947ms","start":"2026-03-19T09:32:27.399383Z","end":"2026-03-19T09:32:27.687731Z","steps":["trace[1588427684] 'agreement among raft nodes before linearized reading' (duration: 288.103611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:27.687805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:27.302659Z","time spent":"385.132788ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-19T09:32:27.687881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.966717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T09:32:27.687689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.230417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:32:27.688011Z","caller":"traceutil/trace.go:171","msg":"trace[561166415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12581; }","duration":"127.580606ms","start":"2026-03-19T09:32:27.560415Z","end":"2026-03-19T09:32:27.687995Z","steps":["trace[561166415] 'agreement among raft nodes before linearized reading' (duration: 127.083484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:27.688026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.080523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:81 size:60463"} {"level":"info","ts":"2026-03-19T09:32:27.688144Z","caller":"traceutil/trace.go:171","msg":"trace[1362436970] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:81; response_revision:12581; }","duration":"359.254417ms","start":"2026-03-19T09:32:27.328877Z","end":"2026-03-19T09:32:27.688131Z","steps":["trace[1362436970] 'agreement among raft nodes before linearized reading' (duration: 358.431477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:27.68819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:27.328855Z","time spent":"359.315008ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":81,"response size":60485,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-19T09:32:27.687993Z","caller":"traceutil/trace.go:171","msg":"trace[311269082] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12581; }","duration":"173.215953ms","start":"2026-03-19T09:32:27.514758Z","end":"2026-03-19T09:32:27.687974Z","steps":["trace[311269082] 'agreement among raft nodes before linearized reading' (duration: 172.801653ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:28.858938Z","caller":"traceutil/trace.go:171","msg":"trace[1625240214] transaction","detail":"{read_only:false; response_revision:12585; number_of_response:1; }","duration":"107.263528ms","start":"2026-03-19T09:32:28.751656Z","end":"2026-03-19T09:32:28.85892Z","steps":["trace[1625240214] 'process raft request' (duration: 106.542521ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:29.099092Z","caller":"traceutil/trace.go:171","msg":"trace[75380939] linearizableReadLoop","detail":"{readStateIndex:13102; appliedIndex:13101; }","duration":"232.870547ms","start":"2026-03-19T09:32:28.866202Z","end":"2026-03-19T09:32:29.099072Z","steps":["trace[75380939] 'read index received' (duration: 232.707624ms)","trace[75380939] 'applied index is now lower than readState.Index' (duration: 161.993µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:32:29.099157Z","caller":"traceutil/trace.go:171","msg":"trace[203857774] transaction","detail":"{read_only:false; response_revision:12586; number_of_response:1; }","duration":"236.020018ms","start":"2026-03-19T09:32:28.8631Z","end":"2026-03-19T09:32:29.09912Z","steps":["trace[203857774] 'process raft request' (duration: 235.814064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:29.099568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.345398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-03-19T09:32:29.099651Z","caller":"traceutil/trace.go:171","msg":"trace[1098682996] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:12586; }","duration":"233.469151ms","start":"2026-03-19T09:32:28.866168Z","end":"2026-03-19T09:32:29.099637Z","steps":["trace[1098682996] 'agreement among raft nodes before linearized reading' (duration: 233.041391ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:29.146583Z","caller":"traceutil/trace.go:171","msg":"trace[979716233] transaction","detail":"{read_only:false; response_revision:12587; number_of_response:1; }","duration":"156.078617ms","start":"2026-03-19T09:32:28.990478Z","end":"2026-03-19T09:32:29.146557Z","steps":["trace[979716233] 'process raft request' (duration: 155.888123ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:29.146871Z","caller":"traceutil/trace.go:171","msg":"trace[1691258861] transaction","detail":"{read_only:false; response_revision:12588; number_of_response:1; }","duration":"155.209446ms","start":"2026-03-19T09:32:28.991629Z","end":"2026-03-19T09:32:29.146838Z","steps":["trace[1691258861] 'process raft request' (duration: 154.884599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:29.147031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.293005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-19T09:32:29.147096Z","caller":"traceutil/trace.go:171","msg":"trace[207007980] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:12588; }","duration":"205.408968ms","start":"2026-03-19T09:32:28.94167Z","end":"2026-03-19T09:32:29.147079Z","steps":["trace[207007980] 'agreement among raft nodes before linearized reading' (duration: 205.165872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:47.06006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.342999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:1157"} {"level":"info","ts":"2026-03-19T09:32:47.060133Z","caller":"traceutil/trace.go:171","msg":"trace[1097830586] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:12668; }","duration":"207.451731ms","start":"2026-03-19T09:32:46.852667Z","end":"2026-03-19T09:32:47.060119Z","steps":["trace[1097830586] 'range keys from in-memory index tree' (duration: 207.194886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:47.060504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.604229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:1064"} {"level":"info","ts":"2026-03-19T09:32:47.060601Z","caller":"traceutil/trace.go:171","msg":"trace[429620610] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:12668; }","duration":"137.750181ms","start":"2026-03-19T09:32:46.922821Z","end":"2026-03-19T09:32:47.060571Z","steps":["trace[429620610] 'range keys from in-memory index tree' (duration: 137.399904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:47.060614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.879102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T09:32:47.060693Z","caller":"traceutil/trace.go:171","msg":"trace[1589212310] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:12668; }","duration":"204.002735ms","start":"2026-03-19T09:32:46.856674Z","end":"2026-03-19T09:32:47.060676Z","steps":["trace[1589212310] 'range keys from in-memory index tree' (duration: 203.695028ms)"],"step_count":1}